diff options
45 files changed, 788 insertions, 25123 deletions
diff --git a/docker/Dockerfile b/docker/Dockerfile index dda4ea6e6..1cc2209e5 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,23 +1,6 @@ ######################################## # Docker container for FUNCTEST ######################################## -# Purpose: run all the tests against the POD -# from a pre-installed docker image -# -# Maintained by Jose Lausuch -# Build: -# $ docker build -t opnfv/functest:tag . -# -# Execution: -# $ docker run -t -i \ -# -e "INSTALLER_TYPE=fuel|apex|compass|joid \ -# -e "INSTALLER_IP=10.20.0.2" \ -# -v $(pwd)/config_functest.yaml:/home/opnfv/repos/functest/functest/ci/config_functest.yaml -# opnfv/functest /bin/bash -# -# NOTE: providing config_functest.yaml is optional. If not provided, it will -# use the default one located in the repo -# # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at @@ -30,6 +13,7 @@ LABEL version="0.1" description="OPNFV Functest Docker container" # Environment variables ARG BRANCH=master +ARG RALLY_TAG=0.8.1 ARG TEMPEST_TAG=14.0.0 ARG ODL_TAG=release/beryllium-sr4 ARG OPENSTACK_TAG=stable/mitaka @@ -107,7 +91,7 @@ RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${REPOS_DIR}/rele # OpenStack repositories RUN git clone --depth 1 -b $OPENSTACK_TAG https://github.com/openstack/networking-bgpvpn ${REPOS_DIR}/bgpvpn #RUN git clone --depth 1 -b $KINGBIRD_TAG https://github.com/openstack/kingbird.git ${REPOS_DIR}/kingbird -RUN git clone https://github.com/openstack/rally.git ${REPOS_DIR}/rally +RUN git clone --depth 1 -b $RALLY_TAG https://github.com/openstack/rally.git ${REPOS_DIR}/rally RUN git clone --depth 1 -b $TEMPEST_TAG https://github.com/openstack/tempest.git ${REPOS_DIR}/tempest # other repositories diff --git a/docs/configguide/configguide.rst b/docs/configguide/configguide.rst index ea5b01ea6..c03760c5c 100644 --- a/docs/configguide/configguide.rst +++ b/docs/configguide/configguide.rst @@ -30,9 +30,9 @@ following docker command:: [functester@jumphost ~]$ docker images REPOSITORY TAG IMAGE ID CREATED SIZE - opnfv/functest latest 8cd6683c32ae 2 weeks ago 1.611 GB - opnfv/functest colorado.1.0 94b78faa94f7 4 weeks ago 874.9 MB - hello-world latest 94df4f0ce8a4 7 weeks ago 967 B + opnfv/functest latest 8cd6683c32ae 2 weeks ago 1.321 GB + opnfv/functest danube.1.0 13fa54a1b238 4 weeks ago 1.29 GB + opnfv/functest colorado.1.0 94b78faa94f7 9 weeks ago 968 MB The Functest docker container environment can -in principle- be also used with non-OPNFV official installers (e.g. 'devstack'), with the @@ -104,10 +104,14 @@ recommended parameters for invoking docker container -e "INSTALLER_TYPE=<type>" # Use one of following apex, compass, fuel or joid - #. Functest needs to know the IP of the installer:: + #. Functest needs to know the IP of some installers:: -e "INSTALLER_IP=<Specific IP Address>" + This IP is needed to fetch RC file from deployment, fetch logs, ... + If not provided, there is no way to fetch the RC file. It must be + provided manually as a volume + #. Credentials for accessing the Openstack. Most convenient way of passing them to container is by having a local copy of the credentials file in Jumphost and then using the @@ -138,13 +142,24 @@ recommended parameters for invoking docker container If several features are pertinent then use the underscore character '_' to separate each feature (e.g. ovs_kvm) 'nofeature' indicates no NFV feature is deployed - ha_mode is one of ( ha | noha ) + ha_mode (high availability) is one of ( ha | noha ) **NOTE:** Not all possible combinations of "DEPLOY_SCENARIO" are supported. The name passed in to the Functest Docker container must match the scenario used when the actual OPNFV platform was deployed. See release note to see the list of supported scenarios. + **NOTE:** The scenario name is mainly used to automatically detect + if a test suite is runnable or not (e.g. it will prevent ONOS test suite + to be run on ODL scenarios). If not set, Functest will try to run the + default test cases that might not include SDN controller or a specific + feature + + **NOTE:** A HA scenario means that 3 OpenStack controller nodes are + deployed. It does not necessarily mean that the whole system is HA. See + installer release notes for details. + + Putting all above together, when using installer 'fuel' and an invented INSTALLER_IP of '10.20.0.2', the recommended command to create the Functest Docker container is as follows:: @@ -311,14 +326,25 @@ should now be in place:: | `-- results `-- repos |-- bgpvpn + |-- copper |-- doctor + |-- domino |-- functest - |-- odl_integration + |-- kingbird + |-- moon + |-- odl_test |-- onos + |-- ovno + |-- parser |-- promise |-- rally |-- releng - `-- vims-test + |-- sdnvpn + |-- securityscanning + |-- sfc + |-- tempest + |-- vims_test + `-- vnfs Underneath the '/home/opnfv/' directory, the Functest docker container includes two main directories: @@ -339,24 +365,10 @@ follows:: . |-- INFO |-- LICENSE - |-- __init__.py - |-- ci - | |-- __init__.py - | |-- check_os.sh - | |-- config_functest.yaml - | |-- generate_report.py - | |-- exec_test.sh - | |-- prepare_env.py - | |-- run_tests.py - | |-- testcases.yaml - | |-- tier_builder.py - | `-- tier_handler.py - |-- cli - | |-- __init__.py - | |-- cli_base.py - | |-- commands - | |-- functest-complete.sh - | `-- setup.py + |-- requirements.txt + |-- run_unit_tests.sh + |-- setup.py + |-- test-requirements.txt |-- commons | |-- ims | |-- mobile @@ -364,50 +376,96 @@ follows:: |-- docker | |-- Dockerfile | |-- config_install_env.sh - | `-- requirements.pip + | `-- docker_remote_api |-- docs | |-- com | |-- configguide | |-- devguide | |-- images + | |-- internship | |-- release-notes | |-- results | `--userguide - |-- testcases - | |-- __init__.py - | |-- Controllers - | |-- OpenStack - | |-- features - | |-- security_scan - | `-- vnf - `-- utils + |-- functest |-- __init__.py - |-- functest_logger.py - |-- functest_utils.py - |-- openstack_clean.py - |-- openstack_snapshot.py - `-- openstack_utils.py + |-- ci + | |-- __init__.py + | |-- check_os.sh + | |-- config_functest.yaml + | |-- config_patch.yaml + | |-- exec_test.sh + | |-- generate_report.py + | |-- prepare_env.py + | |-- run_tests.py + | |-- testcases.yaml + | |-- tier_builder.py + | `-- tier_handler.py + |-- cli + | |-- __init__.py + | |-- cli_base.py + | |-- commands + | |-- functest-complete.sh + | `-- setup.py + |-- core + | |-- __init__.py + | |-- feature_base.py + | |-- pytest_suite_runner.py + | |-- testcase_base.py + | |-- vnf_base.py + |-- opnfv_tests + | |-- __init__.py + | |-- features + | |-- mano + | |-- openstack + | |-- sdn + | |-- security_scan + | `-- vnf + |-- tests + | |-- __init__.py + | `-- unit + `-- utils + |-- __init__.py + |-- config.py + |-- constants.py + |-- env.py + |-- functest_constants.py + |-- functest_logger.py + |-- functest_utils.py + |-- openstack + |-- openstack_clean.py + |-- openstack_snapshot.py + |-- openstack_tacker.py + `-- openstack_utils.py + (Note: All *.pyc files removed from above list for brevity...) -We may distinguish 7 different directories: +We may distinguish several directories, the first level has 4 directories: + +* **commons**: This directory is dedicated for storage of traffic + profile or any other test inputs that could be reused by any test + project. +* **docker**: This directory includes the needed files and tools to + build the Funtest Docker image. +* **docs**: This directory includes documentation: Release Notes, + User Guide, Configuration Guide and Developer Guide. Test results + are also located in a sub--directory called 'results'. +* **functest**: This directory contains all the code needed to run + functest internal cases and OPNFV onboarded feature or VNF test cases. +Functest directory has 6 directories: * **ci**: This directory contains test structure definition files (e.g <filename>.yaml) and bash shell/python scripts used to configure and execute Functional tests. The test execution script can be executed under the control of Jenkins CI jobs. * **cli**: This directory holds the python based Functest CLI utility source code, which is based on the Python 'click' framework. - * **commons**: This directory is dedicated for storage of traffic - profile or any other test inputs that could be reused by any test - project. - * **docker**: This directory includes the needed files and tools to - build the Funtest Docker container image. - * **docs**: This directory includes documentation: Release Notes, - User Guide, Configuration Guide and Developer Guide. Test results - are also located in a sub--directory called 'results'. - * **testcases**: This directory includes the scripts required by + * **core**: This directory holds the python based Functest core + source code. Three abstraction classes have been created to ease + the integration of internal, feature or vnf cases. + * **opnfv_tests**: This directory includes the scripts required by Functest internal test cases and other feature projects test cases. + * **tests**: This directory includes the functest unit tests * **utils**: this directory holds Python source code for some general purpose helper utilities, which testers can also re-use in their own test code. See for an example the Openstack helper utility: @@ -452,7 +510,7 @@ It is useful sometimes to remove a container if there are some problems:: Use the *-f* option if the container is still running, it will force to destroy it:: - docker -f rm <CONTAINER_ID> + docker rm -f <CONTAINER_ID> Check the Docker documentation dockerdocs_ for more information. diff --git a/docs/configguide/index.rst b/docs/configguide/index.rst index b61bf8ff5..58e8a1343 100644 --- a/docs/configguide/index.rst +++ b/docs/configguide/index.rst @@ -9,6 +9,21 @@ OPNFV FUNCTEST Configuration Guide :numbered: :maxdepth: 2 +Version history +=============== + ++------------+----------+------------------+----------------------------------+ +| **Date** | **Ver.** | **Author** | **Comment** | +| | | | | ++------------+----------+------------------+----------------------------------+ +| 2016-08-17 | 1.0.0 | Juha Haapavirta | Colorado release | +| | | Column Gaynor | | ++------------+----------+------------------+----------------------------------+ +| 2017-01-19 | 1.0.1 | Morgan Richomme | Adaptations for Danube | +| | | | * update testcase list | +| | | | * update docker command | ++------------+----------+------------------+----------------------------------+ + Introduction ============ This document describes how to install and configure Functest in OPNFV. @@ -43,6 +58,7 @@ follows:: | | | -- healthcheck | | | | | | | | | -- vPing_ssh | | | | | | | | | -- vPing_userdata | | | | | | + | | | -- SNAPS_cases | | | | | | | | | -- Tempest_smoke | | | | | | | | | -- Rally_sanity | | | | | | | | | -- Tempest_full | | | | | | @@ -52,12 +68,13 @@ follows:: | | | -- odl | | | | | | | | | -- onos | | | | | | | | | | | | | | | + | | | - Features | | | | | | + | | | | | | | | | | | | - VNF | | | | | | - | | | -- vIMS | | | | | | | | | | | | | | | | | +--------------------+ | | | | | - | | +-------------------------+ | - | | Functest Docker | | | | | + | | Functest Docker +-------------------------+ | + | | | | | | | | | +---------------------------------+ | | | | | | | | +----------------------------+ | | | | @@ -107,7 +124,7 @@ The functional test cases are described in the Functest User Guide `[2]`_ Prerequisites ============= The OPNFV deployment is out of the scope of this document but it can be -found in http://artifacts.opnfv.org/opnfvdocs/colorado/docs/configguide/index.html. +found in http://docs.opnfv.org. The OPNFV platform is considered as the System Under Test (SUT) in this document. @@ -217,15 +234,14 @@ container from Jenkins. Docker creation in set-functest-env builder `[3]`_:: - envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}" + envs="-e INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}" [...] - docker pull opnfv/functest:latest_stable - cmd="docker run -id -e $envs ${labconfig} ${sshkey} ${res_volume} opnfv/functest:latest_stable /bin/bash" + docker pull opnfv/functest:$DOCKER_TAG >/dev/null + cmd="sudo docker run -id ${envs} ${volumes} ${custom_params} ${TESTCASE_OPTIONS} opnfv/functest:${DOCKER_TAG} /bin/bash" echo "Functest: Running docker run command: ${cmd}" - ${cmd} - docker ps -a + ${cmd} >${redirect} sleep 5 - container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1) + container_id=$(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | awk '{print $1}' | head -1) echo "Container ID=${container_id}" if [ -z ${container_id} ]; then echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing." @@ -235,43 +251,29 @@ Docker creation in set-functest-env builder `[3]`_:: echo "Starting the container: docker start ${container_id}" docker start ${container_id} sleep 5 - docker ps - if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then + docker ps >${redirect} + if [ $(docker ps | grep "opnfv/functest:${DOCKER_TAG}" | wc -l) == 0 ]; then echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..." exit 1 fi - cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh" + + cmd="python ${FUNCTEST_REPO_DIR}/functest/ci/prepare_env.py start" echo "Executing command inside the docker: ${cmd}" docker exec ${container_id} ${cmd} Test execution in functest-all builder `[3]`_:: - echo "Functest: run $FUNCTEST_SUITE_NAME" - cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test $FUNCTEST_SUITE_NAME ${flag}" - container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1) - docker exec $container_id $cmd - -Docker clean in functest-cleanup builder `[3]`_:: - - echo "Cleaning up docker containers/images..." - # Remove previous running containers if exist - if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then - echo "Removing existing opnfv/functest containers..." - docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop - docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm + branch=${GIT_BRANCH##*/} + echo "Functest: run $FUNCTEST_SUITE_NAME on branch ${branch}" + cmd="functest testcase run $FUNCTEST_SUITE_NAME" fi + container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1) + docker exec $container_id $cmd + ret_value=$? + exit $ret_value - # Remove existing images if exist - if [[ ! -z $(docker images | grep opnfv/functest) ]]; then - echo "Docker images to remove:" - docker images | head -1 && docker images | grep opnfv/functest - image_tags=($(docker images | grep opnfv/functest | awk '{print $2}')) - for tag in "${image_tags[@]}"; do - echo "Removing docker image opnfv/functest:$tag..." - docker rmi opnfv/functest:$tag - done - fi +Docker clean in functest-cleanup builder `[3]`_ calling docker rm and docker rmi References @@ -279,7 +281,7 @@ References .. _`[1]`: https://ask.openstack.org/en/question/68144/keystone-unable-to-use-the-public-endpoint/ .. _`[2]`: http://artifacts.opnfv.org/functest/docs/userguide/index.html .. _`[3]`: https://git.opnfv.org/cgit/releng/tree/jjb/functest/functest-ci-jobs.yml -.. _`[4]`: http://artifacts.opnfv.org/opnfvdocs/colorado/docs/configguide/index.html +.. _`[4]`: http://artifacts.opnfv.org/functest/danube/docs/configguide/index.html OPNFV main site: opnfvmain_. @@ -289,4 +291,4 @@ OPNFV functional test page: opnfvfunctest_. IRC support channel: #opnfv-functest .. _opnfvmain: http://www.opnfv.org -.. _opnfvfunctest: https://wiki.opnfv.org/opnfv_functional_testing +.. _opnfvfunctest: https://wiki.opnfv.org/functest diff --git a/docs/devguide/index.rst b/docs/devguide/index.rst index 6b3e1f0e6..6624f8a70 100644 --- a/docs/devguide/index.rst +++ b/docs/devguide/index.rst @@ -13,7 +13,7 @@ Introduction Functest is a project dealing with functional testing. Functest produces its own internal test cases but can also be considered -as a framework to support feature project testing. +as a framework to support feature and VNF onboarding project testing. Functest developed a test API and defined a test collection framework that can be used by any OPNFV project. @@ -60,17 +60,20 @@ Functest can be described as follow:: Functest internal test cases ============================ -The internal test cases in Colorado are: +The internal test cases in Danube are: * healthcheck * vping_ssh * vping_userdata * odl + * connection_check + * api_check + * snaps_smoke * tempest_smoke_serial * rally_sanity * tempest_full_parallel * rally_full - * vims + * cloudify_ims By internal, we mean that this particular test cases have been developped and/or integrated by functest contributors and the associated @@ -79,12 +82,12 @@ An internal case can be fully developped or a simple integration of upstream suites (e.g. Tempest/Rally developped in OpenStack are just integrated in Functest). The structure of this repository is detailed in `[1]`_. -The main internal test cases are in the testcases subfolder of the +The main internal test cases are in the opnfv_tests subfolder of the repository, the internal test cases are: - * Controllers: odl, onos, ocl - * OpenStack: healthcheck, vping_ssh, vping_userdata, tempest_*, rally_* - * VNF: vims + * sdn: odl, onos + * openstack: healthcheck, vping_ssh, vping_userdata, tempest_*, rally_*, connection_check, api_check, snaps_smoke + * vnf: cloudify_ims If you want to create a new test case you will have to create a new folder under the testcases directory. @@ -108,17 +111,15 @@ The external test cases are: * parser * domino * multisite + * opera_ims + * orchestra_ims -Note that security_scan has been bootstraped in Functest but is -considered as an external test case as it gets its own repository. - The code to run these test cases may be directly in the repository of -the project. We have also a **features** sub directory under testcases +the project. We have also a **features** sub directory under opnfv_tests directory that may be used (it can be usefull if you want to reuse Functest library). - Functest framework ================== @@ -132,9 +133,82 @@ Since Colorado, test categories also known as tiers have been created to group similar tests, provide consistant sub-lists and at the end optimize test duration for CI (see How To section). -see http://artifacts.opnfv.org/functest/docs/userguide/index.html for -details. +The definition of the tiers has been agreed by the testing working group. + +The tiers are: + * healthcheck + * smoke + * features + * components + * performance + * vnf + * stress + +Functest abstraction classes +============================ +In order to harmonize test integration, 3 abstraction classes have been +introduced in Danube: + + * testcase_base: base for any test case + * feature_base: abstraction for feature project + * vnf_base: abstraction for vnf onboarding + +The goal is to unify the way to run test from Functest. + +feature_base and vnf_base inherit from testcase_base. + + +-----------------------------------------+ + | | + | Testcase_base | + | | + | - init() | + | - run() | + | - publish_report() | + | - check_criteria() | + | | + +-----------------------------------------+ + | | + V V + +--------------------+ +--------------------------+ + | | | | + | feature_base | | vnf_base | + | | | | + | - prepare() | | - prepare() | + | - post() | | - deploy_orchestrator() | + | - parse_results() | | - deploy_vnf() | + | | | - test_vnf() | + | | | - clean() | + | | | - execute() | + | | | | + +--------------------+ +--------------------------+ + + +Functest util classes +===================== + +In order to simplify the creation of test cases, Functest develops some +functions that can be used by any feature or internal test cases. +Several features are supported such as logger, configuration management and +Openstack capabilities (snapshot, clean, tacker,..). +These functions can be found under <repo>/functest/utils and can be described as +follows: + +functest/utils/ +|-- config.py +|-- constants.py +|-- env.py +|-- functest_constants.py +|-- functest_logger.py +|-- functest_utils.py +|-- openstack_clean.py +|-- openstack_snapshot.py +|-- openstack_tacker.py +`-- openstack_utils.py + +Note that for Openstack, keystone v3 is now deployed by default by compass, +fuel and joid in Danube. All installers still support keysone v2 (deprecated in +next version). Test collection framework ========================= @@ -415,153 +489,131 @@ Results: | GET | /api/v1/results/{result_id}| Get the test result by result_id | +--------+----------------------------+------------------------------------------+ +Scenarios: -Dashboard: + +--------+----------------------------+-----------------------------------------+ + | Method | Path | Description | + +========+============================+=========================================+ + | GET | /api/v1/scenarios | Get the list of declared scenarios | + +--------+----------------------------+-----------------------------------------+ + | POST | /api/v1/scenario | Declare a new scenario | + +--------+----------------------------+-----------------------------------------+ + | GET | /api/v1/scenario? | Get a declared scenario | + | | <query conditions> | | + +--------+----------------------------+-----------------------------------------+ - +--------+----------------------------+-----------------------------------------+ - | Method | Path | Description | - +========+============================+=========================================+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | version {version} | - | |&version={version} | | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | since {days} days | - | |&period={days} | | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | installed by {installer} | - | |&installer={installer} | | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | on POD {pod} | - | |&pod={pod} | | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/results? | Get all the dashboard ready results of | - | |&project={project} | {case} of the project {project} | - | |&case={case} | and combined by other query conditions | - | |&<query conditions> | supported above. | - +--------+----------------------------+-----------------------------------------+ - | GET |/dashboard/v1/projects? | Get all the dashboard ready projects | - +--------+----------------------------+-----------------------------------------+ The code of the API is hosted in the releng repository `[6]`_. The test API has been dockerized and may be installed locally in your lab. See `[15]`_ for details. +The deployment of the test API has been automated. +A jenkins job manages: + * the unit tests of the test api + * the cration of a new docker file + * the deployment of the new test api + * the archive of the old test api + * the backup of the Mongo DB + + Automatic reporting + =================== + + An automatic reporting page has been created in order to provide a + consistant view of the scenarios. + In this page, each scenario is evaluated according to test criteria. + The code for the automatic reporting is available at `[8]`_. + + The results are collected from the centralized database every day and, + per scenario. A score is calculated based on the results from the last + 10 days. This score is the addition of single test scores. Each test + case has a success criteria reflected in the criteria field from the + results. + + Considering an instance of a scenario os-odl_l2-nofeature-ha, the + scoring is the addition of the scores of all the runnable tests from the + categories (tiers healthcheck, smoke and features) + corresponding to this scenario. + + + +---------------------+---------+---------+---------+---------+ + | Test | Apex | Compass | Fuel | Joid | + +=====================+=========+=========+=========+=========+ + | vPing_ssh | X | X | X | X | + +---------------------+---------+---------+---------+---------+ + | vPing_userdata | X | X | X | X | + +---------------------+---------+---------+---------+---------+ + | tempest_smoke_serial| X | X | X | X | + +---------------------+---------+---------+---------+---------+ + | rally_sanity | X | X | X | X | + +---------------------+---------+---------+---------+---------+ + | odl | X | X | X | X | + +---------------------+---------+---------+---------+---------+ + | promise | | | X | X | + +---------------------+---------+---------+---------+---------+ + | doctor | X | | X | | + +---------------------+---------+---------+---------+---------+ + | security_scan | X | | | | + +---------------------+---------+---------+---------+---------+ + | parser | | | X | | + +---------------------+---------+---------+---------+---------+ + | moon | | X | | | + +---------------------+---------+---------+---------+---------+ + | copper | X | | | X | + +---------------------+---------+---------+---------+---------+ + + All the testcases listed in the table are runnable on + os-odl_l2-nofeature scenarios. + If no result is available or if all the results are failed, the test + case get 0 point. + If it was succesfull at least once but not anymore during the 4 runs, + the case get 1 point (it worked once). + If at least 3 of the last 4 runs were successful, the case get 2 points. + If the last 4 runs of the test are successful, the test get 3 points. + + In the example above, the target score for fuel/os-odl_l2-nofeature-ha + is 3x6 = 18 points. + + The scenario is validated per installer when we got 3 points for all + individual test cases (e.g 18/18). + Please note that complex or long duration tests are not considered for + the scoring. The success criteria are not always easy to define and may + require specific hardware configuration. These results however provide + a good level of trust on the scenario. + + A web page is automatically generated every day to display the status. + This page can be found at `[9]`_. For the status, click on Status menu, + you may also get feedback for vims and tempest_smoke_serial test cases. + + Any validated scenario is stored in a local file on the web server. In + fact as we are using a sliding windows to get results, it may happen + that a successful scenarios is no more run (because considered as + stable) and then the number of iterations (4 needed) would not be + sufficient to get the green status. + + Please note that other test cases (e.g. sfc_odl, bgpvpn, moon) need also + ODL configuration addons and as a consequence specific scenario. + There are not considered as runnable on the generic odl_l2 scenario. + Dashboard ========= Dashboard is used to provide a consistant view of the results collected in CI. -The results with dashboard method are post-processed from raw results. -Please note that dashboard results are not stored. Only raw results are -stored. +The results showed on the dashboard are post processed from the Database, +which only contains raw results. -Release Brahmaputra -------------------- - -Dashboard url: http://testresults.opnfv.org/dashboard/ - -Release Colorado ----------------- +In Brahmaputra, we created a basic dashboard. Since Colorado, it was decided to adopt ELK framework. Mongo DB results are extracted to feed Elasticsearch database (`[7]`_). -Dashboard url: http://testresults.opnfv.org/kibana_dashboards/ - -Credentials for a guest account: opnfvuser/kibana - -A script has been developped to build elasticsearch data set. This +A script was developed to build elasticsearch data set. This script can be found in `[16]`_. +For next versions, it was decided to integrated bitergia dashboard. +Bitergia already provides a dashboard for code and infrastructure. +A new Test tab will be added. The dataset will be built by consuming +the test API. -Automatic reporting -=================== - -An automatic reporting page has been created in order to provide a -consistant view of the scenarios. -In this page each scenario is evaluated according to test criteria. -The code for the automatic reporting is available at `[8]`_. - -The results are collected from the centralized database every day and, -per scenario. A score is calculated based on the results from the last -50 days. This score is the addition of single test scores. Each test -case has a success criteria reflected in the criteria field from the -results. - -Considering an instance of a scenario os-odl_l2-nofeature-ha, the -scoring is the addition of the scores of all the runnable tests from the -categories (tiers healthcheck, smoke, controller and feature) -corresponding to this scenario. - - - +---------------------+---------+---------+---------+---------+ - | Test | Apex | Compass | Fuel | Joid | - +=====================+=========+=========+=========+=========+ - | vPing_ssh | X | X | X | X | - +---------------------+---------+---------+---------+---------+ - | vPing_userdata | X | X | X | X | - +---------------------+---------+---------+---------+---------+ - | tempest_smoke_serial| X | X | X | X | - +---------------------+---------+---------+---------+---------+ - | rally_sanity | X | X | X | X | - +---------------------+---------+---------+---------+---------+ - | odl | X | X | X | X | - +---------------------+---------+---------+---------+---------+ - | promise | | | X | X | - +---------------------+---------+---------+---------+---------+ - | doctor | X | | X | | - +---------------------+---------+---------+---------+---------+ - | security_scan | X | | | | - +---------------------+---------+---------+---------+---------+ - | parser | | | X | | - +---------------------+---------+---------+---------+---------+ - | moon | | X | | | - +---------------------+---------+---------+---------+---------+ - | copper | X | | | X | - +---------------------+---------+---------+---------+---------+ - -All the testcases listed in the table are runnable on -os-odl_l2-nofeature scenarios. -If no result is available or if all the results are failed, the test -case get 0 point. -If it was succesfull at least once but not anymore during the 4 runs, -the case get 1 point (it worked once). -If at least 3 of the last 4 runs were successful, the case get 2 points. -If the last 4 runs of the test are successful, the test get 3 points. - -In the example above, the target score for fuel/os-odl_l2-nofeature-ha -is 3x6 = 18 points. - -The scenario is validated per installer when we got 3 points for all -individual test cases (e.g 18/18). -Please note that complex or long duration tests are not considered for -the scoring. The success criteria are not always easy to define and may -require specific hardware configuration. These results however provide -a good level of trust on the scenario. - -A web page is automatically generated every day to display the status. -This page can be found at `[9]`_. For the status, click on Status menu, -you may also get feedback for vims and tempest_smoke_serial test cases. - -Any validated scenario is stored in a local file on the web server. In -fact as we are using a sliding windows to get results, it may happen -that a successful scenarios is no more run (because considered as -stable) and then the number of iterations (4 needed) would not be -sufficient to get the green status. - -Please note that other test cases e.g. sfc_odl, bgpvpn, moon) need also -ODL configuration addons and as a consequence specific scenario. -There are not considered as runnable on the generic odl_l2 scenario. ======= How TOs @@ -776,7 +828,6 @@ repository. The Functest files to be modified are: * functest/docker/Dockerfile: get your code in Functest container * functest/ci/testcases.yaml: reference your test and its associated constraints - * functest/ci/exec_test.sh: run your test from CI and CLI Dockerfile @@ -810,25 +861,6 @@ If you are integrating test suites from a feature project, the default category is **features**. -exec_test.sh ------------- - -This file is used to start your test. It is used in CI but also by the -CLI. - -You just patch the file in git and add a line:: - - - "<my_super_test_case>") - python ${FUNCTEST_REPO_DIR}/testcases/features/mycase.py - ;; - - -Note you can use python or bash scripts (or any language assuming that -the packages have been properly preinstalled but we recommand python or -bash..). - - How to select my list of tests for CI? ====================================== @@ -841,6 +873,9 @@ Functest jenkins job):: Each case can be configured as daily and/or weekly task. +Weekly tasks are used for long duration or experimental tests. +Daily tasks correspond to the minimum set of test suites to validate a scenario. + When executing run_tests.py, a check based on the jenkins build tag will be considered to detect whether it is a daily and/or a weekly test. @@ -854,8 +889,8 @@ e.g.:: cmd="python ${FUNCTEST_REPO_DIR}/ci/run_tests.py -t healthcheck,smoke ${flags}" This command will run all the test cases of the first 2 tiers, i.e. -healthcheck, vping_ssh, vping_userdata, tempest_smoke_serial and -rally_sanity. +healthcheck, connection_check, api_check, vping_ssh, vping_userdata, +snaps_somke, tempest_smoke_serial and rally_sanity. How to push your results into the Test Database @@ -938,6 +973,4 @@ _`OpenRC`: http://docs.openstack.org/user-guide/common/cli_set_environment_varia _`Rally installation procedure`: https://rally.readthedocs.org/en/latest/tutorial/step_0_installation.html -_`config_test.py` : https://git.opnfv.org/cgit/functest/tree/testcases/config_functest.py - _`config_functest.yaml` : https://git.opnfv.org/cgit/functest/tree/testcases/config_functest.yaml diff --git a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst b/docs/results/apex-os-odl_l2-bgpvpn-ha.rst deleted file mode 100644 index ca6d0942b..000000000 --- a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst +++ /dev/null @@ -1,926 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-bgpvpn-ha ------------------------------------------------------ - -VIM ---- - -vping_userdata -^^^^^^^^^^^^^^ - -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-04-26 15:40:43' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'87.1' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 97cda33b-5d92-46c5-8425-861d087d0d57 | 938a64f1-d650-497c-897d-8964906711fb | | 188 | 27 | 2016-04-26 15:42:30.384572 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.643 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.048 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 6.046 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.507 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 5.748 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.049 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.325 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.053 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.251 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.048 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.044 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.085 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.102 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.131 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.137 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.323 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.081 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.430 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.350 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.198 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.132 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.367 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.577 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.641 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 4.390 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 303.566 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.154 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.173 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 300.550 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 303.713 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.094 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.674 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 300.091 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.043 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 1.587 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.262 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.121 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.178 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.135 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.113 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.047 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.040 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.040 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.038 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.259 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.391 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.090 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.053 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.009 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.041 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.041 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.014 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.009 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.023 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.036 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.045 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.012 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.042 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.000 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 2.819 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 6.846 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 303.888 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.347 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 317.471 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 301.431 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 301.068 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 5.488 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.041 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.080 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.308 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.170 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.174 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.306 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.331 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.307 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.770 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 6.074 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 8.126 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 5.697 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 5.928 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.458 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.032 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.597 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.087 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.463 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.398 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.439 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.445 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.312 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.065 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.301 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.304 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.432 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.221 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.459 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.313 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.249 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.275 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.284 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.125 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.043 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 323.768 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.055 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.289 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.052 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.009 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.238 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.107 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.214 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.102 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.382 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.000 | fail | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.894 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.129 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.168 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.172 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.000 | fail | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.018 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.018 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.027 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.019 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.082 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.019 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.091 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.630 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.296 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.890 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 1.435 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.663 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.946 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.000 | fail | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.425 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.459 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.711 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.099 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.094 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.077 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.372 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.769 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.889 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.092 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.691 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.689 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.001 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.748 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.306 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.142 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.748 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.189 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.074 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.278 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 2.527 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.015 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.629 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.355 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.333 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.335 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.353 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.339 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.951 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.022 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.959 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 302.043 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 1.600 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.606 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 8.446 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 8.743 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 8.966 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 10.497 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.105 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.038 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 134.544 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 333.942 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 336.063 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-04-2615:42:30.384572', 'duration': 1497, 'tests': 188, 'failures': 27} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - - Preparing input task - Task ad742546-c147-4903-a31f-841de938dd68: started - Task ad742546-c147-4903-a31f-841de938dd68: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.196 | 0.321 | 0.365 | 0.372 | 0.38 | 0.302 | 100.0% | 10 | - | total | 0.278 | 0.405 | 0.481 | 0.487 | 0.492 | 0.398 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.25959300995 - Full duration: 4.72824001312 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 | - | total | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.271264076233 - Full duration: 3.62738013268 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.175 | 0.197 | 0.249 | 0.254 | 0.258 | 0.207 | 100.0% | 10 | - | total | 0.254 | 0.297 | 0.383 | 0.398 | 0.413 | 0.316 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.942983865738 - Full duration: 4.24797916412 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.119 | 0.158 | 0.214 | 0.226 | 0.237 | 0.164 | 100.0% | 10 | - | total | 0.206 | 0.255 | 0.317 | 0.323 | 0.329 | 0.261 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.78842997551 - Full duration: 4.25593304634 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.119 | 0.189 | 0.375 | 0.376 | 0.378 | 0.229 | 100.0% | 10 | - | total | 0.2 | 0.333 | 0.46 | 0.479 | 0.499 | 0.336 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.973871946335 - Full duration: 4.23989796638 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.195 | 0.211 | 0.231 | 0.247 | 0.263 | 0.215 | 100.0% | 10 | - | total | 0.277 | 0.305 | 0.331 | 0.345 | 0.359 | 0.309 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.916023015976 - Full duration: 4.58919405937 - - 2016-04-26 17:13:30,899 - run_rally - INFO - Test scenario: "authenticate" OK. - 2016-04-26 17:13:30,899 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 17:15:24,362 - run_rally - INFO - - Preparing input task - Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: started - Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 | - | total | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.958132982254 - Full duration: 5.75791287422 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.814 | 4.56 | 5.238 | 5.417 | 5.597 | 4.572 | 100.0% | 10 | - | nova.boot_servers | 6.063 | 7.369 | 7.972 | 8.963 | 9.955 | 7.357 | 100.0% | 10 | - | total | 10.969 | 11.692 | 12.712 | 13.839 | 14.965 | 11.929 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 34.7748630047 - Full duration: 56.4055418968 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.733 | 4.173 | 4.872 | 4.909 | 4.946 | 4.299 | 100.0% | 10 | - | glance.list_images | 0.034 | 0.108 | 0.128 | 0.141 | 0.153 | 0.1 | 100.0% | 10 | - | total | 3.841 | 4.25 | 4.982 | 5.018 | 5.055 | 4.399 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 13.4400930405 - Full duration: 21.2837600708 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.579 | 4.549 | 4.615 | 4.621 | 4.627 | 4.302 | 100.0% | 10 | - | glance.delete_image | 0.561 | 0.882 | 1.06 | 1.077 | 1.093 | 0.878 | 100.0% | 10 | - | total | 4.529 | 5.366 | 5.55 | 5.629 | 5.707 | 5.18 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.3838078976 - Full duration: 20.4000329971 - - 2016-04-26 17:15:25,993 - run_rally - INFO - Test scenario: "glance" OK. - 2016-04-26 17:15:25,993 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 17:30:47,609 - run_rally - INFO - - Preparing input task - Task 814c7265-77f0-4627-b851-4d6307469184: started - Task 814c7265-77f0-4627-b851-4d6307469184: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 3.253 | 3.8 | 5.748 | 5.876 | 6.003 | 4.299 | 100.0% | 10 | - | cinder.create_volume | 2.647 | 2.849 | 3.122 | 3.314 | 3.506 | 2.905 | 100.0% | 10 | - | nova.attach_volume | 2.828 | 2.941 | 3.024 | 3.139 | 3.253 | 2.956 | 100.0% | 10 | - | nova.detach_volume | 2.694 | 2.805 | 3.047 | 3.066 | 3.085 | 2.854 | 100.0% | 10 | - | cinder.delete_volume | 0.465 | 2.501 | 2.589 | 2.62 | 2.652 | 2.292 | 100.0% | 10 | - | nova.delete_server | 2.31 | 2.432 | 2.572 | 2.61 | 2.647 | 2.445 | 100.0% | 10 | - | total | 17.005 | 17.344 | 19.667 | 19.684 | 19.702 | 17.752 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 52.3380470276 - Full duration: 62.1368570328 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 5.365 | 5.628 | 6.335 | 7.213 | 8.09 | 5.894 | 100.0% | 10 | - | cinder.list_volumes | 0.12 | 0.13 | 0.179 | 0.324 | 0.47 | 0.165 | 100.0% | 10 | - | total | 5.492 | 5.753 | 6.503 | 7.531 | 8.56 | 6.059 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.5699410439 - Full duration: 32.550137043 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.66 | 2.948 | 3.145 | 3.171 | 3.197 | 2.939 | 100.0% | 10 | - | cinder.list_volumes | 0.039 | 0.124 | 0.137 | 0.145 | 0.153 | 0.12 | 100.0% | 10 | - | total | 2.765 | 3.073 | 3.28 | 3.3 | 3.32 | 3.059 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 8.95114684105 - Full duration: 20.4319190979 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.53 | 4.717 | 6.846 | 6.861 | 6.875 | 4.502 | 100.0% | 10 | - | cinder.list_snapshots | 0.017 | 0.106 | 0.12 | 0.135 | 0.15 | 0.094 | 100.0% | 10 | - | total | 2.68 | 4.789 | 6.9 | 6.926 | 6.953 | 4.596 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.3801140785 - Full duration: 44.4814119339 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.72 | 2.87 | 2.984 | 3.001 | 3.018 | 2.88 | 100.0% | 10 | - | cinder.delete_volume | 2.327 | 2.533 | 2.641 | 2.663 | 2.685 | 2.526 | 100.0% | 10 | - | total | 5.148 | 5.386 | 5.625 | 5.664 | 5.703 | 5.406 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.1617929935 - Full duration: 23.7529392242 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 5.261 | 5.487 | 5.686 | 5.742 | 5.797 | 5.493 | 100.0% | 10 | - | cinder.delete_volume | 2.393 | 2.591 | 2.671 | 2.776 | 2.881 | 2.572 | 100.0% | 10 | - | total | 7.72 | 8.0 | 8.304 | 8.491 | 8.679 | 8.065 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 23.9920217991 - Full duration: 31.16101408 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.683 | 2.83 | 2.958 | 3.031 | 3.105 | 2.838 | 100.0% | 10 | - | cinder.delete_volume | 2.446 | 2.601 | 2.755 | 2.757 | 2.759 | 2.621 | 100.0% | 10 | - | total | 5.209 | 5.463 | 5.632 | 5.673 | 5.715 | 5.459 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.2941839695 - Full duration: 23.1591808796 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.705 | 3.234 | 5.839 | 6.009 | 6.178 | 4.101 | 100.0% | 10 | - | cinder.upload_volume_to_image | 25.866 | 34.579 | 36.121 | 36.966 | 37.811 | 33.004 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.516 | 2.859 | 3.79 | 4.722 | 2.741 | 100.0% | 10 | - | nova.delete_image | 1.063 | 1.781 | 2.315 | 2.368 | 2.421 | 1.768 | 100.0% | 10 | - | total | 33.42 | 42.477 | 46.051 | 46.561 | 47.071 | 41.614 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 122.33260107 - Full duration: 130.417927027 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.619 | 4.753 | 5.128 | 5.998 | 6.868 | 4.741 | 100.0% | 10 | - | cinder.delete_snapshot | 2.341 | 4.464 | 4.614 | 4.628 | 4.642 | 3.881 | 100.0% | 10 | - | total | 5.069 | 9.108 | 9.651 | 10.58 | 11.51 | 8.622 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 23.5147559643 - Full duration: 42.4243760109 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.687 | 2.862 | 5.341 | 5.342 | 5.342 | 3.334 | 100.0% | 10 | - | total | 2.687 | 2.862 | 5.341 | 5.342 | 5.343 | 3.335 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 8.59894013405 - Full duration: 18.9968831539 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.891 | 3.117 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 | - | total | 2.892 | 3.118 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.1855640411 - Full duration: 23.8357381821 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.23 | 0.276 | 0.313 | 0.333 | 0.353 | 0.281 | 100.0% | 10 | - | total | 0.23 | 0.276 | 0.313 | 0.333 | 0.354 | 0.281 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.832192182541 - Full duration: 49.1499869823 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.745 | 3.988 | 5.311 | 5.419 | 5.527 | 4.036 | 100.0% | 10 | - | cinder.create_snapshot | 2.448 | 3.519 | 4.951 | 5.828 | 6.704 | 3.762 | 100.0% | 10 | - | nova.attach_volume | 2.902 | 4.661 | 5.677 | 6.517 | 7.356 | 4.515 | 100.0% | 10 | - | nova.detach_volume | 2.665 | 3.03 | 5.013 | 5.036 | 5.058 | 3.398 | 100.0% | 10 | - | cinder.delete_snapshot | 2.347 | 2.526 | 4.474 | 4.544 | 4.615 | 3.094 | 100.0% | 10 | - | cinder.delete_volume | 2.357 | 2.512 | 2.616 | 2.622 | 2.629 | 2.497 | 100.0% | 10 | - | total | 16.23 | 22.038 | 24.243 | 25.404 | 26.565 | 21.659 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 61.302448988 - Full duration: 101.445744038 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.012 | 5.284 | 7.846 | 8.73 | 9.613 | 5.488 | 100.0% | 10 | - | cinder.delete_volume | 2.465 | 4.731 | 6.986 | 7.116 | 7.247 | 4.39 | 100.0% | 10 | - | total | 5.537 | 10.039 | 14.516 | 14.707 | 14.898 | 9.877 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.7450320721 - Full duration: 44.7656638622 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.809 | 2.87 | 3.171 | 3.173 | 3.174 | 2.925 | 100.0% | 10 | - | cinder.extend_volume | 2.68 | 2.828 | 5.155 | 5.156 | 5.157 | 3.67 | 100.0% | 10 | - | cinder.delete_volume | 2.351 | 2.533 | 2.633 | 2.64 | 2.648 | 2.537 | 100.0% | 10 | - | total | 8.073 | 8.443 | 10.604 | 10.657 | 10.711 | 9.133 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 26.884996891 - Full duration: 34.1721270084 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.775 | 2.863 | 2.974 | 3.062 | 3.151 | 2.888 | 100.0% | 10 | - | cinder.create_snapshot | 2.383 | 3.589 | 6.958 | 7.815 | 8.672 | 4.208 | 100.0% | 10 | - | nova.attach_volume | 2.875 | 3.242 | 5.488 | 6.395 | 7.302 | 4.124 | 100.0% | 10 | - | nova.detach_volume | 2.665 | 2.896 | 3.035 | 3.047 | 3.059 | 2.879 | 100.0% | 10 | - | cinder.delete_snapshot | 2.154 | 2.468 | 2.771 | 3.49 | 4.209 | 2.6 | 100.0% | 10 | - | cinder.delete_volume | 0.443 | 2.52 | 2.652 | 2.664 | 2.677 | 2.341 | 100.0% | 10 | - | total | 16.386 | 19.141 | 21.529 | 23.357 | 25.184 | 19.466 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 56.0006937981 - Full duration: 103.148792982 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.734 | 2.837 | 2.972 | 2.98 | 2.987 | 2.853 | 100.0% | 10 | - | cinder.create_snapshot | 2.361 | 4.585 | 7.125 | 7.96 | 8.794 | 4.799 | 100.0% | 10 | - | nova.attach_volume | 2.861 | 3.062 | 5.2 | 5.255 | 5.311 | 3.579 | 100.0% | 10 | - | nova.detach_volume | 2.776 | 2.919 | 3.111 | 3.147 | 3.183 | 2.942 | 100.0% | 10 | - | cinder.delete_snapshot | 2.381 | 3.48 | 6.541 | 6.595 | 6.649 | 3.908 | 100.0% | 10 | - | cinder.delete_volume | 2.273 | 2.579 | 4.795 | 5.881 | 6.967 | 3.176 | 100.0% | 10 | - | total | 16.565 | 23.291 | 23.896 | 24.12 | 24.344 | 21.919 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 62.6618189812 - Full duration: 108.85529089 - -SDN Controller --------------- - -ODL -^^^ -:: - - FUNCTEST.info: Running ODL test... - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | FAIL | - 18 critical tests, 15 passed, 3 failed - 18 tests total, 15 passed, 3 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - -Feature tests -------------- - -vIMS -^^^^ - -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'495.7' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'759.1' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17' - vIMS - INFO - vIMS functional test duration:'109.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - -Doctor -^^^^^^ - -:: - - FUNCTEST.info: Running Doctor test... - doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh - doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img - Note: doctor/tests/run.sh has been executed. - PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data. - 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms - - --- 192.30.9.7 ping statistics --- - 1 packets transmitted, 1 received, 0% packet loss, time 0ms - rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms - preparing VM image... - +------------------+--------------------------------------+ - | Property | Value | - +------------------+--------------------------------------+ - | checksum | 7ca2842a166c276d49880998e4b397d5 | - | container_format | bare | - | created_at | 2016-04-26T17:07:58Z | - | disk_format | qcow2 | - | id | ccc11584-d901-4c83-9bbe-1e35b12f03ee | - | min_disk | 0 | - | min_ram | 0 | - | name | cirros | - | owner | 8f39920048ea444d9dedb35e601c1292 | - | protected | False | - | size | 15446 | - | status | active | - | tags | [] | - | updated_at | 2016-04-26T17:07:59Z | - | virtual_size | None | - | visibility | public | - +------------------+--------------------------------------+ - starting doctor sample components... - creating VM and alarm... - +--------------------------------------+-----------------------------------------------+ - | Property | Value | - +--------------------------------------+-----------------------------------------------+ - | OS-DCF:diskConfig | MANUAL | - | OS-EXT-AZ:availability_zone | | - | OS-EXT-SRV-ATTR:host | - | - | OS-EXT-SRV-ATTR:hypervisor_hostname | - | - | OS-EXT-SRV-ATTR:instance_name | instance-00000048 | - | OS-EXT-STS:power_state | 0 | - | OS-EXT-STS:task_state | scheduling | - | OS-EXT-STS:vm_state | building | - | OS-SRV-USG:launched_at | - | - | OS-SRV-USG:terminated_at | - | - | accessIPv4 | | - | accessIPv6 | | - | adminPass | AaUNZaoqw74Q | - | config_drive | | - | created | 2016-04-26T17:08:01Z | - | flavor | m1.tiny (1) | - | hostId | | - | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 | - | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) | - | key_name | - | - | metadata | {} | - | name | doctor_vm1 | - | os-extended-volumes:volumes_attached | [] | - | progress | 0 | - | security_groups | default | - | status | BUILD | - | tenant_id | 3d15a63c2519439f839df6785236b0e1 | - | updated | 2016-02-24T07:59:49Z | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +--------------------------------------+-----------------------------------------------+ - - +---------------------------+----------------------------------------------------------------------+ - | Property | Value | - +---------------------------+----------------------------------------------------------------------+ - | alarm_actions | ["http://localhost:12346/failure"] | - | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 | - | description | VM failure | - | enabled | True | - | event_type | compute.instance.update | - | insufficient_data_actions | [] | - | name | doctor_alarm1 | - | ok_actions | [] | - | project_id | 3d15a63c2519439f839df6785236b0e1 | - | query | [{"field": "traits.state", "type": "string", "value": "error", "op": | - | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": | - | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] | - | repeat_actions | False | - | severity | moderate | - | state | insufficient data | - | type | event | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +---------------------------+----------------------------------------------------------------------+ - waiting for vm launch... - injecting host failure... - disabling network of comupte host [overcloud-novacompute-0] for 3 mins... - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - 0 OK - done - cleanup... - 24120 - 24124 - 24122 - 24144 - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - 24125 - 24136 - + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log' - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - sudo ip link set enp8s0 down - <Response [200]> - Request to delete server doctor_vm1 has been accepted. - waiting disabled compute host back to be enabled... - - doctor - INFO - doctor OK - -bgpvpn -^^^^^^ - -:: - - ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpvjQxKe - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.191925s] ... ok - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.078978s] ... ok - - ====== - Totals - ====== - Ran: 2 tests in 7.0000 sec. - - Passed: 2 - - Skipped: 0 - - Expected Fail: 0 - - Unexpected Success: 0 - - Failed: 0 - Sum of execute time for each test: 0.2709 sec. diff --git a/docs/results/apex-os-odl_l2-nofeature-ha.rst b/docs/results/apex-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 5ad050b08..000000000 --- a/docs/results/apex-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,1750 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 07:43:00' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=a0698b8a-e881-4b84-b540-a0324d671c5a - network=df3509f4-ef3d-4264-9293-9e0688a5c38e - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=a0698b8a-e881-4b84-b540-a0324d671c5a - network=df3509f4-ef3d-4264-9293-9e0688a5c38e - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '172.30.9.201' - vPing_ssh- INFO - Associating floating ip: '172.30.9.201' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 172.30.9.201... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'82.0' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ - -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 07:44:41' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=78cd8dbf-54fb-43ce-9f19-7801130b5a99 - network=a030c4ca-00ea-4913-bbec-505eaca9f5ff - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=78cd8dbf-54fb-43ce-9f19-7801130b5a99 - network=a030c4ca-00ea-4913-bbec-505eaca9f5ff - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.6 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'72.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | b470a125-b6d9-400e-872e-abe779ff1ab5 | 784b68a9-2eab-4e1e-abc7-a4f68d4d02fe | | 70 | 8 | 2016-02-23 07:46:13.668289 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.10275 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.14924 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05661 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.32593 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.38913 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.05691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.09185 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.04789 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.04881 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.27540 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.10541 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.13467 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33891 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.13276 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 331.74491 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.41803 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17025 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 316.35661 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00272 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.84308 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 10.10318 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 17.23894 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.82065 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.02428 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.09527 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.16436 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02123 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.32681 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.74903 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.33567 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01368 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01283 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01451 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.17814 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.69374 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.40285 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.95154 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.85749 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.12230 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.29858 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.11215 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.42505 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.05471 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.15865 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.08296 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.08528 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02219 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.09302 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.71309 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81771 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.01890 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.06254 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.54527 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.26689 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.09816 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.67413 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.56914 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.37443 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.74292 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.43472 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.15352 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.75020 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.79412 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.60493 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.53698 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.40696 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 383.53375 | fail | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2307:46:13.668289', 'duration': 695, 'tests': 70, 'failures': 8} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - - Preparing input task - Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: started - Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.14 | 0.147 | 0.19 | 0.23 | 0.27 | 0.164 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.027 | 0.085 | 0.091 | 0.097 | 0.103 | 0.081 | 100.0% | 10 | - | total | 0.24 | 0.324 | 0.449 | 0.497 | 0.544 | 0.354 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.991291999817 - Full duration: 3.52114295959 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.062 | 0.071 | 0.092 | 0.093 | 0.093 | 0.075 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.256750106812 - Full duration: 3.22034788132 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.079 | 0.083 | 0.086 | 0.089 | 0.091 | 0.083 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.073 | 0.083 | 0.088 | 0.088 | 0.088 | 0.082 | 100.0% | 10 | - | total | 0.219 | 0.235 | 0.273 | 0.281 | 0.289 | 0.247 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.758399963379 - Full duration: 3.36240792274 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.08 | 0.095 | 0.164 | 0.194 | 0.225 | 0.116 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.018 | 0.024 | 0.032 | 0.035 | 0.037 | 0.025 | 100.0% | 10 | - | total | 0.172 | 0.198 | 0.261 | 0.297 | 0.333 | 0.221 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.659279108047 - Full duration: 3.35535907745 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.073 | 0.079 | 0.092 | 0.094 | 0.097 | 0.082 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.013 | 0.082 | 0.149 | 0.265 | 0.381 | 0.106 | 100.0% | 10 | - | total | 0.152 | 0.241 | 0.344 | 0.464 | 0.585 | 0.272 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.793002128601 - Full duration: 3.46288895607 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.082 | 0.095 | 0.115 | 0.137 | 0.159 | 0.1 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.018 | 0.089 | 0.103 | 0.104 | 0.105 | 0.072 | 100.0% | 10 | - | total | 0.177 | 0.243 | 0.29 | 0.321 | 0.353 | 0.247 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.788791894913 - Full duration: 3.39974403381 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - - Preparing input task - Task 56b5e198-2c90-4440-a9bf-b098659c5783: started - Task 56b5e198-2c90-4440-a9bf-b098659c5783: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.226 | 0.256 | 0.328 | 0.335 | 0.343 | 0.268 | 100.0% | 10 | - | total | 0.226 | 0.256 | 0.328 | 0.336 | 0.343 | 0.268 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.82669711113 - Full duration: 4.65047502518 - - test scenario GlanceImages.create_image_and_boot_instances - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 3.917 | 4.559 | 4.731 | 4.819 | 4.906 | 4.469 | 100.0% | 10 | - | nova.boot_servers | 5.082 | 8.269 | 10.835 | 11.119 | 11.402 | 8.596 | 100.0% | 10 | - | total | 9.684 | 12.929 | 15.683 | 15.704 | 15.725 | 13.065 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.0555651188 - Full duration: 65.7321281433 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.631 | 4.223 | 4.681 | 4.717 | 4.753 | 4.26 | 100.0% | 10 | - | glance.list_images | 0.03 | 0.1 | 0.11 | 0.132 | 0.153 | 0.085 | 100.0% | 10 | - | total | 3.731 | 4.287 | 4.781 | 4.817 | 4.854 | 4.345 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.4343621731 - Full duration: 20.5471830368 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.679 | 4.522 | 4.775 | 4.781 | 4.786 | 4.475 | 100.0% | 10 | - | glance.delete_image | 0.68 | 1.416 | 1.924 | 1.945 | 1.966 | 1.355 | 100.0% | 10 | - | total | 4.359 | 5.895 | 6.659 | 6.682 | 6.706 | 5.83 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.0444431305 - Full duration: 21.4709100723 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - - Preparing input task - Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: started - Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.361 | 5.067 | 5.688 | 5.748 | 5.808 | 4.948 | 100.0% | 10 | - | cinder.create_volume | 2.56 | 2.856 | 3.04 | 3.098 | 3.156 | 2.872 | 100.0% | 10 | - | nova.attach_volume | 3.018 | 3.376 | 4.145 | 5.024 | 5.903 | 3.65 | 100.0% | 10 | - | nova.detach_volume | 2.643 | 2.895 | 3.093 | 3.156 | 3.219 | 2.912 | 100.0% | 10 | - | cinder.delete_volume | 0.517 | 2.429 | 2.538 | 2.676 | 2.814 | 2.268 | 100.0% | 10 | - | nova.delete_server | 2.329 | 2.456 | 2.645 | 2.656 | 2.667 | 2.468 | 100.0% | 10 | - | total | 17.686 | 19.384 | 20.284 | 20.286 | 20.288 | 19.117 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.4022140503 - Full duration: 68.9135789871 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.146 | 5.432 | 5.632 | 5.652 | 5.673 | 5.415 | 100.0% | 10 | - | cinder.list_volumes | 0.034 | 0.115 | 0.135 | 0.135 | 0.135 | 0.096 | 100.0% | 10 | - | total | 5.18 | 5.507 | 5.747 | 5.772 | 5.797 | 5.511 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3556389809 - Full duration: 27.6093170643 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.773 | 2.959 | 3.11 | 3.137 | 3.165 | 2.955 | 100.0% | 10 | - | cinder.list_volumes | 0.028 | 0.127 | 0.202 | 0.219 | 0.237 | 0.111 | 100.0% | 10 | - | total | 2.812 | 3.033 | 3.293 | 3.298 | 3.302 | 3.066 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.06200098991 - Full duration: 19.9587731361 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.482 | 4.642 | 4.889 | 4.91 | 4.931 | 4.296 | 100.0% | 10 | - | cinder.list_snapshots | 0.013 | 0.096 | 0.107 | 0.134 | 0.162 | 0.079 | 100.0% | 10 | - | total | 2.583 | 4.772 | 4.95 | 4.967 | 4.984 | 4.375 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.2352650166 - Full duration: 44.3921279907 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.707 | 2.813 | 2.903 | 2.956 | 3.009 | 2.825 | 100.0% | 10 | - | cinder.delete_volume | 2.407 | 2.548 | 2.613 | 2.626 | 2.638 | 2.55 | 100.0% | 10 | - | total | 5.191 | 5.377 | 5.507 | 5.532 | 5.558 | 5.375 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1588079929 - Full duration: 22.6795511246 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.089 | 5.255 | 5.753 | 6.601 | 7.449 | 5.494 | 100.0% | 10 | - | cinder.delete_volume | 2.343 | 2.456 | 2.615 | 2.688 | 2.761 | 2.496 | 100.0% | 10 | - | total | 7.471 | 7.795 | 8.253 | 9.073 | 9.893 | 7.991 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.303401947 - Full duration: 30.3196620941 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.724 | 2.844 | 2.939 | 2.963 | 2.986 | 2.856 | 100.0% | 10 | - | cinder.delete_volume | 2.353 | 2.519 | 2.659 | 2.718 | 2.778 | 2.525 | 100.0% | 10 | - | total | 5.147 | 5.393 | 5.45 | 5.541 | 5.633 | 5.381 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1724491119 - Full duration: 22.9236290455 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.726 | 2.886 | 3.014 | 3.047 | 3.08 | 2.888 | 100.0% | 10 | - | cinder.upload_volume_to_image | 28.041 | 44.016 | 44.644 | 44.698 | 44.751 | 40.726 | 100.0% | 10 | - | cinder.delete_volume | 2.34 | 2.458 | 2.551 | 2.622 | 2.692 | 2.452 | 100.0% | 10 | - | nova.delete_image | 0.846 | 1.837 | 2.379 | 2.418 | 2.456 | 1.73 | 100.0% | 10 | - | total | 34.983 | 51.394 | 51.872 | 51.877 | 51.881 | 47.796 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 136.222712994 - Full duration: 144.124747038 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.51 | 4.611 | 4.709 | 4.787 | 4.865 | 4.288 | 100.0% | 10 | - | cinder.delete_snapshot | 2.233 | 4.443 | 4.619 | 4.627 | 4.634 | 3.882 | 100.0% | 10 | - | total | 4.981 | 9.079 | 9.333 | 9.362 | 9.39 | 8.17 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.2197830677 - Full duration: 42.1724328995 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 | - | total | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.62664198875 - Full duration: 18.587531805 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 | - | total | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.48678183556 - Full duration: 20.6692960262 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.283 | 100.0% | 10 | - | total | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.284 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.910716056824 - Full duration: 47.5472760201 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.74 | 2.894 | 3.015 | 3.036 | 3.056 | 2.893 | 100.0% | 10 | - | cinder.create_snapshot | 2.407 | 2.549 | 4.689 | 4.745 | 4.802 | 3.163 | 100.0% | 10 | - | nova.attach_volume | 2.856 | 3.305 | 5.42 | 5.647 | 5.874 | 3.866 | 100.0% | 10 | - | nova.detach_volume | 2.746 | 3.092 | 3.492 | 4.368 | 5.245 | 3.261 | 100.0% | 10 | - | cinder.delete_snapshot | 2.347 | 2.508 | 4.471 | 4.534 | 4.596 | 2.868 | 100.0% | 10 | - | cinder.delete_volume | 2.418 | 2.546 | 2.956 | 3.852 | 4.748 | 2.758 | 100.0% | 10 | - | total | 16.42 | 18.913 | 21.766 | 22.976 | 24.185 | 19.181 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.4410011768 - Full duration: 103.909024954 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.821 | 4.176 | 7.514 | 7.588 | 7.662 | 4.605 | 100.0% | 10 | - | cinder.delete_volume | 2.451 | 4.688 | 4.929 | 4.955 | 4.981 | 4.087 | 100.0% | 10 | - | total | 5.373 | 8.93 | 12.095 | 12.233 | 12.37 | 8.692 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4642841816 - Full duration: 44.0787379742 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.58 | 2.854 | 3.055 | 3.19 | 3.325 | 2.89 | 100.0% | 10 | - | cinder.extend_volume | 2.55 | 2.699 | 2.795 | 2.849 | 2.903 | 2.705 | 100.0% | 10 | - | cinder.delete_volume | 2.458 | 2.516 | 2.674 | 2.786 | 2.898 | 2.573 | 100.0% | 10 | - | total | 7.82 | 8.198 | 8.396 | 8.442 | 8.488 | 8.169 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4196460247 - Full duration: 31.8590240479 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.748 | 2.952 | 3.137 | 3.199 | 3.261 | 2.978 | 100.0% | 10 | - | cinder.create_snapshot | 2.472 | 2.569 | 4.675 | 4.696 | 4.717 | 3.178 | 100.0% | 10 | - | nova.attach_volume | 3.051 | 3.462 | 5.38 | 5.41 | 5.439 | 3.956 | 100.0% | 10 | - | nova.detach_volume | 2.802 | 3.058 | 3.281 | 3.413 | 3.546 | 3.096 | 100.0% | 10 | - | cinder.delete_snapshot | 2.255 | 2.431 | 4.385 | 4.44 | 4.496 | 2.984 | 100.0% | 10 | - | cinder.delete_volume | 2.341 | 2.485 | 2.773 | 3.721 | 4.67 | 2.693 | 100.0% | 10 | - | total | 16.553 | 19.163 | 21.677 | 21.681 | 21.686 | 19.224 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.8534150124 - Full duration: 107.20220089 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 2.655 | 2.924 | 3.771 | 3.779 | 3.786 | 3.159 | 100.0% | 10 | - | cinder.create_snapshot | 2.411 | 2.565 | 4.602 | 4.659 | 4.716 | 3.157 | 100.0% | 10 | - | nova.attach_volume | 3.053 | 3.236 | 5.158 | 5.352 | 5.546 | 3.726 | 100.0% | 10 | - | nova.detach_volume | 2.752 | 2.964 | 3.54 | 4.371 | 5.201 | 3.196 | 100.0% | 10 | - | cinder.delete_snapshot | 2.147 | 2.424 | 4.491 | 4.497 | 4.503 | 2.802 | 100.0% | 10 | - | cinder.delete_volume | 2.484 | 2.574 | 2.677 | 2.726 | 2.775 | 2.582 | 100.0% | 10 | - | total | 17.334 | 19.301 | 20.332 | 21.118 | 21.904 | 19.2 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 56.6079628468 - Full duration: 108.998883963 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - - Preparing input task - Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: started - Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.922 | 3.271 | 3.354 | 3.38 | 3.406 | 3.229 | 100.0% | 10 | - | heat.suspend_stack | 1.21 | 1.305 | 1.397 | 1.4 | 1.403 | 1.31 | 100.0% | 10 | - | heat.resume_stack | 1.183 | 1.318 | 1.348 | 1.352 | 1.356 | 1.301 | 100.0% | 10 | - | heat.delete_stack | 1.161 | 1.306 | 2.368 | 2.383 | 2.398 | 1.68 | 100.0% | 10 | - | total | 6.612 | 7.196 | 8.411 | 8.476 | 8.541 | 7.519 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.979665041 - Full duration: 25.784487009 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.8 | 2.896 | 3.053 | 3.136 | 3.219 | 2.929 | 100.0% | 10 | - | heat.delete_stack | 1.167 | 1.185 | 1.272 | 1.284 | 1.296 | 1.202 | 100.0% | 10 | - | total | 3.967 | 4.11 | 4.26 | 4.334 | 4.409 | 4.13 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.3352811337 - Full duration: 16.1414811611 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 13.463 | 15.842 | 17.472 | 17.519 | 17.565 | 15.768 | 100.0% | 10 | - | heat.delete_stack | 8.575 | 9.635 | 10.691 | 10.703 | 10.714 | 9.537 | 100.0% | 10 | - | total | 22.054 | 25.534 | 27.126 | 27.181 | 27.236 | 25.305 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 74.6174178123 - Full duration: 78.7209010124 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 9.848 | 12.353 | 14.548 | 14.574 | 14.6 | 12.757 | 100.0% | 10 | - | heat.delete_stack | 6.448 | 7.541 | 8.549 | 8.581 | 8.612 | 7.65 | 100.0% | 10 | - | total | 17.369 | 19.894 | 23.098 | 23.155 | 23.212 | 20.407 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.6486670971 - Full duration: 65.8705642223 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.198 | 0.23 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.198 | 0.231 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.700455904007 - Full duration: 4.55407810211 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.01 | 3.109 | 3.377 | 3.561 | 3.744 | 3.173 | 100.0% | 10 | - | heat.update_stack | 3.232 | 3.408 | 4.335 | 4.354 | 4.374 | 3.612 | 100.0% | 10 | - | heat.delete_stack | 1.146 | 1.207 | 2.478 | 2.887 | 3.296 | 1.721 | 100.0% | 10 | - | total | 7.423 | 7.67 | 9.921 | 10.311 | 10.702 | 8.505 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 24.7915220261 - Full duration: 29.4085850716 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.881 | 3.066 | 3.233 | 3.377 | 3.52 | 3.09 | 100.0% | 10 | - | heat.update_stack | 3.212 | 3.254 | 3.48 | 3.507 | 3.535 | 3.303 | 100.0% | 10 | - | heat.delete_stack | 1.154 | 1.167 | 1.188 | 1.194 | 1.201 | 1.17 | 100.0% | 10 | - | total | 7.263 | 7.498 | 7.904 | 7.912 | 7.921 | 7.563 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.4006979465 - Full duration: 26.8767819405 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.972 | 4.032 | 6.634 | 6.716 | 6.798 | 4.942 | 100.0% | 10 | - | heat.update_stack | 5.327 | 5.354 | 5.482 | 5.548 | 5.614 | 5.388 | 100.0% | 10 | - | heat.delete_stack | 2.19 | 2.207 | 2.213 | 2.214 | 2.215 | 2.203 | 100.0% | 10 | - | total | 11.521 | 11.583 | 14.284 | 14.325 | 14.367 | 12.534 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.184043169 - Full duration: 41.6411378384 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 8 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 8.45521402359 - Full duration: 17.6498777866 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.971 | 5.16 | 5.356 | 5.407 | 5.459 | 4.973 | 100.0% | 10 | - | heat.update_stack | 5.318 | 5.359 | 5.382 | 5.394 | 5.405 | 5.358 | 100.0% | 10 | - | heat.delete_stack | 2.188 | 2.198 | 2.266 | 2.267 | 2.267 | 2.211 | 100.0% | 10 | - | total | 11.488 | 12.723 | 12.979 | 13.011 | 13.043 | 12.543 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.0396420956 - Full duration: 41.5464501381 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.829 | 3.044 | 3.212 | 3.247 | 3.283 | 3.029 | 100.0% | 10 | - | heat.update_stack | 3.215 | 3.228 | 3.295 | 3.317 | 3.339 | 3.248 | 100.0% | 10 | - | heat.delete_stack | 1.144 | 1.154 | 1.183 | 1.191 | 1.198 | 1.161 | 100.0% | 10 | - | total | 7.202 | 7.41 | 7.611 | 7.692 | 7.774 | 7.438 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.2332119942 - Full duration: 26.9551222324 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.901 | 3.019 | 3.106 | 3.131 | 3.157 | 3.024 | 100.0% | 10 | - | heat.list_stacks | 0.026 | 0.033 | 0.038 | 0.039 | 0.039 | 0.032 | 100.0% | 10 | - | total | 2.94 | 3.049 | 3.139 | 3.163 | 3.188 | 3.056 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.14466500282 - Full duration: 16.6371269226 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.988 | 3.093 | 3.17 | 3.178 | 3.187 | 3.087 | 100.0% | 10 | - | heat.check_stack | 1.182 | 1.191 | 1.218 | 1.227 | 1.235 | 1.197 | 100.0% | 10 | - | heat.delete_stack | 1.135 | 1.146 | 1.159 | 1.163 | 1.167 | 1.148 | 100.0% | 10 | - | total | 5.315 | 5.451 | 5.54 | 5.549 | 5.558 | 5.432 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1800320148 - Full duration: 20.4218199253 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - - Preparing input task - Task a2566777-434b-4a10-8720-118485a7d427: started - Task a2566777-434b-4a10-8720-118485a7d427: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.129 | 0.152 | 0.179 | 0.185 | 0.19 | 0.153 | 100.0% | 10 | - | keystone.create_users | 1.041 | 1.142 | 1.45 | 1.48 | 1.509 | 1.211 | 100.0% | 10 | - | total | 1.177 | 1.295 | 1.637 | 1.653 | 1.668 | 1.363 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.19324994087 - Full duration: 15.3481221199 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.126 | 0.137 | 0.15 | 0.155 | 0.16 | 0.138 | 100.0% | 10 | - | keystone.add_role | 0.116 | 0.123 | 0.145 | 0.158 | 0.171 | 0.128 | 100.0% | 10 | - | keystone.list_roles | 0.055 | 0.064 | 0.076 | 0.093 | 0.11 | 0.068 | 100.0% | 10 | - | total | 0.308 | 0.334 | 0.36 | 0.362 | 0.364 | 0.335 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.02259397507 - Full duration: 7.21977186203 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.127 | 0.155 | 0.187 | 0.19 | 0.192 | 0.159 | 100.0% | 10 | - | keystone.add_role | 0.117 | 0.131 | 0.161 | 0.175 | 0.188 | 0.137 | 100.0% | 10 | - | keystone.remove_role | 0.089 | 0.104 | 0.137 | 0.161 | 0.184 | 0.113 | 100.0% | 10 | - | total | 0.352 | 0.4 | 0.454 | 0.471 | 0.487 | 0.408 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.2577559948 - Full duration: 7.18419408798 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.131 | 0.147 | 0.168 | 0.175 | 0.181 | 0.15 | 100.0% | 10 | - | keystone.update_tenant | 0.073 | 0.081 | 0.138 | 0.138 | 0.138 | 0.094 | 100.0% | 10 | - | keystone.delete_tenant | 0.146 | 0.181 | 0.212 | 0.215 | 0.218 | 0.182 | 100.0% | 10 | - | total | 0.356 | 0.436 | 0.488 | 0.501 | 0.514 | 0.426 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.28746080399 - Full duration: 5.78163409233 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.136 | 0.149 | 0.185 | 0.201 | 0.217 | 0.158 | 100.0% | 10 | - | keystone.delete_service | 0.079 | 0.081 | 0.094 | 0.105 | 0.116 | 0.086 | 100.0% | 10 | - | total | 0.22 | 0.233 | 0.267 | 0.288 | 0.309 | 0.244 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.732470035553 - Full duration: 5.50471711159 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.135 | 0.141 | 0.177 | 0.184 | 0.19 | 0.151 | 100.0% | 10 | - | total | 0.135 | 0.141 | 0.177 | 0.184 | 0.191 | 0.152 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.47666311264 - Full duration: 4.65166783333 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.145 | 0.17 | 0.2 | 0.206 | 0.211 | 0.174 | 100.0% | 10 | - | total | 0.145 | 0.171 | 0.2 | 0.206 | 0.212 | 0.174 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.544457912445 - Full duration: 4.52855014801 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.139 | 0.151 | 0.184 | 0.204 | 0.224 | 0.161 | 100.0% | 10 | - | keystone.list_tenants | 0.054 | 0.062 | 0.076 | 0.095 | 0.115 | 0.067 | 100.0% | 10 | - | total | 0.201 | 0.213 | 0.277 | 0.286 | 0.295 | 0.227 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.684409141541 - Full duration: 7.2159280777 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.131 | 0.156 | 0.212 | 0.213 | 0.215 | 0.167 | 100.0% | 10 | - | keystone.delete_role | 0.132 | 0.159 | 0.222 | 0.244 | 0.266 | 0.174 | 100.0% | 10 | - | total | 0.276 | 0.349 | 0.375 | 0.409 | 0.444 | 0.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.00079798698 - Full duration: 5.79344797134 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.14 | 0.148 | 0.211 | 0.214 | 0.216 | 0.161 | 100.0% | 10 | - | keystone.create_user | 0.083 | 0.09 | 0.105 | 0.122 | 0.138 | 0.094 | 100.0% | 10 | - | keystone.create_role | 0.065 | 0.081 | 0.12 | 0.126 | 0.131 | 0.087 | 100.0% | 10 | - | keystone.get_tenant | 0.054 | 0.064 | 0.115 | 0.117 | 0.119 | 0.078 | 100.0% | 10 | - | keystone.get_user | 0.055 | 0.062 | 0.081 | 0.104 | 0.127 | 0.069 | 100.0% | 10 | - | keystone.get_role | 0.055 | 0.062 | 0.096 | 0.109 | 0.121 | 0.071 | 100.0% | 10 | - | keystone.service_list | 0.053 | 0.06 | 0.069 | 0.072 | 0.074 | 0.061 | 100.0% | 10 | - | keystone.get_service | 0.054 | 0.059 | 0.068 | 0.087 | 0.105 | 0.063 | 100.0% | 10 | - | total | 0.577 | 0.674 | 0.806 | 0.815 | 0.825 | 0.685 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.99226713181 - Full duration: 11.5220220089 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.148 | 0.173 | 0.197 | 0.206 | 0.215 | 0.175 | 100.0% | 10 | - | keystone.list_users | 0.059 | 0.062 | 0.068 | 0.068 | 0.069 | 0.063 | 100.0% | 10 | - | total | 0.207 | 0.238 | 0.259 | 0.267 | 0.275 | 0.238 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.724813938141 - Full duration: 4.96498990059 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - - Preparing input task - Task 54896a60-668a-4109-89ce-b6be1526b03c: started - Task 54896a60-668a-4109-89ce-b6be1526b03c: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.495 | 0.647 | 0.86 | 0.862 | 0.864 | 0.662 | 100.0% | 10 | - | neutron.delete_port | 0.138 | 0.389 | 0.568 | 0.757 | 0.946 | 0.413 | 100.0% | 10 | - | total | 0.633 | 0.994 | 1.292 | 1.551 | 1.809 | 1.075 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.11711192131 - Full duration: 33.0977571011 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.499 | 0.61 | 0.652 | 0.678 | 0.704 | 0.602 | 100.0% | 10 | - | neutron.create_router | 0.146 | 0.344 | 0.458 | 0.463 | 0.467 | 0.349 | 100.0% | 10 | - | neutron.add_interface_router | 0.258 | 0.522 | 0.604 | 0.672 | 0.739 | 0.519 | 100.0% | 10 | - | neutron.list_routers | 0.026 | 0.282 | 0.457 | 0.501 | 0.545 | 0.272 | 100.0% | 10 | - | total | 1.316 | 1.657 | 1.975 | 2.111 | 2.247 | 1.742 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.24421405792 - Full duration: 37.3269040585 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.563 | 0.666 | 0.868 | 1.002 | 1.136 | 0.721 | 100.0% | 10 | - | neutron.create_router | 0.13 | 0.373 | 0.573 | 0.595 | 0.616 | 0.384 | 100.0% | 10 | - | neutron.add_interface_router | 0.274 | 0.505 | 0.574 | 0.605 | 0.637 | 0.471 | 100.0% | 10 | - | neutron.remove_interface_router | 0.234 | 0.492 | 0.66 | 0.676 | 0.692 | 0.512 | 100.0% | 10 | - | neutron.delete_router | 0.117 | 0.329 | 0.731 | 0.744 | 0.756 | 0.341 | 100.0% | 10 | - | total | 1.572 | 2.372 | 2.966 | 3.156 | 3.347 | 2.43 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.02413988113 - Full duration: 37.7696969509 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.507 | 0.678 | 0.859 | 0.871 | 0.883 | 0.7 | 100.0% | 10 | - | neutron.list_ports | 0.131 | 0.305 | 0.497 | 0.512 | 0.526 | 0.325 | 100.0% | 10 | - | total | 0.792 | 1.051 | 1.18 | 1.187 | 1.193 | 1.025 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.00920605659 - Full duration: 34.7632040977 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.505 | 0.561 | 0.698 | 0.722 | 0.747 | 0.592 | 100.0% | 10 | - | neutron.delete_subnet | 0.141 | 0.477 | 0.75 | 0.785 | 0.82 | 0.516 | 100.0% | 10 | - | total | 0.759 | 1.066 | 1.367 | 1.429 | 1.491 | 1.108 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.30927801132 - Full duration: 34.2646439075 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.368 | 0.511 | 0.727 | 0.746 | 0.765 | 0.541 | 100.0% | 10 | - | neutron.delete_network | 0.115 | 0.331 | 0.399 | 0.421 | 0.443 | 0.328 | 100.0% | 10 | - | total | 0.519 | 0.876 | 1.09 | 1.149 | 1.209 | 0.87 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45112395287 - Full duration: 17.3522310257 - - test scenario NeutronNetworks.create_and_list_networks - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | neutron.create_network | 0.376 | 0.514 | 51.874 | 51.881 | 51.887 | 21.012 | 100.0% | 10 | - | neutron.list_networks | 0.048 | 0.264 | 0.303 | 0.312 | 0.32 | 0.246 | 100.0% | 10 | - | total | 0.644 | 0.78 | 52.142 | 52.175 | 52.208 | 21.258 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 53.5037658215 - Full duration: 70.7888660431 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.457 | 0.651 | 0.738 | 0.757 | 0.777 | 0.631 | 100.0% | 10 | - | neutron.create_router | 0.144 | 0.334 | 0.45 | 0.477 | 0.504 | 0.349 | 100.0% | 10 | - | neutron.add_interface_router | 0.286 | 0.546 | 0.676 | 0.685 | 0.695 | 0.555 | 100.0% | 10 | - | neutron.update_router | 0.099 | 0.36 | 0.43 | 0.438 | 0.446 | 0.312 | 100.0% | 10 | - | total | 1.176 | 1.895 | 2.106 | 2.13 | 2.155 | 1.848 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.49681401253 - Full duration: 37.4188079834 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.36 | 0.471 | 0.71 | 0.73 | 0.75 | 0.528 | 100.0% | 10 | - | neutron.update_network | 0.123 | 0.355 | 0.42 | 0.426 | 0.431 | 0.336 | 100.0% | 10 | - | total | 0.651 | 0.826 | 1.115 | 1.126 | 1.137 | 0.863 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45435285568 - Full duration: 19.8497779369 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.522 | 0.606 | 0.691 | 0.706 | 0.721 | 0.612 | 100.0% | 10 | - | neutron.update_port | 0.187 | 0.343 | 0.388 | 0.389 | 0.39 | 0.336 | 100.0% | 10 | - | total | 0.756 | 0.965 | 1.027 | 1.044 | 1.061 | 0.948 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.89304494858 - Full duration: 35.0843141079 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.435 | 0.561 | 0.697 | 0.716 | 0.735 | 0.584 | 100.0% | 10 | - | neutron.list_subnets | 0.259 | 0.312 | 0.4 | 0.427 | 0.455 | 0.331 | 100.0% | 10 | - | total | 0.785 | 0.877 | 1.111 | 1.12 | 1.129 | 0.915 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.61414718628 - Full duration: 34.7340919971 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.496 | 0.57 | 0.724 | 0.732 | 0.741 | 0.598 | 100.0% | 10 | - | neutron.update_subnet | 0.356 | 0.433 | 0.584 | 0.599 | 0.615 | 0.47 | 100.0% | 10 | - | total | 0.889 | 1.045 | 1.22 | 1.231 | 1.242 | 1.068 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.22795987129 - Full duration: 33.4197108746 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - - Preparing input task - Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: started - Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.404 | 0.52 | 1.075 | 1.084 | 1.093 | 0.647 | 100.0% | 10 | - | nova.delete_keypair | 0.021 | 0.023 | 0.03 | 0.036 | 0.041 | 0.026 | 100.0% | 10 | - | total | 0.432 | 0.546 | 1.099 | 1.11 | 1.122 | 0.673 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.18305206299 - Full duration: 18.7849049568 - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.34 | 6.072 | 6.37 | 6.458 | 6.546 | 5.696 | 100.0% | 10 | - | nova.create_image | 26.042 | 43.405 | 45.329 | 45.435 | 45.541 | 40.593 | 100.0% | 10 | - | nova.delete_server | 2.313 | 2.59 | 2.699 | 2.859 | 3.019 | 2.586 | 100.0% | 10 | - | nova.boot_server (2) | 8.297 | 11.985 | 12.916 | 13.279 | 13.642 | 11.495 | 100.0% | 10 | - | nova.delete_server (2) | 2.4 | 2.622 | 2.761 | 2.777 | 2.792 | 2.638 | 100.0% | 10 | - | nova.delete_image | 1.443 | 2.236 | 2.891 | 3.258 | 3.626 | 2.279 | 100.0% | 10 | - | total | 45.514 | 69.068 | 71.631 | 72.478 | 73.326 | 65.288 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 189.056165934 - Full duration: 227.369397879 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.393 | 0.542 | 0.682 | 0.906 | 1.129 | 0.575 | 100.0% | 10 | - | nova.boot_server | 5.333 | 6.169 | 7.894 | 7.9 | 7.907 | 6.354 | 100.0% | 10 | - | nova.delete_server | 2.343 | 2.689 | 2.83 | 2.847 | 2.864 | 2.658 | 100.0% | 10 | - | nova.delete_keypair | 0.02 | 0.025 | 0.032 | 0.034 | 0.035 | 0.026 | 100.0% | 10 | - | total | 8.385 | 9.359 | 11.149 | 11.258 | 11.367 | 9.613 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.3410420418 - Full duration: 66.8611400127 - - test scenario NovaKeypair.create_and_list_keypairs - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.4 | 0.494 | 0.589 | 0.867 | 1.146 | 0.544 | 100.0% | 10 | - | nova.list_keypairs | 0.01 | 0.014 | 0.017 | 0.018 | 0.019 | 0.013 | 100.0% | 10 | - | total | 0.41 | 0.508 | 0.603 | 0.884 | 1.165 | 0.558 | 100.0% | 10 | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71813702583 - Full duration: 20.3168940544 - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.64 | 0.917 | 1.069 | 1.117 | 1.165 | 0.895 | 100.0% | 10 | - | total | 0.64 | 0.917 | 1.07 | 1.117 | 1.165 | 0.895 | 100.0% | 10 | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.65287709236 - Full duration: 66.0498650074 - - test scenario NovaServers.resize_server - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 6 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 815.834815979 - Full duration: 839.469985008 - - test scenario NovaServers.boot_server_from_volume_and_delete - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | cinder.create_volume | 5.574 | 6.234 | 8.567 | 8.613 | 8.66 | 6.605 | 100.0% | 10 | - | nova.boot_server | 4.812 | 6.08 | 6.59 | 6.789 | 6.988 | 6.029 | 100.0% | 10 | - | nova.delete_server | 2.339 | 2.631 | 2.668 | 2.687 | 2.707 | 2.602 | 100.0% | 10 | - | total | 13.379 | 15.107 | 16.804 | 16.977 | 17.15 | 15.236 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 45.449835062 - Full duration: 88.6502871513 - - test scenario NovaServers.boot_and_migrate_server - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 824.306979895 - Full duration: 846.910109043 - - test scenario NovaServers.boot_and_delete_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.471 | 5.91 | 6.147 | 6.182 | 6.217 | 5.681 | 100.0% | 10 | - | nova.delete_server | 2.378 | 2.586 | 2.707 | 2.746 | 2.785 | 2.579 | 100.0% | 10 | - | total | 7.061 | 8.47 | 8.67 | 8.754 | 8.839 | 8.26 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.1857261658 - Full duration: 60.5944719315 - - test scenario NovaServers.boot_and_rebuild_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 4.333 | 5.804 | 6.335 | 6.417 | 6.498 | 5.565 | 100.0% | 10 | - | nova.rebuild_server | 7.496 | 8.885 | 9.786 | 9.911 | 10.036 | 8.862 | 100.0% | 10 | - | nova.delete_server | 2.289 | 2.614 | 2.738 | 2.741 | 2.744 | 2.563 | 100.0% | 10 | - | total | 14.866 | 17.495 | 18.471 | 18.474 | 18.476 | 16.99 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 49.6322209835 - Full duration: 85.0604588985 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 3.185 | 3.686 | 3.987 | 4.312 | 4.638 | 3.699 | 100.0% | 10 | - | nova.create_100_rules | 18.567 | 26.267 | 26.534 | 26.699 | 26.865 | 24.773 | 100.0% | 10 | - | nova.list_security_groups | 0.078 | 0.128 | 0.182 | 0.185 | 0.187 | 0.13 | 100.0% | 10 | - | total | 22.414 | 29.93 | 30.82 | 30.98 | 31.14 | 28.603 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 82.9733760357 - Full duration: 116.589685917 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 2.944 | 3.432 | 3.733 | 3.782 | 3.831 | 3.421 | 100.0% | 10 | - | nova.create_100_rules | 16.376 | 21.41 | 22.17 | 22.462 | 22.754 | 20.611 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.917 | 1.088 | 1.275 | 1.303 | 1.332 | 1.093 | 100.0% | 10 | - | total | 20.695 | 25.965 | 26.896 | 26.95 | 27.004 | 25.125 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.9624798298 - Full duration: 89.82077384 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 4.125 | 4.583 | 6.312 | 6.519 | 6.725 | 5.156 | 100.0% | 10 | - | nova.reboot_server | 2.419 | 2.493 | 2.871 | 3.889 | 4.906 | 2.736 | 100.0% | 10 | - | nova.soft_reboot_server | 4.365 | 4.758 | 16.946 | 70.03 | 123.114 | 16.564 | 100.0% | 10 | - | nova.stop_server | 5.106 | 14.074 | 15.736 | 15.772 | 15.808 | 13.538 | 100.0% | 10 | - | nova.start_server | 1.398 | 1.653 | 1.789 | 2.027 | 2.264 | 1.691 | 100.0% | 10 | - | nova.rescue_server | 6.466 | 6.855 | 15.712 | 16.593 | 17.474 | 8.701 | 100.0% | 10 | - | nova.unrescue_server | 2.236 | 2.258 | 2.473 | 2.501 | 2.529 | 2.318 | 100.0% | 10 | - | nova.delete_server | 2.302 | 2.339 | 2.497 | 2.533 | 2.568 | 2.392 | 100.0% | 10 | - | total | 30.075 | 40.221 | 65.737 | 113.006 | 160.274 | 53.112 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 160.307124138 - Full duration: 195.760754108 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.346 | 5.987 | 7.641 | 7.662 | 7.683 | 6.099 | 100.0% | 10 | - | total | 4.346 | 5.987 | 7.641 | 7.662 | 7.684 | 6.099 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.5887329578 - Full duration: 42.9464931488 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 2.723 | 3.726 | 4.171 | 4.216 | 4.261 | 3.683 | 100.0% | 10 | - | nova.create_100_rules | 18.505 | 26.114 | 26.91 | 26.926 | 26.943 | 24.62 | 100.0% | 10 | - | nova.boot_server | 3.627 | 4.946 | 5.965 | 6.019 | 6.073 | 4.932 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.108 | 0.131 | 0.253 | 0.324 | 0.396 | 0.166 | 100.0% | 10 | - | nova.delete_server | 2.334 | 2.379 | 2.491 | 2.512 | 2.533 | 2.396 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.973 | 1.409 | 1.639 | 1.832 | 2.026 | 1.399 | 100.0% | 10 | - | total | 28.564 | 39.133 | 39.77 | 39.952 | 40.134 | 37.197 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.169257164 - Full duration: 144.236375093 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.178 | 6.265 | 6.892 | 7.037 | 7.182 | 6.066 | 100.0% | 10 | - | nova.pause_server | 2.287 | 2.526 | 2.683 | 2.743 | 2.804 | 2.548 | 100.0% | 10 | - | nova.unpause_server | 2.436 | 2.503 | 2.571 | 2.571 | 2.572 | 2.507 | 100.0% | 10 | - | nova.delete_server | 2.294 | 2.606 | 2.995 | 3.945 | 4.895 | 2.755 | 100.0% | 10 | - | total | 11.529 | 13.896 | 14.859 | 15.712 | 16.564 | 13.876 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.5261249542 - Full duration: 76.823114872 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 5.836 | 6.478 | 9.07 | 9.177 | 9.283 | 7.115 | 100.0% | 10 | - | nova.boot_server | 5.52 | 6.079 | 6.596 | 7.362 | 8.128 | 6.22 | 100.0% | 10 | - | total | 11.526 | 12.516 | 15.434 | 15.438 | 15.442 | 13.335 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.5622808933 - Full duration: 73.6733939648 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.694 | 6.002 | 6.133 | 6.249 | 6.365 | 5.738 | 100.0% | 10 | - | nova.list_servers | 0.141 | 0.377 | 0.551 | 0.599 | 0.646 | 0.376 | 100.0% | 10 | - | total | 5.074 | 6.186 | 6.707 | 6.807 | 6.906 | 6.114 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.6599957943 - Full duration: 64.1471071243 - - run_rally - INFO - Test scenario: "nova" Failed. - run_rally - INFO - Starting test scenario "quotas" ... - - Preparing input task - Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: started - Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 | - | total | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.54990196228 - Full duration: 9.24233794212 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.318 | 0.578 | 0.742 | 0.759 | 0.776 | 0.558 | 100.0% | 10 | - | total | 0.384 | 0.669 | 0.825 | 0.837 | 0.848 | 0.646 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.74635910988 - Full duration: 8.15396595001 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.686 | 0.867 | 1.072 | 1.087 | 1.102 | 0.87 | 100.0% | 10 | - | quotas.delete_quotas | 0.563 | 0.613 | 0.737 | 0.75 | 0.763 | 0.631 | 100.0% | 10 | - | total | 1.274 | 1.453 | 1.698 | 1.782 | 1.865 | 1.501 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.41035509109 - Full duration: 11.0862941742 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.48 | 0.753 | 1.082 | 1.107 | 1.133 | 0.811 | 100.0% | 10 | - | quotas.delete_quotas | 0.025 | 0.066 | 0.091 | 0.114 | 0.138 | 0.066 | 100.0% | 10 | - | total | 0.505 | 0.812 | 1.14 | 1.173 | 1.206 | 0.878 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45851612091 - Full duration: 8.88383197784 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 | - | total | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38111186028 - Full duration: 8.62598204613 - - run_rally - INFO - Test scenario: "quotas" OK. - run_rally - INFO - Starting test scenario "requests" ... - - Preparing input task - Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: started - Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.022 | 5.033 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 | - | total | 5.022 | 5.034 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.5716190338 - Full duration: 18.0286371708 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 | - | total | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.1103169918 - Full duration: 17.6116039753 - - run_rally - INFO - Test scenario: "requests" OK. - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:20 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:52 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 15:05 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:52 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:19 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 07:05 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 52:04 | 52 | 88.89% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:45 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:35 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:26:02 | 220 | 97.91% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ODL -^^^ -:: - - FUNCTEST.info: Running ODL test... - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | FAIL | - 18 critical tests, 15 passed, 3 failed - 18 tests total, 15 passed, 3 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - - -Feature tests -------------- - -vIMS -^^^^ - -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'495.7' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'759.1' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17' - vIMS - INFO - vIMS functional test duration:'109.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Doctor -^^^^^^ - -:: - - FUNCTEST.info: Running Doctor test... - doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh - doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img - Note: doctor/tests/run.sh has been executed. - PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data. - 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms - - --- 192.30.9.7 ping statistics --- - 1 packets transmitted, 1 received, 0% packet loss, time 0ms - rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms - preparing VM image... - +------------------+--------------------------------------+ - | Property | Value | - +------------------+--------------------------------------+ - | checksum | 11834a548b5f6fa25d331353b139cb1a | - | container_format | bare | - | created_at | 2016-02-24T07:59:46Z | - | disk_format | qcow2 | - | id | 0074bf80-807e-4cb7-b904-bf4347c2a668 | - | min_disk | 0 | - | min_ram | 0 | - | name | cirros | - | owner | 3d15a63c2519439f839df6785236b0e1 | - | protected | False | - | size | 15482 | - | status | active | - | tags | [] | - | updated_at | 2016-02-24T07:59:47Z | - | virtual_size | None | - | visibility | public | - +------------------+--------------------------------------+ - starting doctor sample components... - creating VM and alarm... - +--------------------------------------+-----------------------------------------------+ - | Property | Value | - +--------------------------------------+-----------------------------------------------+ - | OS-DCF:diskConfig | MANUAL | - | OS-EXT-AZ:availability_zone | | - | OS-EXT-SRV-ATTR:host | - | - | OS-EXT-SRV-ATTR:hypervisor_hostname | - | - | OS-EXT-SRV-ATTR:instance_name | instance-00000048 | - | OS-EXT-STS:power_state | 0 | - | OS-EXT-STS:task_state | scheduling | - | OS-EXT-STS:vm_state | building | - | OS-SRV-USG:launched_at | - | - | OS-SRV-USG:terminated_at | - | - | accessIPv4 | | - | accessIPv6 | | - | adminPass | AaUNZaoqw74Q | - | config_drive | | - | created | 2016-02-24T07:59:49Z | - | flavor | m1.tiny (1) | - | hostId | | - | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 | - | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) | - | key_name | - | - | metadata | {} | - | name | doctor_vm1 | - | os-extended-volumes:volumes_attached | [] | - | progress | 0 | - | security_groups | default | - | status | BUILD | - | tenant_id | 3d15a63c2519439f839df6785236b0e1 | - | updated | 2016-02-24T07:59:49Z | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +--------------------------------------+-----------------------------------------------+ - - +---------------------------+----------------------------------------------------------------------+ - | Property | Value | - +---------------------------+----------------------------------------------------------------------+ - | alarm_actions | ["http://localhost:12346/failure"] | - | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 | - | description | VM failure | - | enabled | True | - | event_type | compute.instance.update | - | insufficient_data_actions | [] | - | name | doctor_alarm1 | - | ok_actions | [] | - | project_id | 3d15a63c2519439f839df6785236b0e1 | - | query | [{"field": "traits.state", "type": "string", "value": "error", "op": | - | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": | - | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] | - | repeat_actions | False | - | severity | moderate | - | state | insufficient data | - | type | event | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +---------------------------+----------------------------------------------------------------------+ - waiting for vm launch... - injecting host failure... - disabling network of comupte host [overcloud-novacompute-0] for 3 mins... - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - 0 OK - done - cleanup... - 24120 - 24124 - 24122 - 24144 - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - 24125 - 24136 - + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log' - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - sudo ip link set enp8s0 down - <Response [200]> - Request to delete server doctor_vm1 has been accepted. - waiting disabled compute host back to be enabled... - - doctor - INFO - doctor OK diff --git a/docs/results/compass-os-nosdn-nofeature-ha.rst b/docs/results/compass-os-nosdn-nofeature-ha.rst deleted file mode 100644 index 294cb09f7..000000000 --- a/docs/results/compass-os-nosdn-nofeature-ha.rst +++ /dev/null @@ -1,1667 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for compass-os-nosdn-nofeature-ha -------------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 04:35:47' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=193891f9-6644-4668-9ac4-bd9336610a99 - network=999caa31-8f28-4737-aa6e-3981e28a7e55 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=193891f9-6644-4668-9ac4-bd9336610a99 - network=999caa31-8f28-4737-aa6e-3981e28a7e55 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.101' - vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'43.2' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 04:36:44' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=53004632-aa69-4868-8234-2ef945681fcd - network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=53004632-aa69-4868-8234-2ef945681fcd - network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'24.4' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-23 04:37:19.865 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-23 04:37:24.332 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 28be74fb-34e0-4247-833c-a8c5b3fd85d2 | d2a31b24-70b3-48ab-bd03-8d7a0dab20bd | | 210 | 0 | 2016-02-23 04:37:25.793306 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.20837 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.20097 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 27.41889 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.64765 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.27470 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06285 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.06897 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06414 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11873 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06762 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06739 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06986 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06254 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05104 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12018 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07818 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10564 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06481 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.30634 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.20722 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.13093 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.38276 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.54540 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.33321 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.36469 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.15517 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06856 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18377 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.16882 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 3.15690 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07962 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.15120 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.18218 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00110 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.06973 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.27398 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.20951 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.18499 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.15917 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.31948 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.14946 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07635 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07788 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.06447 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.05937 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.07365 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.19332 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00071 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.15138 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06312 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01957 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07095 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08593 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01455 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01158 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04029 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06225 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.06189 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26184 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02082 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06492 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00083 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 3.32560 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 8.17266 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 8.58619 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.29429 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 79.87435 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.54175 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 23.12381 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 6.94824 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.08712 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.16214 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.68228 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.29523 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.35906 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68377 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.54206 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.55368 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.45879 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 29.40153 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 25.63768 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 14.29183 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.85255 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.59683 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 0.78070 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.64926 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.79184 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.62816 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.67889 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.91872 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.67651 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.39363 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.50851 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.57311 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.45111 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.39532 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.43734 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.62367 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.59665 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.38844 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.29632 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.34865 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.46513 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41424 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.08979 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01101 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.07763 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01368 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50557 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08336 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.23059 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05377 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 42.94954 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.65627 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.08496 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.09567 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00685 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.20509 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.12058 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.13306 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.03344 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28451 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15089 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.93789 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.11553 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.11774 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.20859 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.15701 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.84413 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02197 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01614 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01513 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01626 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01377 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01219 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.06385 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.74490 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.30669 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42703 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.46679 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.11398 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.40153 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.62250 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.06048 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.64767 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.05674 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.46703 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.15288 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.19505 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.18705 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.16809 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06150 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.06589 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03918 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.09078 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.12778 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.04437 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07037 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.08725 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03485 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.94866 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.57085 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.63361 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05208 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04959 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.22772 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.51603 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.89179 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.16512 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.05618 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.21613 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.92424 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.44097 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.08964 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.05695 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.48158 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.24519 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.01040 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.40816 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.55388 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02194 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.51425 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.62336 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02465 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.31894 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.32025 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02302 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.66552 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.40307 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.43128 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.50089 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.47817 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.50681 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.37768 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.07322 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.82997 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.47396 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.64936 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.83658 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.39640 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.41953 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.27254 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.80658 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05079 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05690 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 44.43032 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 21.90475 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 121.16825 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 117.34801 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2304:37:25.793306', 'duration': 261, 'tests': 210, 'failures': 0} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: started - Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.122 | 0.136 | 0.153 | 0.155 | 0.158 | 0.138 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.045 | 0.056 | 0.06 | 0.064 | 0.047 | 100.0% | 10 | - | total | 0.227 | 0.264 | 0.28 | 0.283 | 0.285 | 0.26 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.795955181122 - Full duration: 2.89371585846 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.064 | 0.077 | 0.097 | 0.114 | 0.131 | 0.081 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.246862888336 - Full duration: 2.44218397141 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.127 | 0.151 | 0.186 | 0.195 | 0.205 | 0.157 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.026 | 0.09 | 0.113 | 0.133 | 0.153 | 0.08 | 100.0% | 10 | - | total | 0.228 | 0.319 | 0.383 | 0.402 | 0.422 | 0.321 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.963713884354 - Full duration: 3.11927700043 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.104 | 0.122 | 0.133 | 0.139 | 0.144 | 0.121 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.028 | 0.031 | 0.04 | 0.041 | 0.042 | 0.034 | 100.0% | 10 | - | total | 0.2 | 0.243 | 0.249 | 0.256 | 0.263 | 0.235 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.704430103302 - Full duration: 2.78888607025 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.102 | 0.117 | 0.131 | 0.139 | 0.147 | 0.119 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.019 | 0.076 | 0.083 | 0.085 | 0.087 | 0.071 | 100.0% | 10 | - | total | 0.229 | 0.263 | 0.304 | 0.317 | 0.331 | 0.269 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.82511305809 - Full duration: 2.97128987312 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.111 | 0.12 | 0.134 | 0.135 | 0.135 | 0.123 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.03 | 0.086 | 0.104 | 0.104 | 0.104 | 0.084 | 100.0% | 10 | - | total | 0.22 | 0.28 | 0.307 | 0.31 | 0.312 | 0.278 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.855668067932 - Full duration: 3.13501811028 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 3234c959-6176-4a4f-adf4-50f3f3083d67: started - Task 3234c959-6176-4a4f-adf4-50f3f3083d67: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 | - | total | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.649740934372 - Full duration: 3.67985486984 - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 2.782 | 3.177 | 3.617 | 3.638 | 3.659 | 3.198 | 100.0% | 10 | - | nova.boot_servers | 9.48 | 13.931 | 17.26 | 17.274 | 17.287 | 13.824 | 100.0% | 10 | - | total | 12.296 | 16.956 | 20.848 | 20.857 | 20.866 | 17.022 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 49.9618289471 - Full duration: 73.9044458866 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.779 | 3.406 | 3.655 | 3.673 | 3.692 | 3.306 | 100.0% | 10 | - | glance.list_images | 0.039 | 0.046 | 0.048 | 0.049 | 0.049 | 0.045 | 100.0% | 10 | - | total | 2.82 | 3.453 | 3.703 | 3.722 | 3.741 | 3.351 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.77695393562 - Full duration: 14.4172940254 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.788 | 3.69 | 3.785 | 3.83 | 3.876 | 3.489 | 100.0% | 10 | - | glance.delete_image | 0.129 | 0.146 | 0.203 | 0.239 | 0.275 | 0.166 | 100.0% | 10 | - | total | 2.933 | 3.884 | 3.951 | 3.986 | 4.02 | 3.655 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.762845993 - Full duration: 13.6261451244 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: started - Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.723 | 10.184 | 13.839 | 13.936 | 14.032 | 10.913 | 100.0% | 10 | - | cinder.create_volume | 2.731 | 2.833 | 2.935 | 3.005 | 3.076 | 2.847 | 100.0% | 10 | - | nova.attach_volume | 7.613 | 7.977 | 8.755 | 9.542 | 10.33 | 8.197 | 100.0% | 10 | - | nova.detach_volume | 3.034 | 3.429 | 5.352 | 5.414 | 5.476 | 4.052 | 100.0% | 10 | - | cinder.delete_volume | 2.44 | 2.495 | 2.591 | 2.6 | 2.609 | 2.503 | 100.0% | 10 | - | nova.delete_server | 2.423 | 2.508 | 2.823 | 3.661 | 4.499 | 2.704 | 100.0% | 10 | - | total | 28.081 | 29.986 | 35.858 | 36.584 | 37.309 | 31.218 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 93.1938638687 - Full duration: 105.67930007 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.887 | 5.424 | 5.581 | 5.636 | 5.69 | 4.98 | 100.0% | 10 | - | cinder.list_volumes | 0.079 | 0.157 | 0.177 | 0.182 | 0.186 | 0.147 | 100.0% | 10 | - | total | 2.966 | 5.594 | 5.745 | 5.781 | 5.817 | 5.127 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.3176538944 - Full duration: 25.6212191582 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.813 | 2.965 | 3.036 | 3.048 | 3.059 | 2.962 | 100.0% | 10 | - | cinder.list_volumes | 0.08 | 0.127 | 0.142 | 0.161 | 0.18 | 0.128 | 100.0% | 10 | - | total | 2.893 | 3.093 | 3.178 | 3.209 | 3.239 | 3.09 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.30827403069 - Full duration: 19.9378697872 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.438 | 2.526 | 2.593 | 2.593 | 2.593 | 2.528 | 100.0% | 10 | - | cinder.list_snapshots | 0.018 | 0.088 | 0.099 | 0.104 | 0.109 | 0.083 | 100.0% | 10 | - | total | 2.523 | 2.613 | 2.683 | 2.687 | 2.692 | 2.611 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.79824590683 - Full duration: 31.6265990734 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.891 | 3.012 | 3.068 | 3.069 | 3.069 | 2.987 | 100.0% | 10 | - | cinder.delete_volume | 2.505 | 2.583 | 2.686 | 2.713 | 2.739 | 2.598 | 100.0% | 10 | - | total | 5.445 | 5.6 | 5.697 | 5.7 | 5.703 | 5.586 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.8130619526 - Full duration: 23.3862919807 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.06 | 5.419 | 5.676 | 5.725 | 5.774 | 4.793 | 100.0% | 10 | - | cinder.delete_volume | 2.457 | 2.536 | 2.613 | 2.63 | 2.648 | 2.548 | 100.0% | 10 | - | total | 5.557 | 7.997 | 8.239 | 8.276 | 8.313 | 7.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6966080666 - Full duration: 28.6927661896 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.819 | 2.943 | 3.235 | 3.249 | 3.264 | 3.001 | 100.0% | 10 | - | cinder.delete_volume | 2.545 | 2.581 | 2.665 | 2.684 | 2.702 | 2.603 | 100.0% | 10 | - | total | 5.375 | 5.546 | 5.826 | 5.896 | 5.966 | 5.604 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.8036949635 - Full duration: 23.085185051 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.833 | 3.116 | 3.438 | 3.496 | 3.553 | 3.134 | 100.0% | 10 | - | cinder.upload_volume_to_image | 25.838 | 62.678 | 78.019 | 78.434 | 78.85 | 55.7 | 100.0% | 10 | - | cinder.delete_volume | 2.358 | 2.511 | 2.619 | 2.684 | 2.749 | 2.531 | 100.0% | 10 | - | nova.delete_image | 0.221 | 0.371 | 3.025 | 13.33 | 23.635 | 2.707 | 100.0% | 10 | - | total | 31.573 | 68.573 | 83.845 | 84.418 | 84.99 | 64.072 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 182.231485128 - Full duration: 189.13320303 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.43 | 2.545 | 2.599 | 2.6 | 2.602 | 2.539 | 100.0% | 10 | - | cinder.delete_snapshot | 2.326 | 2.495 | 2.611 | 2.675 | 2.739 | 2.493 | 100.0% | 10 | - | total | 4.887 | 5.04 | 5.173 | 5.186 | 5.199 | 5.032 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.9942228794 - Full duration: 33.8261451721 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.829 | 2.973 | 3.402 | 3.412 | 3.422 | 3.063 | 100.0% | 10 | - | total | 2.829 | 2.973 | 3.403 | 3.412 | 3.422 | 3.063 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.0781109333 - Full duration: 18.1423990726 - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - | cinder.create_volume | 2.85 | 2.939 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 | - | total | 2.85 | 2.94 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 8.73497700691 - Full duration: 19.4855289459 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.274 | 100.0% | 10 | - | total | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.275 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.827063083649 - Full duration: 47.6483559608 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.852 | 3.009 | 3.091 | 3.106 | 3.122 | 3.005 | 100.0% | 10 | - | cinder.create_snapshot | 2.321 | 2.392 | 2.404 | 2.404 | 2.405 | 2.377 | 100.0% | 10 | - | nova.attach_volume | 5.473 | 7.981 | 11.399 | 12.215 | 13.031 | 8.96 | 100.0% | 10 | - | nova.detach_volume | 3.035 | 5.168 | 5.603 | 5.772 | 5.941 | 4.587 | 100.0% | 10 | - | cinder.delete_snapshot | 2.209 | 2.347 | 2.41 | 2.417 | 2.424 | 2.349 | 100.0% | 10 | - | cinder.delete_volume | 2.412 | 2.494 | 2.582 | 2.616 | 2.65 | 2.508 | 100.0% | 10 | - | total | 21.417 | 23.884 | 26.577 | 26.903 | 27.228 | 24.098 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9750390053 - Full duration: 126.263324976 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.872 | 12.204 | 17.525 | 19.351 | 21.177 | 13.167 | 100.0% | 10 | - | cinder.delete_volume | 2.325 | 2.554 | 2.928 | 3.924 | 4.92 | 2.779 | 100.0% | 10 | - | total | 12.426 | 14.781 | 20.202 | 21.897 | 23.592 | 15.947 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 43.4407100677 - Full duration: 62.327357769 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.858 | 2.94 | 3.074 | 3.087 | 3.1 | 2.956 | 100.0% | 10 | - | cinder.extend_volume | 2.572 | 2.848 | 2.884 | 2.919 | 2.954 | 2.8 | 100.0% | 10 | - | cinder.delete_volume | 2.433 | 2.567 | 2.67 | 2.693 | 2.716 | 2.567 | 100.0% | 10 | - | total | 7.982 | 8.292 | 8.558 | 8.616 | 8.674 | 8.323 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9033889771 - Full duration: 31.5932898521 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.882 | 2.947 | 3.229 | 3.231 | 3.233 | 3.005 | 100.0% | 10 | - | cinder.create_snapshot | 2.268 | 2.345 | 2.421 | 2.456 | 2.491 | 2.36 | 100.0% | 10 | - | nova.attach_volume | 7.593 | 8.071 | 12.707 | 13.727 | 14.747 | 9.373 | 100.0% | 10 | - | nova.detach_volume | 2.962 | 5.331 | 5.412 | 5.491 | 5.57 | 5.076 | 100.0% | 10 | - | cinder.delete_snapshot | 2.185 | 2.286 | 2.366 | 2.374 | 2.381 | 2.298 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.524 | 2.593 | 2.61 | 2.627 | 2.52 | 100.0% | 10 | - | total | 21.713 | 23.963 | 28.368 | 29.657 | 30.947 | 24.974 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.7474370003 - Full duration: 132.963656902 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.739 | 2.89 | 3.033 | 3.058 | 3.084 | 2.914 | 100.0% | 10 | - | cinder.create_snapshot | 2.247 | 2.401 | 2.466 | 2.485 | 2.503 | 2.388 | 100.0% | 10 | - | nova.attach_volume | 7.882 | 8.891 | 10.439 | 11.312 | 12.186 | 9.222 | 100.0% | 10 | - | nova.detach_volume | 2.94 | 5.373 | 5.635 | 5.661 | 5.687 | 4.764 | 100.0% | 10 | - | cinder.delete_snapshot | 2.283 | 2.332 | 2.481 | 2.585 | 2.688 | 2.381 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.495 | 2.547 | 2.558 | 2.569 | 2.489 | 100.0% | 10 | - | total | 21.386 | 24.555 | 26.13 | 26.247 | 26.365 | 24.746 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 76.0001449585 - Full duration: 139.533368111 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 7d1551b5-51d4-480b-816d-571bc61773ac: started - Task 7d1551b5-51d4-480b-816d-571bc61773ac: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.896 | 3.025 | 3.297 | 3.342 | 3.386 | 3.075 | 100.0% | 10 | - | heat.suspend_stack | 0.444 | 1.622 | 1.791 | 1.817 | 1.844 | 1.332 | 100.0% | 10 | - | heat.resume_stack | 1.365 | 1.657 | 1.701 | 1.755 | 1.809 | 1.598 | 100.0% | 10 | - | heat.delete_stack | 0.499 | 1.531 | 1.644 | 1.655 | 1.665 | 1.451 | 100.0% | 10 | - | total | 5.782 | 7.652 | 8.146 | 8.28 | 8.414 | 7.455 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.9193868637 - Full duration: 25.3411290646 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.023 | 3.144 | 3.331 | 3.531 | 3.73 | 3.206 | 100.0% | 10 | - | heat.delete_stack | 0.437 | 0.646 | 1.617 | 1.676 | 1.734 | 0.972 | 100.0% | 10 | - | total | 3.54 | 3.767 | 4.914 | 5.114 | 5.314 | 4.178 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.2326231003 - Full duration: 15.3595271111 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 14.933 | 16.348 | 17.828 | 18.321 | 18.813 | 16.471 | 100.0% | 10 | - | heat.delete_stack | 6.665 | 8.038 | 8.335 | 8.772 | 9.208 | 7.711 | 100.0% | 10 | - | total | 22.386 | 24.346 | 25.661 | 25.74 | 25.818 | 24.182 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.8466770649 - Full duration: 76.0618572235 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 16.663 | 19.357 | 20.553 | 21.32 | 22.088 | 19.17 | 100.0% | 10 | - | heat.delete_stack | 9.144 | 9.269 | 10.036 | 10.227 | 10.417 | 9.461 | 100.0% | 10 | - | total | 25.982 | 28.953 | 30.462 | 30.847 | 31.232 | 28.631 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 84.6888990402 - Full duration: 88.1814341545 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.219 | 0.246 | 0.383 | 0.4 | 0.417 | 0.287 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.219 | 0.246 | 0.383 | 0.4 | 0.418 | 0.287 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.863615989685 - Full duration: 3.55412602425 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.866 | 3.102 | 3.266 | 3.29 | 3.314 | 3.097 | 100.0% | 10 | - | heat.update_stack | 2.641 | 3.637 | 3.803 | 3.813 | 3.822 | 3.497 | 100.0% | 10 | - | heat.delete_stack | 1.394 | 1.515 | 1.651 | 1.666 | 1.681 | 1.534 | 100.0% | 10 | - | total | 7.247 | 8.255 | 8.454 | 8.543 | 8.631 | 8.127 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.2989928722 - Full duration: 27.7337241173 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.799 | 3.033 | 3.19 | 3.306 | 3.422 | 3.046 | 100.0% | 10 | - | heat.update_stack | 2.509 | 3.732 | 3.845 | 3.847 | 3.849 | 3.321 | 100.0% | 10 | - | heat.delete_stack | 1.302 | 1.538 | 1.641 | 1.733 | 1.824 | 1.542 | 100.0% | 10 | - | total | 7.14 | 8.084 | 8.351 | 8.371 | 8.39 | 7.909 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.4465420246 - Full duration: 27.0243220329 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.894 | 3.127 | 3.22 | 3.399 | 3.579 | 3.129 | 100.0% | 10 | - | heat.update_stack | 4.739 | 5.169 | 6.092 | 6.105 | 6.119 | 5.309 | 100.0% | 10 | - | heat.delete_stack | 1.422 | 1.839 | 2.562 | 2.565 | 2.567 | 1.989 | 100.0% | 10 | - | total | 9.674 | 10.622 | 10.9 | 10.921 | 10.941 | 10.427 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.9374701977 - Full duration: 34.6409509182 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.25441002846 - Full duration: 14.2524240017 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.776 | 3.256 | 3.502 | 3.878 | 4.255 | 3.292 | 100.0% | 10 | - | heat.update_stack | 4.632 | 4.964 | 5.353 | 5.818 | 6.284 | 5.076 | 100.0% | 10 | - | heat.delete_stack | 1.439 | 2.134 | 2.645 | 2.668 | 2.691 | 2.088 | 100.0% | 10 | - | total | 9.373 | 10.496 | 11.129 | 11.584 | 12.039 | 10.455 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.1429200172 - Full duration: 34.8937320709 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.804 | 3.071 | 3.166 | 3.186 | 3.206 | 3.026 | 100.0% | 10 | - | heat.update_stack | 2.737 | 3.748 | 4.018 | 4.043 | 4.068 | 3.617 | 100.0% | 10 | - | heat.delete_stack | 1.31 | 1.555 | 1.823 | 1.832 | 1.841 | 1.569 | 100.0% | 10 | - | total | 7.424 | 8.294 | 8.696 | 8.74 | 8.783 | 8.212 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.5028841496 - Full duration: 28.3026170731 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.956 | 3.13 | 3.324 | 3.341 | 3.359 | 3.141 | 100.0% | 10 | - | heat.list_stacks | 0.033 | 0.168 | 0.248 | 0.276 | 0.304 | 0.14 | 100.0% | 10 | - | total | 3.124 | 3.262 | 3.41 | 3.453 | 3.497 | 3.281 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.0396568775 - Full duration: 17.6087501049 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.922 | 3.155 | 3.412 | 3.413 | 3.415 | 3.159 | 100.0% | 10 | - | heat.check_stack | 0.418 | 0.518 | 1.02 | 1.361 | 1.702 | 0.701 | 100.0% | 10 | - | heat.delete_stack | 0.687 | 1.665 | 1.773 | 1.786 | 1.799 | 1.56 | 100.0% | 10 | - | total | 4.445 | 5.362 | 5.863 | 6.138 | 6.413 | 5.42 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1680779457 - Full duration: 20.0481300354 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 5cfc1b63-088e-4840-a525-13064451e8d6: started - Task 5cfc1b63-088e-4840-a525-13064451e8d6: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.105 | 0.119 | 0.16 | 0.16 | 0.161 | 0.125 | 100.0% | 10 | - | keystone.create_users | 0.592 | 0.653 | 0.694 | 0.719 | 0.744 | 0.657 | 100.0% | 10 | - | total | 0.706 | 0.77 | 0.844 | 0.874 | 0.905 | 0.782 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.32407808304 - Full duration: 12.4144320488 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.116 | 0.119 | 0.144 | 0.149 | 0.154 | 0.125 | 100.0% | 10 | - | keystone.add_role | 0.088 | 0.099 | 0.107 | 0.107 | 0.107 | 0.099 | 100.0% | 10 | - | keystone.list_roles | 0.054 | 0.058 | 0.095 | 0.097 | 0.1 | 0.067 | 100.0% | 10 | - | total | 0.27 | 0.28 | 0.345 | 0.35 | 0.355 | 0.292 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.863723993301 - Full duration: 6.29958295822 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.121 | 0.217 | 0.274 | 0.281 | 0.288 | 0.2 | 100.0% | 10 | - | keystone.add_role | 0.089 | 0.092 | 0.098 | 0.098 | 0.099 | 0.093 | 100.0% | 10 | - | keystone.remove_role | 0.058 | 0.061 | 0.156 | 0.161 | 0.167 | 0.081 | 100.0% | 10 | - | total | 0.274 | 0.371 | 0.497 | 0.517 | 0.537 | 0.373 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.090020895 - Full duration: 6.37877011299 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.123 | 0.223 | 0.286 | 0.291 | 0.296 | 0.209 | 100.0% | 10 | - | keystone.update_tenant | 0.052 | 0.056 | 0.065 | 0.066 | 0.068 | 0.057 | 100.0% | 10 | - | keystone.delete_tenant | 0.125 | 0.135 | 0.286 | 0.307 | 0.327 | 0.18 | 100.0% | 10 | - | total | 0.302 | 0.416 | 0.63 | 0.632 | 0.634 | 0.446 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.29043102264 - Full duration: 5.07875084877 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.109 | 0.123 | 0.128 | 0.132 | 0.135 | 0.122 | 100.0% | 10 | - | keystone.delete_service | 0.059 | 0.07 | 0.121 | 0.128 | 0.134 | 0.079 | 100.0% | 10 | - | total | 0.174 | 0.196 | 0.234 | 0.245 | 0.255 | 0.201 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.603389024734 - Full duration: 4.27351093292 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 | - | total | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.428766012192 - Full duration: 4.18886899948 - - test scenario KeystoneBasic.create_user - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_user | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 | - | total | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.443462133408 - Full duration: 4.19236207008 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.111 | 0.117 | 0.165 | 0.178 | 0.191 | 0.132 | 100.0% | 10 | - | keystone.list_tenants | 0.046 | 0.055 | 0.065 | 0.066 | 0.067 | 0.055 | 100.0% | 10 | - | total | 0.163 | 0.179 | 0.214 | 0.231 | 0.247 | 0.187 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.561487913132 - Full duration: 5.7246799469 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.12 | 0.232 | 0.282 | 0.289 | 0.296 | 0.206 | 100.0% | 10 | - | keystone.delete_role | 0.104 | 0.117 | 0.133 | 0.169 | 0.206 | 0.124 | 100.0% | 10 | - | total | 0.239 | 0.342 | 0.401 | 0.452 | 0.502 | 0.33 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.990566015244 - Full duration: 4.97686004639 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.106 | 0.133 | 0.16 | 0.174 | 0.187 | 0.139 | 100.0% | 10 | - | keystone.create_user | 0.058 | 0.066 | 0.07 | 0.071 | 0.071 | 0.065 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.053 | 0.07 | 0.086 | 0.103 | 0.059 | 100.0% | 10 | - | keystone.get_tenant | 0.044 | 0.048 | 0.055 | 0.076 | 0.098 | 0.053 | 100.0% | 10 | - | keystone.get_user | 0.051 | 0.057 | 0.063 | 0.063 | 0.063 | 0.057 | 100.0% | 10 | - | keystone.get_role | 0.044 | 0.047 | 0.055 | 0.056 | 0.058 | 0.049 | 100.0% | 10 | - | keystone.service_list | 0.045 | 0.049 | 0.06 | 0.081 | 0.101 | 0.054 | 100.0% | 10 | - | keystone.get_service | 0.043 | 0.049 | 0.062 | 0.079 | 0.097 | 0.053 | 100.0% | 10 | - | total | 0.475 | 0.518 | 0.577 | 0.6 | 0.622 | 0.529 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58831310272 - Full duration: 9.76444888115 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.13 | 0.145 | 0.177 | 0.195 | 0.213 | 0.152 | 100.0% | 10 | - | keystone.list_users | 0.052 | 0.055 | 0.08 | 0.093 | 0.106 | 0.062 | 100.0% | 10 | - | total | 0.183 | 0.2 | 0.269 | 0.274 | 0.279 | 0.214 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.642003059387 - Full duration: 4.59805297852 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: started - Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.42 | 0.516 | 0.669 | 0.677 | 0.684 | 0.538 | 100.0% | 10 | - | neutron.delete_port | 0.149 | 0.287 | 0.338 | 0.344 | 0.349 | 0.274 | 100.0% | 10 | - | total | 0.65 | 0.787 | 0.989 | 0.992 | 0.996 | 0.812 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.28342914581 - Full duration: 25.3548538685 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.389 | 0.492 | 0.542 | 0.564 | 0.587 | 0.479 | 100.0% | 10 | - | neutron.create_router | 0.034 | 0.165 | 0.179 | 0.18 | 0.181 | 0.118 | 100.0% | 10 | - | neutron.add_interface_router | 0.273 | 0.398 | 0.459 | 0.475 | 0.492 | 0.378 | 100.0% | 10 | - | neutron.list_routers | 0.042 | 0.111 | 0.208 | 0.214 | 0.219 | 0.12 | 100.0% | 10 | - | total | 0.873 | 1.083 | 1.266 | 1.32 | 1.373 | 1.095 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.14495706558 - Full duration: 27.2623529434 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.421 | 0.528 | 0.576 | 0.593 | 0.609 | 0.516 | 100.0% | 10 | - | neutron.create_router | 0.037 | 0.174 | 0.193 | 0.194 | 0.196 | 0.138 | 100.0% | 10 | - | neutron.add_interface_router | 0.372 | 0.44 | 0.726 | 0.729 | 0.732 | 0.499 | 100.0% | 10 | - | neutron.remove_interface_router | 0.231 | 0.385 | 0.445 | 0.495 | 0.545 | 0.365 | 100.0% | 10 | - | neutron.delete_router | 0.155 | 0.243 | 0.363 | 0.374 | 0.385 | 0.257 | 100.0% | 10 | - | total | 1.492 | 1.722 | 2.126 | 2.135 | 2.145 | 1.776 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.06723308563 - Full duration: 27.7173280716 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.429 | 0.479 | 0.682 | 0.709 | 0.736 | 0.518 | 100.0% | 10 | - | neutron.list_ports | 0.101 | 0.302 | 0.368 | 0.377 | 0.386 | 0.267 | 100.0% | 10 | - | total | 0.565 | 0.819 | 0.9 | 0.971 | 1.042 | 0.785 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.22692918777 - Full duration: 25.9097590446 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.383 | 0.414 | 0.558 | 0.562 | 0.565 | 0.439 | 100.0% | 10 | - | neutron.delete_subnet | 0.134 | 0.271 | 0.307 | 0.34 | 0.372 | 0.235 | 100.0% | 10 | - | total | 0.522 | 0.677 | 0.872 | 0.901 | 0.93 | 0.674 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.97971510887 - Full duration: 24.8733260632 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.3 | 0.32 | 0.403 | 0.407 | 0.411 | 0.338 | 100.0% | 10 | - | neutron.delete_network | 0.107 | 0.248 | 0.316 | 0.32 | 0.325 | 0.228 | 100.0% | 10 | - | total | 0.411 | 0.556 | 0.697 | 0.698 | 0.699 | 0.566 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71673607826 - Full duration: 13.4693968296 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.279 | 0.326 | 0.389 | 0.406 | 0.423 | 0.334 | 100.0% | 10 | - | neutron.list_networks | 0.043 | 0.11 | 0.18 | 0.187 | 0.194 | 0.112 | 100.0% | 10 | - | total | 0.328 | 0.437 | 0.564 | 0.59 | 0.617 | 0.446 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.4160130024 - Full duration: 15.1821639538 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.401 | 0.436 | 0.454 | 0.473 | 0.492 | 0.433 | 100.0% | 10 | - | neutron.create_router | 0.035 | 0.175 | 0.181 | 0.186 | 0.191 | 0.123 | 100.0% | 10 | - | neutron.add_interface_router | 0.293 | 0.416 | 0.46 | 0.461 | 0.461 | 0.401 | 100.0% | 10 | - | neutron.update_router | 0.131 | 0.215 | 0.311 | 0.331 | 0.35 | 0.219 | 100.0% | 10 | - | total | 1.012 | 1.171 | 1.336 | 1.359 | 1.381 | 1.176 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.52523398399 - Full duration: 28.7934508324 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.299 | 0.338 | 0.397 | 0.408 | 0.418 | 0.346 | 100.0% | 10 | - | neutron.update_network | 0.095 | 0.24 | 0.297 | 0.299 | 0.302 | 0.202 | 100.0% | 10 | - | total | 0.41 | 0.543 | 0.699 | 0.707 | 0.714 | 0.549 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.61482715607 - Full duration: 15.459831953 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.436 | 0.465 | 0.588 | 0.595 | 0.601 | 0.487 | 100.0% | 10 | - | neutron.update_port | 0.114 | 0.282 | 0.317 | 0.326 | 0.335 | 0.255 | 100.0% | 10 | - | total | 0.576 | 0.751 | 0.862 | 0.899 | 0.936 | 0.742 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.15260481834 - Full duration: 25.8613479137 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.4 | 0.495 | 0.538 | 0.551 | 0.564 | 0.483 | 100.0% | 10 | - | neutron.list_subnets | 0.065 | 0.217 | 0.28 | 0.319 | 0.357 | 0.22 | 100.0% | 10 | - | total | 0.563 | 0.718 | 0.793 | 0.798 | 0.802 | 0.703 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06506896019 - Full duration: 25.971654892 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.398 | 0.465 | 0.543 | 0.564 | 0.584 | 0.475 | 100.0% | 10 | - | neutron.update_subnet | 0.152 | 0.178 | 0.348 | 0.366 | 0.383 | 0.234 | 100.0% | 10 | - | total | 0.557 | 0.693 | 0.85 | 0.867 | 0.883 | 0.709 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06711506844 - Full duration: 25.9731898308 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: started - Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.374 | 0.484 | 0.667 | 0.672 | 0.678 | 0.503 | 100.0% | 10 | - | nova.delete_keypair | 0.016 | 0.021 | 0.025 | 0.027 | 0.028 | 0.021 | 100.0% | 10 | - | total | 0.399 | 0.51 | 0.687 | 0.692 | 0.698 | 0.524 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.59278798103 - Full duration: 15.4121351242 - - test scenario NovaServers.snapshot_server - +--------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - | nova.boot_server | 9.938 | 10.314 | 11.977 | 12.384 | 12.791 | 10.711 | 100.0% | 10 | - | nova.create_image | 33.802 | 39.898 | 69.264 | 70.135 | 71.005 | 45.583 | 100.0% | 10 | - | nova.delete_server | 2.408 | 2.848 | 3.266 | 4.121 | 4.975 | 2.967 | 100.0% | 10 | - | nova.boot_server (2) | 19.438 | 33.013 | 43.809 | 46.043 | 48.276 | 33.839 | 100.0% | 10 | - | nova.delete_server (2) | 2.395 | 2.453 | 4.821 | 4.891 | 4.961 | 3.009 | 100.0% | 10 | - | nova.delete_image | 0.264 | 0.373 | 0.749 | 1.036 | 1.323 | 0.484 | 100.0% | 10 | - | total | 70.267 | 96.724 | 117.768 | 118.599 | 119.43 | 96.593 | 100.0% | 10 | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - Load duration: 280.300797939 - Full duration: 304.846863985 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.406 | 0.458 | 0.533 | 0.575 | 0.616 | 0.474 | 100.0% | 10 | - | nova.boot_server | 8.324 | 10.158 | 11.335 | 11.766 | 12.197 | 10.115 | 100.0% | 10 | - | nova.delete_server | 2.382 | 2.425 | 2.618 | 2.621 | 2.625 | 2.456 | 100.0% | 10 | - | nova.delete_keypair | 0.014 | 0.019 | 0.028 | 0.029 | 0.029 | 0.02 | 100.0% | 10 | - | total | 11.352 | 13.038 | 14.228 | 14.667 | 15.107 | 13.066 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.3250300884 - Full duration: 62.0274989605 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.389 | 0.483 | 0.646 | 0.673 | 0.701 | 0.503 | 100.0% | 10 | - | nova.list_keypairs | 0.013 | 0.018 | 0.021 | 0.024 | 0.027 | 0.018 | 100.0% | 10 | - | total | 0.405 | 0.504 | 0.659 | 0.688 | 0.716 | 0.521 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.55672502518 - Full duration: 16.8414058685 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 | - | total | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98178386688 - Full duration: 66.4639019966 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.516 | 10.952 | 12.492 | 12.717 | 12.943 | 11.085 | 100.0% | 10 | - | nova.resize | 21.055 | 26.446 | 42.177 | 42.263 | 42.349 | 29.612 | 100.0% | 10 | - | nova.resize_confirm | 2.392 | 2.451 | 2.573 | 2.592 | 2.611 | 2.47 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.427 | 2.595 | 2.673 | 2.751 | 2.475 | 100.0% | 10 | - | total | 34.884 | 42.48 | 59.742 | 59.88 | 60.019 | 45.642 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 133.771182775 - Full duration: 147.319270134 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.421 | 5.82 | 6.128 | 6.151 | 6.173 | 5.197 | 100.0% | 10 | - | nova.boot_server | 13.462 | 15.116 | 17.314 | 17.513 | 17.711 | 15.217 | 100.0% | 10 | - | nova.delete_server | 4.532 | 4.689 | 6.776 | 6.8 | 6.823 | 5.275 | 100.0% | 10 | - | total | 21.563 | 26.332 | 28.183 | 28.315 | 28.446 | 25.689 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 76.1264929771 - Full duration: 105.501106024 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.668 | 10.279 | 12.669 | 12.746 | 12.824 | 10.808 | 100.0% | 10 | - | nova.stop_server | 4.695 | 14.48 | 15.73 | 15.737 | 15.745 | 11.929 | 100.0% | 10 | - | nova.migrate | 16.259 | 18.003 | 25.275 | 25.347 | 25.419 | 19.085 | 100.0% | 10 | - | nova.resize_confirm | 2.394 | 2.416 | 2.564 | 2.604 | 2.644 | 2.46 | 100.0% | 10 | - | nova.delete_server | 2.383 | 2.408 | 2.55 | 2.58 | 2.61 | 2.448 | 100.0% | 10 | - | total | 35.744 | 47.034 | 56.397 | 57.427 | 58.457 | 46.73 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 131.940564156 - Full duration: 145.82509613 - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.359 | 10.277 | 11.312 | 11.367 | 11.422 | 10.063 | 100.0% | 10 | - | nova.delete_server | 2.388 | 2.607 | 4.826 | 4.853 | 4.881 | 3.21 | 100.0% | 10 | - | total | 11.023 | 12.798 | 15.929 | 16.116 | 16.303 | 13.273 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.1904668808 - Full duration: 62.8628950119 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.636 | 9.789 | 12.354 | 12.414 | 12.474 | 10.12 | 100.0% | 10 | - | nova.rebuild_server | 11.032 | 13.82 | 21.821 | 22.321 | 22.821 | 16.342 | 100.0% | 10 | - | nova.delete_server | 2.382 | 2.461 | 2.664 | 2.759 | 2.854 | 2.524 | 100.0% | 10 | - | total | 24.342 | 28.632 | 33.812 | 34.242 | 34.671 | 28.986 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 82.0937809944 - Full duration: 105.129650116 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.596 | 2.105 | 2.35 | 2.351 | 2.352 | 2.061 | 100.0% | 10 | - | nova.create_100_rules | 8.873 | 10.349 | 10.555 | 10.65 | 10.745 | 10.067 | 100.0% | 10 | - | nova.list_security_groups | 0.129 | 0.183 | 0.281 | 0.318 | 0.354 | 0.201 | 100.0% | 10 | - | total | 11.189 | 12.51 | 12.822 | 12.823 | 12.823 | 12.329 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.4927339554 - Full duration: 63.6400220394 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.326 | 1.779 | 1.959 | 1.983 | 2.006 | 1.748 | 100.0% | 10 | - | nova.create_100_rules | 9.29 | 10.389 | 10.656 | 10.731 | 10.805 | 10.241 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.833 | 0.896 | 1.02 | 1.03 | 1.04 | 0.918 | 100.0% | 10 | - | total | 11.55 | 13.143 | 13.488 | 13.549 | 13.611 | 12.907 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.0758161545 - Full duration: 52.9351670742 - - test scenario NovaServers.boot_and_bounce_server - +----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 8.49 | 12.054 | 12.335 | 12.336 | 12.338 | 11.077 | 100.0% | 10 | - | nova.reboot_server | 4.412 | 4.746 | 6.676 | 6.794 | 6.912 | 5.252 | 100.0% | 10 | - | nova.soft_reboot_server | 6.592 | 7.729 | 125.626 | 125.9 | 126.174 | 31.142 | 100.0% | 10 | - | nova.stop_server | 4.709 | 4.817 | 4.999 | 5.006 | 5.013 | 4.835 | 100.0% | 10 | - | nova.start_server | 2.636 | 3.348 | 4.108 | 4.153 | 4.198 | 3.361 | 100.0% | 10 | - | nova.rescue_server | 6.613 | 6.787 | 17.596 | 17.726 | 17.855 | 11.037 | 100.0% | 10 | - | nova.unrescue_server | 2.324 | 4.485 | 6.647 | 6.653 | 6.659 | 4.948 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.416 | 4.666 | 4.731 | 4.797 | 3.1 | 100.0% | 10 | - | total | 39.617 | 54.891 | 166.239 | 170.845 | 175.451 | 74.764 | 100.0% | 10 | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - Load duration: 241.107405901 - Full duration: 264.433083773 - - test scenario NovaServers.boot_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 | - | total | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.5377810001 - Full duration: 56.3936619759 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.677 | 1.957 | 2.26 | 2.317 | 2.373 | 1.975 | 100.0% | 10 | - | nova.create_100_rules | 9.032 | 10.031 | 10.512 | 10.585 | 10.658 | 9.992 | 100.0% | 10 | - | nova.boot_server | 8.152 | 11.436 | 11.645 | 11.66 | 11.675 | 10.446 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.145 | 0.154 | 0.17 | 0.185 | 0.2 | 0.158 | 100.0% | 10 | - | nova.delete_server | 2.412 | 4.581 | 4.637 | 4.667 | 4.696 | 3.741 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.791 | 0.902 | 0.983 | 0.993 | 1.003 | 0.901 | 100.0% | 10 | - | total | 22.687 | 29.402 | 29.574 | 29.639 | 29.704 | 27.213 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 81.6792809963 - Full duration: 106.045881033 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 9.557 | 11.959 | 12.616 | 12.617 | 12.618 | 11.399 | 100.0% | 10 | - | nova.pause_server | 2.3 | 2.488 | 2.647 | 2.73 | 2.813 | 2.485 | 100.0% | 10 | - | nova.unpause_server | 2.313 | 2.338 | 2.459 | 2.519 | 2.579 | 2.376 | 100.0% | 10 | - | nova.delete_server | 2.379 | 4.554 | 4.593 | 4.6 | 4.608 | 3.72 | 100.0% | 10 | - | total | 16.731 | 21.47 | 21.938 | 22.069 | 22.201 | 19.98 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.1143479347 - Full duration: 84.1553788185 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.296 | 3.584 | 6.23 | 6.254 | 6.278 | 4.296 | 100.0% | 10 | - | nova.boot_server | 13.316 | 14.103 | 15.99 | 16.029 | 16.068 | 14.371 | 100.0% | 10 | - | total | 16.8 | 18.338 | 20.779 | 21.536 | 22.293 | 18.667 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.7340800762 - Full duration: 89.9920220375 - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.714 | 10.615 | 12.468 | 12.501 | 12.535 | 10.613 | 100.0% | 10 | - | nova.list_servers | 0.14 | 0.241 | 0.434 | 0.454 | 0.474 | 0.274 | 100.0% | 10 | - | total | 8.854 | 10.943 | 12.715 | 12.756 | 12.798 | 10.887 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.5609071255 - Full duration: 64.9602191448 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: started - Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: finished - - test scenario Quotas.cinder_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 | - | total | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98423290253 - Full duration: 7.3744559288 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.232 | 0.251 | 0.276 | 0.281 | 0.286 | 0.254 | 100.0% | 10 | - | total | 0.295 | 0.324 | 0.348 | 0.352 | 0.355 | 0.325 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.987355947495 - Full duration: 6.55621004105 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.609 | 0.648 | 0.736 | 0.755 | 0.775 | 0.663 | 100.0% | 10 | - | quotas.delete_quotas | 0.267 | 0.474 | 0.498 | 0.518 | 0.539 | 0.454 | 100.0% | 10 | - | total | 0.95 | 1.099 | 1.254 | 1.262 | 1.271 | 1.117 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.2654209137 - Full duration: 8.84793901443 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.319 | 0.353 | 0.393 | 0.4 | 0.408 | 0.358 | 100.0% | 8 | - | quotas.delete_quotas | 0.015 | 0.025 | 0.031 | 0.032 | 0.033 | 0.025 | 75.0% | 8 | - | total | 0.351 | 0.366 | 0.405 | 0.416 | 0.428 | 0.374 | 75.0% | 8 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.80732011795 - Full duration: 6.24122095108 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 | - | total | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.10930514336 - Full duration: 6.21793103218 - - run_rally - INFO - Test scenario: "quotas" Failed. - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 712d1722-52e2-4e3a-93dc-515e3fea5977: started - Task 712d1722-52e2-4e3a-93dc-515e3fea5977: finished - - test scenario HttpRequests.check_random_request - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | requests.check_request | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 | - | total | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 16.976375103 - Full duration: 19.3119690418 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 | - | total | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.4575350285 - Full duration: 18.7219369411 - - run_rally - INFO - Test scenario: "requests" OK. - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:17 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:45 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 17:38 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:53 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:07 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:41 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 30:14 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:35 | 7 | 95.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:38 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:03:52 | 229 | 98.59% | - +===================+============+===============+===========+ - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 04:47:07' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'432.5' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 04:54:20' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'616.2' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 05:07:44' - vIMS - INFO - vIMS functional test duration:'3.5' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. diff --git a/docs/results/compass-os-odl_l2-nofeature-ha.rst b/docs/results/compass-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index bed7f8646..000000000 --- a/docs/results/compass-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,1769 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-22 22:26:26' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=8588bf92-664e-46f0-ad4f-40347349b4db - network=1e07302c-1060-4862-ac96-81db4c46b173 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=8588bf92-664e-46f0-ad4f-40347349b4db - network=1e07302c-1060-4862-ac96-81db4c46b173 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.101' - vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'26.0' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-22 22:27:09' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=4e085313-471b-4846-96f8-d89c5fcdb453 - network=f1c6e324-f469-4d43-a53e-3716a2075556 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=4e085313-471b-4846-96f8-d89c5fcdb453 - network=f1c6e324-f469-4d43-a53e-3716a2075556 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'13.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 3275e5cd-a0cd-4961-95c8-11c5eceaa6a6 | 94d6d0c4-f111-4f1a-a9ee-dee149fe7ce1 | | 210 | 1 | 2016-02-22 22:27:42.722872 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.24365 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.06964 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.22175 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 10.97975 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.03882 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06729 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05931 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06307 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11320 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06453 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06586 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06862 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06207 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.18730 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07965 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10485 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06917 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.14038 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.10940 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.07005 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52047 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.56007 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.36847 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 6.81057 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 2.10654 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06566 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.16011 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.20656 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 69.80953 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07774 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17023 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.14159 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00084 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.09269 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.41847 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30351 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.24031 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.16460 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.23510 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.18628 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07873 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07850 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.05956 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.06586 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09254 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.23073 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00060 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14221 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.05795 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01868 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06964 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07267 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01534 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01306 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03567 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06330 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.05500 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.22976 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01362 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.08669 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00039 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 4.49759 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.29434 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.00534 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.31208 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 17.08686 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.94698 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 18.51575 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.22487 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07714 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15308 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.54182 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.31556 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.31066 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.53469 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.59802 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.53771 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.24685 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 17.18514 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 14.43669 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 6.66687 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 6.82712 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.87441 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.61025 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.77729 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.66808 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.66403 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.97748 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53671 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.53750 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.48586 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.38319 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.47622 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.47227 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.53487 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.41419 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37761 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.66937 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.40626 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.18956 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.41639 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.42068 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.32462 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09822 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01379 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.06999 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01451 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50159 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.06452 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.11341 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05076 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 38.69512 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.21321 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.17329 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.18341 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00759 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.24642 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.07626 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.08835 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02633 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.37189 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15162 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.86306 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.10101 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.12434 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.11215 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.12074 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.86182 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.06049 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01891 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01815 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02941 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02461 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.03987 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.05957 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.26863 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.41872 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.46002 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.68221 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.77595 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.72713 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.59088 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.16562 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.93480 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.01314 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.66236 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.72675 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.39541 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.13054 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.03480 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.05462 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03106 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03278 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.42674 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.18894 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.08396 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.11331 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.06513 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.04251 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.36723 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.36291 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.73091 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.20694 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.15012 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.36701 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.50158 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.70437 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.07769 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.06964 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.74936 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.65997 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.75798 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.38648 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.00947 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.91922 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.66228 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.09354 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.73626 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.59551 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02945 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.47389 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.93740 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02787 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55494 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.50572 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02163 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.82447 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.53325 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.38634 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.32465 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.55989 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.51489 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.86241 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.03735 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 11.17975 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.67439 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.39084 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.38683 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.07426 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.07575 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.26088 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.66599 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.41386 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.39419 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 27.45308 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 13.84478 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 85.32205 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 100.83926 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2222:27:42.722872', 'duration': 171, 'tests': 210, 'failures': 1} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: started - Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.112 | 0.132 | 0.201 | 0.201 | 0.201 | 0.143 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.046 | 0.107 | 0.111 | 0.115 | 0.063 | 100.0% | 10 | - | total | 0.226 | 0.257 | 0.386 | 0.389 | 0.391 | 0.286 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.860725164413 - Full duration: 3.2147500515 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.065 | 0.07 | 0.085 | 0.106 | 0.127 | 0.076 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.236154079437 - Full duration: 2.56328606606 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.106 | 0.121 | 0.259 | 0.268 | 0.277 | 0.148 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.022 | 0.028 | 0.122 | 0.18 | 0.237 | 0.065 | 100.0% | 10 | - | total | 0.212 | 0.25 | 0.426 | 0.429 | 0.431 | 0.294 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.876858949661 - Full duration: 3.099599123 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.108 | 0.125 | 0.144 | 0.144 | 0.144 | 0.126 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.025 | 0.034 | 0.039 | 0.04 | 0.04 | 0.034 | 100.0% | 10 | - | total | 0.214 | 0.242 | 0.258 | 0.263 | 0.268 | 0.239 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.719485044479 - Full duration: 2.89414715767 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.102 | 0.111 | 0.167 | 0.177 | 0.188 | 0.124 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.014 | 0.075 | 0.098 | 0.147 | 0.195 | 0.07 | 100.0% | 10 | - | total | 0.197 | 0.261 | 0.37 | 0.39 | 0.41 | 0.281 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.842756032944 - Full duration: 3.36014580727 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.106 | 0.121 | 0.133 | 0.137 | 0.142 | 0.122 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.029 | 0.088 | 0.109 | 0.11 | 0.111 | 0.087 | 100.0% | 10 | - | total | 0.218 | 0.286 | 0.32 | 0.324 | 0.328 | 0.281 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.860924005508 - Full duration: 3.14792895317 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task e020cf98-caa0-4014-a28d-42748bf9dca3: started - Task e020cf98-caa0-4014-a28d-42748bf9dca3: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 | - | total | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.657658100128 - Full duration: 3.69541883469 - - test scenario GlanceImages.create_image_and_boot_instances - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 2.85 | 3.139 | 3.39 | 3.41 | 3.43 | 3.133 | 100.0% | 10 | - | nova.boot_servers | 5.898 | 6.853 | 7.241 | 7.329 | 7.417 | 6.806 | 100.0% | 10 | - | total | 8.797 | 10.039 | 10.461 | 10.534 | 10.607 | 9.94 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.545609951 - Full duration: 55.3799848557 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.821 | 3.548 | 3.89 | 3.905 | 3.92 | 3.507 | 100.0% | 10 | - | glance.list_images | 0.04 | 0.045 | 0.053 | 0.054 | 0.056 | 0.046 | 100.0% | 10 | - | total | 2.873 | 3.599 | 3.934 | 3.948 | 3.962 | 3.553 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4028940201 - Full duration: 15.1872868538 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.876 | 3.678 | 3.734 | 3.742 | 3.75 | 3.507 | 100.0% | 10 | - | glance.delete_image | 0.141 | 0.148 | 0.209 | 0.217 | 0.226 | 0.162 | 100.0% | 10 | - | total | 3.036 | 3.822 | 3.893 | 3.934 | 3.976 | 3.669 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.7681660652 - Full duration: 13.7783231735 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task d1dd9119-e59d-4e80-ad09-072f6300762b: started - Task d1dd9119-e59d-4e80-ad09-072f6300762b: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.086 | 4.323 | 5.484 | 5.514 | 5.544 | 4.505 | 100.0% | 10 | - | cinder.create_volume | 2.703 | 2.882 | 2.961 | 2.969 | 2.978 | 2.865 | 100.0% | 10 | - | nova.attach_volume | 7.55 | 7.801 | 10.194 | 10.345 | 10.495 | 8.292 | 100.0% | 10 | - | nova.detach_volume | 2.967 | 5.217 | 5.602 | 5.694 | 5.786 | 4.468 | 100.0% | 10 | - | cinder.delete_volume | 2.393 | 2.51 | 2.562 | 2.572 | 2.582 | 2.497 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.429 | 2.554 | 2.595 | 2.637 | 2.46 | 100.0% | 10 | - | total | 21.586 | 25.034 | 28.962 | 29.376 | 29.79 | 25.088 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 74.0110630989 - Full duration: 87.3835339546 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.186 | 5.298 | 5.406 | 5.44 | 5.474 | 5.311 | 100.0% | 10 | - | cinder.list_volumes | 0.11 | 0.134 | 0.147 | 0.148 | 0.15 | 0.133 | 100.0% | 10 | - | total | 5.336 | 5.425 | 5.529 | 5.575 | 5.62 | 5.444 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3077280521 - Full duration: 27.7325429916 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.841 | 2.921 | 3.157 | 3.158 | 3.158 | 2.951 | 100.0% | 10 | - | cinder.list_volumes | 0.067 | 0.12 | 0.18 | 0.18 | 0.18 | 0.127 | 100.0% | 10 | - | total | 2.954 | 3.036 | 3.281 | 3.282 | 3.283 | 3.078 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.12118315697 - Full duration: 19.8639061451 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.433 | 2.508 | 2.551 | 2.552 | 2.554 | 2.5 | 100.0% | 10 | - | cinder.list_snapshots | 0.018 | 0.082 | 0.103 | 0.111 | 0.119 | 0.069 | 100.0% | 10 | - | total | 2.523 | 2.561 | 2.612 | 2.627 | 2.641 | 2.57 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.76097297668 - Full duration: 31.5859258175 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.795 | 2.848 | 2.943 | 2.955 | 2.968 | 2.867 | 100.0% | 10 | - | cinder.delete_volume | 2.446 | 2.499 | 2.595 | 2.669 | 2.744 | 2.524 | 100.0% | 10 | - | total | 5.295 | 5.374 | 5.521 | 5.53 | 5.539 | 5.391 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1756019592 - Full duration: 23.199131012 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.287 | 5.38 | 5.424 | 5.439 | 5.454 | 5.365 | 100.0% | 10 | - | cinder.delete_volume | 2.394 | 2.549 | 2.687 | 2.699 | 2.711 | 2.555 | 100.0% | 10 | - | total | 7.728 | 7.896 | 8.06 | 8.081 | 8.103 | 7.92 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.6543819904 - Full duration: 30.6390721798 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.885 | 2.937 | 3.053 | 3.059 | 3.066 | 2.962 | 100.0% | 10 | - | cinder.delete_volume | 2.405 | 2.586 | 2.691 | 2.732 | 2.773 | 2.577 | 100.0% | 10 | - | total | 5.421 | 5.531 | 5.59 | 5.691 | 5.793 | 5.539 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.603798151 - Full duration: 23.3788831234 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.792 | 2.951 | 3.369 | 3.545 | 3.721 | 3.036 | 100.0% | 10 | - | cinder.upload_volume_to_image | 26.207 | 65.967 | 78.731 | 83.94 | 89.149 | 62.382 | 100.0% | 10 | - | cinder.delete_volume | 2.469 | 2.587 | 2.777 | 2.908 | 3.038 | 2.617 | 100.0% | 10 | - | nova.delete_image | 0.306 | 0.602 | 1.075 | 1.085 | 1.095 | 0.679 | 100.0% | 10 | - | total | 32.909 | 73.046 | 84.953 | 90.036 | 95.118 | 68.714 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 183.403058052 - Full duration: 190.890599012 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.494 | 2.541 | 2.623 | 2.662 | 2.701 | 2.563 | 100.0% | 10 | - | cinder.delete_snapshot | 2.29 | 2.379 | 2.557 | 2.611 | 2.665 | 2.424 | 100.0% | 10 | - | total | 4.784 | 4.953 | 5.15 | 5.215 | 5.279 | 4.988 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.7655448914 - Full duration: 33.6425430775 - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | cinder.create_volume | 2.789 | 2.912 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 | - | total | 2.789 | 2.913 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - Load duration: 8.82123494148 - Full duration: 18.1940879822 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.807 | 2.927 | 3.035 | 3.036 | 3.036 | 2.926 | 100.0% | 10 | - | total | 2.808 | 2.927 | 3.036 | 3.036 | 3.036 | 2.927 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.90417385101 - Full duration: 20.1418190002 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 | - | total | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.773681879044 - Full duration: 47.6445128918 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.752 | 2.933 | 3.066 | 3.089 | 3.112 | 2.943 | 100.0% | 10 | - | cinder.create_snapshot | 2.319 | 2.388 | 2.432 | 2.437 | 2.441 | 2.387 | 100.0% | 10 | - | nova.attach_volume | 7.626 | 9.641 | 12.934 | 14.634 | 16.334 | 10.372 | 100.0% | 10 | - | nova.detach_volume | 3.067 | 5.326 | 5.451 | 5.507 | 5.563 | 4.908 | 100.0% | 10 | - | cinder.delete_snapshot | 2.261 | 2.317 | 2.419 | 2.448 | 2.476 | 2.333 | 100.0% | 10 | - | cinder.delete_volume | 2.339 | 2.491 | 2.583 | 2.615 | 2.647 | 2.486 | 100.0% | 10 | - | total | 21.617 | 24.353 | 28.724 | 30.338 | 31.953 | 25.746 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.4364318848 - Full duration: 113.83590889 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.733 | 14.37 | 14.917 | 16.883 | 18.848 | 13.936 | 100.0% | 10 | - | cinder.delete_volume | 2.357 | 2.482 | 2.618 | 2.619 | 2.619 | 2.497 | 100.0% | 10 | - | total | 12.277 | 16.823 | 17.514 | 19.491 | 21.468 | 16.433 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.032130003 - Full duration: 65.3552489281 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.81 | 2.879 | 3.049 | 3.065 | 3.082 | 2.923 | 100.0% | 10 | - | cinder.extend_volume | 2.584 | 2.789 | 2.943 | 2.951 | 2.958 | 2.782 | 100.0% | 10 | - | cinder.delete_volume | 2.402 | 2.564 | 2.615 | 2.633 | 2.65 | 2.54 | 100.0% | 10 | - | total | 8.046 | 8.216 | 8.376 | 8.506 | 8.636 | 8.246 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.652312994 - Full duration: 31.6354629993 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.872 | 2.939 | 2.986 | 3.045 | 3.103 | 2.944 | 100.0% | 10 | - | cinder.create_snapshot | 2.312 | 2.389 | 2.452 | 2.499 | 2.546 | 2.395 | 100.0% | 10 | - | nova.attach_volume | 7.624 | 7.814 | 13.095 | 16.211 | 19.328 | 9.374 | 100.0% | 10 | - | nova.detach_volume | 2.991 | 4.159 | 5.336 | 5.399 | 5.461 | 4.171 | 100.0% | 10 | - | cinder.delete_snapshot | 2.186 | 2.277 | 2.41 | 2.418 | 2.426 | 2.296 | 100.0% | 10 | - | cinder.delete_volume | 2.431 | 2.498 | 2.589 | 2.595 | 2.601 | 2.51 | 100.0% | 10 | - | total | 21.28 | 23.314 | 26.739 | 29.882 | 33.025 | 24.004 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.312828064 - Full duration: 112.127801895 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.617 | 2.833 | 2.941 | 2.982 | 3.022 | 2.823 | 100.0% | 10 | - | cinder.create_snapshot | 2.282 | 2.375 | 2.445 | 2.47 | 2.494 | 2.384 | 100.0% | 10 | - | nova.attach_volume | 7.58 | 7.741 | 13.508 | 16.698 | 19.888 | 9.501 | 100.0% | 10 | - | nova.detach_volume | 3.07 | 5.287 | 5.408 | 5.463 | 5.518 | 4.882 | 100.0% | 10 | - | cinder.delete_snapshot | 2.254 | 2.326 | 2.432 | 2.435 | 2.438 | 2.343 | 100.0% | 10 | - | cinder.delete_volume | 2.339 | 2.475 | 2.593 | 2.625 | 2.656 | 2.483 | 100.0% | 10 | - | total | 21.236 | 23.663 | 29.169 | 32.362 | 35.555 | 24.955 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 71.8869941235 - Full duration: 117.904321909 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task e23e2615-b959-461f-9e63-973b9de00f98: started - Task e23e2615-b959-461f-9e63-973b9de00f98: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.856 | 3.146 | 3.227 | 3.244 | 3.262 | 3.087 | 100.0% | 10 | - | heat.suspend_stack | 0.525 | 1.615 | 1.756 | 1.822 | 1.888 | 1.284 | 100.0% | 10 | - | heat.resume_stack | 0.549 | 1.6 | 1.663 | 1.673 | 1.682 | 1.296 | 100.0% | 10 | - | heat.delete_stack | 1.312 | 1.491 | 1.655 | 1.659 | 1.662 | 1.501 | 100.0% | 10 | - | total | 5.641 | 7.374 | 8.053 | 8.167 | 8.281 | 7.168 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.0507199764 - Full duration: 25.5707690716 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.923 | 3.085 | 3.286 | 3.309 | 3.331 | 3.115 | 100.0% | 10 | - | heat.delete_stack | 0.243 | 0.963 | 1.56 | 1.624 | 1.688 | 0.962 | 100.0% | 10 | - | total | 3.166 | 4.127 | 4.666 | 4.735 | 4.803 | 4.076 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.0132920742 - Full duration: 16.5792620182 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 9.979 | 11.338 | 13.752 | 13.849 | 13.946 | 11.536 | 100.0% | 10 | - | heat.delete_stack | 7.092 | 8.228 | 8.71 | 8.871 | 9.033 | 8.149 | 100.0% | 10 | - | total | 18.547 | 19.228 | 21.86 | 22.086 | 22.312 | 19.685 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 58.1043260098 - Full duration: 61.6377520561 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 11.918 | 13.906 | 16.154 | 16.286 | 16.418 | 13.895 | 100.0% | 10 | - | heat.delete_stack | 8.414 | 9.204 | 10.491 | 10.538 | 10.585 | 9.295 | 100.0% | 10 | - | total | 21.347 | 22.82 | 25.491 | 26.247 | 27.003 | 23.19 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.1649589539 - Full duration: 71.9318380356 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.829450845718 - Full duration: 3.74743390083 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.703 | 2.996 | 3.064 | 3.184 | 3.304 | 2.981 | 100.0% | 10 | - | heat.update_stack | 2.487 | 3.644 | 3.84 | 3.918 | 3.996 | 3.387 | 100.0% | 10 | - | heat.delete_stack | 0.52 | 1.473 | 1.686 | 1.691 | 1.697 | 1.413 | 100.0% | 10 | - | total | 6.639 | 8.102 | 8.301 | 8.486 | 8.671 | 7.781 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.5321931839 - Full duration: 26.9891970158 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.69 | 3.032 | 3.266 | 3.279 | 3.293 | 3.041 | 100.0% | 10 | - | heat.update_stack | 2.458 | 2.642 | 3.727 | 3.766 | 3.805 | 3.037 | 100.0% | 10 | - | heat.delete_stack | 0.556 | 1.511 | 1.586 | 1.632 | 1.678 | 1.419 | 100.0% | 10 | - | total | 6.957 | 7.396 | 8.15 | 8.18 | 8.21 | 7.497 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.4653220177 - Full duration: 25.9613161087 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.936 | 3.18 | 3.4 | 3.735 | 4.069 | 3.237 | 100.0% | 10 | - | heat.update_stack | 4.79 | 5.132 | 6.045 | 6.06 | 6.076 | 5.308 | 100.0% | 10 | - | heat.delete_stack | 1.518 | 2.424 | 2.589 | 2.618 | 2.647 | 2.182 | 100.0% | 10 | - | total | 9.624 | 10.703 | 11.721 | 11.781 | 11.842 | 10.727 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.7993149757 - Full duration: 35.7221229076 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 7 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.70760798454 - Full duration: 15.0584180355 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 2.893 | 3.127 | 3.179 | 3.194 | 3.209 | 3.079 | 100.0% | 10 | - | heat.update_stack | 4.695 | 5.02 | 5.189 | 5.193 | 5.197 | 5.007 | 100.0% | 10 | - | heat.delete_stack | 1.51 | 2.454 | 2.786 | 2.821 | 2.855 | 2.302 | 100.0% | 10 | - | total | 9.334 | 10.621 | 10.981 | 10.985 | 10.99 | 10.388 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 31.2812139988 - Full duration: 35.1641018391 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.885 | 3.01 | 3.24 | 3.311 | 3.381 | 3.05 | 100.0% | 10 | - | heat.update_stack | 2.83 | 3.881 | 3.936 | 3.968 | 4.0 | 3.777 | 100.0% | 10 | - | heat.delete_stack | 1.307 | 1.567 | 1.645 | 1.79 | 1.935 | 1.543 | 100.0% | 10 | - | total | 7.316 | 8.436 | 8.859 | 8.868 | 8.876 | 8.37 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9058198929 - Full duration: 28.9196100235 - - test scenario HeatStacks.create_and_list_stack - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | heat.create_stack | 2.882 | 3.04 | 3.213 | 3.318 | 3.423 | 3.07 | 100.0% | 10 | - | heat.list_stacks | 0.037 | 0.16 | 0.174 | 0.178 | 0.182 | 0.14 | 100.0% | 10 | - | total | 3.046 | 3.142 | 3.382 | 3.478 | 3.575 | 3.21 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 9.64803004265 - Full duration: 17.1896460056 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.808 | 3.191 | 3.252 | 3.281 | 3.311 | 3.148 | 100.0% | 10 | - | heat.check_stack | 0.407 | 0.668 | 1.405 | 1.545 | 1.685 | 0.776 | 100.0% | 10 | - | heat.delete_stack | 0.678 | 1.561 | 1.687 | 1.707 | 1.726 | 1.474 | 100.0% | 10 | - | total | 4.931 | 5.317 | 5.757 | 5.974 | 6.192 | 5.398 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.0285110474 - Full duration: 19.9199111462 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 08dbf827-7838-43b0-9cd2-3d48c9632781: started - Task 08dbf827-7838-43b0-9cd2-3d48c9632781: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.113 | 0.12 | 0.158 | 0.176 | 0.195 | 0.13 | 100.0% | 10 | - | keystone.create_users | 0.651 | 0.684 | 0.707 | 0.733 | 0.759 | 0.685 | 100.0% | 10 | - | total | 0.772 | 0.8 | 0.865 | 0.91 | 0.954 | 0.815 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.42733502388 - Full duration: 12.6668281555 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.115 | 0.123 | 0.132 | 0.145 | 0.159 | 0.125 | 100.0% | 10 | - | keystone.add_role | 0.09 | 0.101 | 0.122 | 0.137 | 0.151 | 0.106 | 100.0% | 10 | - | keystone.list_roles | 0.049 | 0.057 | 0.062 | 0.065 | 0.067 | 0.057 | 100.0% | 10 | - | total | 0.26 | 0.282 | 0.328 | 0.329 | 0.33 | 0.288 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.850867986679 - Full duration: 6.24242782593 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.118 | 0.172 | 0.235 | 0.244 | 0.254 | 0.177 | 100.0% | 10 | - | keystone.add_role | 0.095 | 0.115 | 0.16 | 0.162 | 0.165 | 0.122 | 100.0% | 10 | - | keystone.remove_role | 0.059 | 0.068 | 0.163 | 0.164 | 0.166 | 0.085 | 100.0% | 10 | - | total | 0.281 | 0.407 | 0.444 | 0.447 | 0.451 | 0.385 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.1720468998 - Full duration: 6.63848996162 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.125 | 0.19 | 0.247 | 0.268 | 0.289 | 0.191 | 100.0% | 10 | - | keystone.update_tenant | 0.052 | 0.063 | 0.11 | 0.111 | 0.113 | 0.07 | 100.0% | 10 | - | keystone.delete_tenant | 0.12 | 0.141 | 0.192 | 0.227 | 0.261 | 0.153 | 100.0% | 10 | - | total | 0.331 | 0.418 | 0.486 | 0.502 | 0.517 | 0.415 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.27042984962 - Full duration: 5.3805770874 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.111 | 0.117 | 0.13 | 0.139 | 0.147 | 0.121 | 100.0% | 10 | - | keystone.delete_service | 0.055 | 0.067 | 0.096 | 0.097 | 0.097 | 0.071 | 100.0% | 10 | - | total | 0.176 | 0.189 | 0.212 | 0.215 | 0.218 | 0.192 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.61040687561 - Full duration: 4.58190393448 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.114 | 0.128 | 0.136 | 0.16 | 0.183 | 0.131 | 100.0% | 10 | - | total | 0.114 | 0.128 | 0.137 | 0.16 | 0.183 | 0.131 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.400830030441 - Full duration: 4.4062628746 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.124 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 | - | total | 0.125 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.42484498024 - Full duration: 4.1389541626 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.117 | 0.126 | 0.134 | 0.152 | 0.17 | 0.129 | 100.0% | 10 | - | keystone.list_tenants | 0.046 | 0.059 | 0.104 | 0.104 | 0.105 | 0.069 | 100.0% | 10 | - | total | 0.166 | 0.19 | 0.231 | 0.233 | 0.235 | 0.198 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.600751876831 - Full duration: 6.1798210144 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.118 | 0.227 | 0.298 | 0.3 | 0.302 | 0.204 | 100.0% | 10 | - | keystone.delete_role | 0.105 | 0.13 | 0.271 | 0.29 | 0.309 | 0.157 | 100.0% | 10 | - | total | 0.238 | 0.346 | 0.573 | 0.59 | 0.607 | 0.362 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.21080708504 - Full duration: 5.530189991 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.121 | 0.125 | 0.148 | 0.149 | 0.151 | 0.13 | 100.0% | 10 | - | keystone.create_user | 0.062 | 0.078 | 0.103 | 0.121 | 0.139 | 0.084 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.051 | 0.067 | 0.069 | 0.072 | 0.055 | 100.0% | 10 | - | keystone.get_tenant | 0.04 | 0.05 | 0.054 | 0.057 | 0.06 | 0.049 | 100.0% | 10 | - | keystone.get_user | 0.048 | 0.058 | 0.072 | 0.082 | 0.093 | 0.062 | 100.0% | 10 | - | keystone.get_role | 0.042 | 0.047 | 0.053 | 0.058 | 0.064 | 0.048 | 100.0% | 10 | - | keystone.service_list | 0.046 | 0.055 | 0.069 | 0.079 | 0.09 | 0.058 | 100.0% | 10 | - | keystone.get_service | 0.041 | 0.048 | 0.057 | 0.072 | 0.088 | 0.051 | 100.0% | 10 | - | total | 0.483 | 0.541 | 0.568 | 0.584 | 0.599 | 0.538 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.66359400749 - Full duration: 10.0017409325 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.131 | 0.14 | 0.157 | 0.205 | 0.254 | 0.151 | 100.0% | 10 | - | keystone.list_users | 0.051 | 0.057 | 0.065 | 0.078 | 0.091 | 0.06 | 100.0% | 10 | - | total | 0.182 | 0.199 | 0.239 | 0.274 | 0.309 | 0.211 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.62369799614 - Full duration: 4.64324808121 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 7a8d4b82-85d3-485c-996e-08dbd3787094: started - Task 7a8d4b82-85d3-485c-996e-08dbd3787094: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.424 | 0.519 | 0.555 | 0.559 | 0.563 | 0.503 | 100.0% | 10 | - | neutron.delete_port | 0.148 | 0.283 | 0.32 | 0.339 | 0.358 | 0.259 | 100.0% | 10 | - | total | 0.584 | 0.797 | 0.849 | 0.859 | 0.87 | 0.762 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.3002948761 - Full duration: 25.5696978569 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.421 | 0.453 | 0.541 | 0.55 | 0.56 | 0.472 | 100.0% | 10 | - | neutron.create_router | 0.039 | 0.045 | 0.24 | 0.247 | 0.254 | 0.11 | 100.0% | 10 | - | neutron.add_interface_router | 0.28 | 0.297 | 0.417 | 0.427 | 0.438 | 0.32 | 100.0% | 10 | - | neutron.list_routers | 0.043 | 0.163 | 0.181 | 0.185 | 0.189 | 0.122 | 100.0% | 10 | - | total | 0.795 | 1.045 | 1.115 | 1.243 | 1.372 | 1.024 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.85029602051 - Full duration: 27.2547390461 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.399 | 0.476 | 0.542 | 0.561 | 0.579 | 0.479 | 100.0% | 10 | - | neutron.create_router | 0.038 | 0.041 | 0.181 | 0.186 | 0.19 | 0.096 | 100.0% | 10 | - | neutron.add_interface_router | 0.272 | 0.306 | 0.421 | 0.426 | 0.43 | 0.34 | 100.0% | 10 | - | neutron.remove_interface_router | 0.228 | 0.311 | 0.514 | 0.518 | 0.521 | 0.338 | 100.0% | 10 | - | neutron.delete_router | 0.151 | 0.159 | 0.295 | 0.297 | 0.298 | 0.205 | 100.0% | 10 | - | total | 1.218 | 1.388 | 1.829 | 1.868 | 1.908 | 1.458 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.20906496048 - Full duration: 28.1987309456 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.429 | 0.5 | 0.612 | 0.626 | 0.639 | 0.521 | 100.0% | 10 | - | neutron.list_ports | 0.108 | 0.282 | 0.352 | 0.372 | 0.392 | 0.262 | 100.0% | 10 | - | total | 0.594 | 0.761 | 0.957 | 0.957 | 0.957 | 0.783 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.34113693237 - Full duration: 26.7457489967 - - test scenario NeutronNetworks.create_and_delete_subnets - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | neutron.create_subnet | 0.402 | 0.436 | 0.542 | 0.566 | 0.59 | 0.463 | 100.0% | 10 | - | neutron.delete_subnet | 0.142 | 0.29 | 0.334 | 0.367 | 0.4 | 0.25 | 100.0% | 10 | - | total | 0.564 | 0.709 | 0.86 | 0.875 | 0.89 | 0.713 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.14902901649 - Full duration: 25.5031478405 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.301 | 0.346 | 0.477 | 0.499 | 0.521 | 0.363 | 100.0% | 10 | - | neutron.delete_network | 0.105 | 0.112 | 0.289 | 0.29 | 0.291 | 0.161 | 100.0% | 10 | - | total | 0.411 | 0.457 | 0.766 | 0.789 | 0.812 | 0.524 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.52401685715 - Full duration: 14.2058041096 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.307 | 0.336 | 0.388 | 0.405 | 0.423 | 0.348 | 100.0% | 10 | - | neutron.list_networks | 0.043 | 0.172 | 0.242 | 0.279 | 0.316 | 0.147 | 100.0% | 10 | - | total | 0.36 | 0.503 | 0.621 | 0.622 | 0.623 | 0.495 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58333802223 - Full duration: 15.9647290707 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.434 | 0.497 | 0.576 | 0.576 | 0.577 | 0.499 | 100.0% | 10 | - | neutron.create_router | 0.037 | 0.173 | 0.305 | 0.36 | 0.415 | 0.158 | 100.0% | 10 | - | neutron.add_interface_router | 0.294 | 0.439 | 0.504 | 0.513 | 0.522 | 0.404 | 100.0% | 10 | - | neutron.update_router | 0.131 | 0.272 | 0.316 | 0.359 | 0.402 | 0.263 | 100.0% | 10 | - | total | 0.93 | 1.355 | 1.47 | 1.584 | 1.698 | 1.324 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.98894906044 - Full duration: 29.5306479931 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.317 | 0.356 | 0.487 | 0.489 | 0.491 | 0.377 | 100.0% | 10 | - | neutron.update_network | 0.103 | 0.277 | 0.309 | 0.316 | 0.322 | 0.22 | 100.0% | 10 | - | total | 0.421 | 0.626 | 0.787 | 0.79 | 0.793 | 0.598 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.78881001472 - Full duration: 16.6285750866 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.435 | 0.471 | 0.575 | 0.578 | 0.58 | 0.49 | 100.0% | 10 | - | neutron.update_port | 0.124 | 0.245 | 0.349 | 0.375 | 0.402 | 0.237 | 100.0% | 10 | - | total | 0.565 | 0.725 | 0.912 | 0.917 | 0.922 | 0.728 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.24334001541 - Full duration: 26.9849171638 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.428 | 0.456 | 0.539 | 0.544 | 0.549 | 0.476 | 100.0% | 10 | - | neutron.list_subnets | 0.061 | 0.192 | 0.234 | 0.25 | 0.265 | 0.157 | 100.0% | 10 | - | total | 0.498 | 0.642 | 0.77 | 0.786 | 0.803 | 0.633 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8174021244 - Full duration: 26.2954719067 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.396 | 0.432 | 0.523 | 0.543 | 0.562 | 0.444 | 100.0% | 10 | - | neutron.update_subnet | 0.157 | 0.226 | 0.355 | 0.395 | 0.434 | 0.256 | 100.0% | 10 | - | total | 0.554 | 0.688 | 0.876 | 0.892 | 0.909 | 0.7 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9577729702 - Full duration: 25.9509670734 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task c520ad11-229c-433c-9fbb-2ddc8152c608: started - Task c520ad11-229c-433c-9fbb-2ddc8152c608: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.423 | 0.517 | 0.708 | 1.052 | 1.396 | 0.61 | 100.0% | 10 | - | nova.delete_keypair | 0.013 | 0.018 | 0.02 | 0.023 | 0.025 | 0.018 | 100.0% | 10 | - | total | 0.442 | 0.534 | 0.722 | 1.068 | 1.415 | 0.627 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.91971611977 - Full duration: 16.1851501465 - - test scenario NovaServers.snapshot_server - +----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.327 | 5.71 | 6.47 | 7.233 | 7.996 | 5.669 | 100.0% | 10 | - | nova.create_image | 35.707 | 57.482 | 68.949 | 70.89 | 72.832 | 55.735 | 100.0% | 10 | - | nova.delete_server | 2.417 | 2.639 | 3.37 | 4.016 | 4.662 | 2.931 | 100.0% | 10 | - | nova.boot_server (2) | 14.245 | 30.97 | 41.617 | 41.703 | 41.788 | 28.214 | 100.0% | 10 | - | nova.delete_server (2) | 2.702 | 4.558 | 6.714 | 6.78 | 6.847 | 4.351 | 100.0% | 10 | - | nova.delete_image | 0.222 | 0.481 | 0.801 | 0.912 | 1.024 | 0.514 | 100.0% | 10 | - | total | 61.815 | 104.063 | 118.678 | 119.932 | 121.185 | 97.414 | 100.0% | 10 | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - Load duration: 270.805267096 - Full duration: 295.748194933 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.371 | 0.431 | 0.516 | 0.517 | 0.517 | 0.439 | 100.0% | 10 | - | nova.boot_server | 3.04 | 4.457 | 5.757 | 5.786 | 5.815 | 4.552 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.534 | 2.842 | 3.654 | 4.465 | 2.696 | 100.0% | 10 | - | nova.delete_keypair | 0.012 | 0.018 | 0.02 | 0.021 | 0.022 | 0.017 | 100.0% | 10 | - | total | 5.958 | 7.497 | 9.018 | 9.735 | 10.452 | 7.704 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 22.5302600861 - Full duration: 46.1866869926 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.414 | 0.575 | 0.631 | 0.71 | 0.789 | 0.556 | 100.0% | 10 | - | nova.list_keypairs | 0.013 | 0.018 | 0.02 | 0.021 | 0.021 | 0.018 | 100.0% | 10 | - | total | 0.433 | 0.596 | 0.649 | 0.728 | 0.808 | 0.574 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.60233187675 - Full duration: 16.7130730152 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 | - | total | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8859231472 - Full duration: 50.8739178181 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.363 | 3.918 | 6.304 | 6.779 | 7.255 | 4.596 | 100.0% | 10 | - | nova.resize | 21.13 | 26.439 | 42.015 | 42.22 | 42.424 | 29.139 | 100.0% | 10 | - | nova.resize_confirm | 2.398 | 2.551 | 2.703 | 2.704 | 2.706 | 2.563 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.395 | 2.798 | 3.721 | 4.644 | 2.648 | 100.0% | 10 | - | total | 29.822 | 34.933 | 54.227 | 54.69 | 55.153 | 38.945 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 114.259507179 - Full duration: 128.127579927 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.235 | 5.567 | 6.045 | 6.052 | 6.06 | 4.919 | 100.0% | 10 | - | nova.boot_server | 8.307 | 9.5 | 12.422 | 13.056 | 13.69 | 9.862 | 100.0% | 10 | - | nova.delete_server | 4.461 | 4.62 | 4.671 | 4.692 | 4.714 | 4.589 | 100.0% | 10 | - | total | 16.186 | 19.059 | 22.977 | 23.551 | 24.126 | 19.371 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.1163849831 - Full duration: 87.4642381668 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.453 | 4.707 | 6.199 | 6.246 | 6.293 | 4.887 | 100.0% | 10 | - | nova.stop_server | 4.627 | 5.136 | 15.964 | 16.161 | 16.358 | 9.106 | 100.0% | 10 | - | nova.migrate | 14.455 | 16.394 | 25.486 | 26.426 | 27.366 | 18.474 | 100.0% | 10 | - | nova.resize_confirm | 2.376 | 2.404 | 2.575 | 2.612 | 2.649 | 2.458 | 100.0% | 10 | - | nova.delete_server | 2.351 | 2.377 | 2.42 | 2.479 | 2.538 | 2.394 | 100.0% | 10 | - | total | 29.051 | 37.529 | 44.149 | 47.114 | 50.08 | 37.32 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 101.067945957 - Full duration: 115.384446144 - - test scenario NovaServers.boot_and_delete_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.655 | 6.711 | 7.36 | 7.385 | 7.41 | 6.243 | 100.0% | 10 | - | nova.delete_server | 2.362 | 4.587 | 4.739 | 4.809 | 4.879 | 4.013 | 100.0% | 10 | - | total | 6.017 | 10.937 | 11.962 | 12.02 | 12.078 | 10.256 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.3568899632 - Full duration: 52.9771959782 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.859 | 4.72 | 6.26 | 6.315 | 6.369 | 5.06 | 100.0% | 10 | - | nova.rebuild_server | 6.283 | 7.559 | 9.599 | 12.803 | 16.006 | 8.2 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.551 | 4.527 | 4.582 | 4.638 | 3.088 | 100.0% | 10 | - | total | 13.383 | 16.01 | 18.944 | 20.596 | 22.249 | 16.348 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.2873470783 - Full duration: 79.1774559021 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.595 | 1.928 | 2.017 | 2.036 | 2.055 | 1.891 | 100.0% | 10 | - | nova.create_100_rules | 9.581 | 10.462 | 10.693 | 10.803 | 10.913 | 10.36 | 100.0% | 10 | - | nova.list_security_groups | 0.136 | 0.189 | 0.245 | 0.272 | 0.299 | 0.198 | 100.0% | 10 | - | total | 11.447 | 12.553 | 12.839 | 12.881 | 12.923 | 12.449 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6872730255 - Full duration: 63.5205390453 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.492 | 1.946 | 2.157 | 2.214 | 2.271 | 1.932 | 100.0% | 10 | - | nova.create_100_rules | 9.298 | 10.497 | 10.608 | 10.624 | 10.64 | 10.256 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.783 | 1.061 | 1.126 | 1.132 | 1.138 | 1.005 | 100.0% | 10 | - | total | 11.788 | 13.418 | 13.784 | 13.788 | 13.793 | 13.194 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.9264039993 - Full duration: 53.6155569553 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.546 | 5.034 | 5.948 | 6.012 | 6.077 | 4.964 | 100.0% | 10 | - | nova.reboot_server | 2.449 | 4.78 | 6.939 | 6.961 | 6.984 | 5.332 | 100.0% | 10 | - | nova.soft_reboot_server | 6.583 | 6.718 | 18.85 | 72.219 | 125.589 | 18.596 | 100.0% | 10 | - | nova.stop_server | 4.622 | 4.796 | 15.736 | 15.861 | 15.986 | 6.96 | 100.0% | 10 | - | nova.start_server | 2.662 | 2.828 | 3.001 | 3.04 | 3.078 | 2.849 | 100.0% | 10 | - | nova.rescue_server | 6.77 | 15.566 | 17.493 | 17.544 | 17.595 | 12.874 | 100.0% | 10 | - | nova.unrescue_server | 2.291 | 4.444 | 4.571 | 4.583 | 4.596 | 3.643 | 100.0% | 10 | - | nova.delete_server | 2.372 | 2.397 | 2.507 | 2.528 | 2.55 | 2.424 | 100.0% | 10 | - | total | 35.205 | 49.523 | 70.623 | 110.831 | 151.04 | 57.653 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 193.802706003 - Full duration: 217.975458145 - - test scenario NovaServers.boot_server - +--------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.41 | 4.816 | 6.024 | 6.056 | 6.089 | 4.692 | 100.0% | 10 | - | total | 3.41 | 4.816 | 6.024 | 6.057 | 6.089 | 4.692 | 100.0% | 10 | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1493849754 - Full duration: 37.5227308273 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.487 | 1.851 | 2.252 | 2.299 | 2.345 | 1.876 | 100.0% | 10 | - | nova.create_100_rules | 9.079 | 10.618 | 10.831 | 10.864 | 10.897 | 10.241 | 100.0% | 10 | - | nova.boot_server | 4.315 | 4.525 | 5.609 | 5.629 | 5.649 | 4.901 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.137 | 0.156 | 0.289 | 0.312 | 0.334 | 0.183 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.417 | 2.572 | 2.663 | 2.754 | 2.47 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.844 | 1.033 | 1.131 | 1.171 | 1.212 | 1.021 | 100.0% | 10 | - | total | 18.91 | 21.054 | 21.677 | 21.936 | 22.195 | 20.692 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.2168090343 - Full duration: 85.7305738926 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.337 | 5.865 | 6.135 | 6.166 | 6.198 | 5.184 | 100.0% | 10 | - | nova.pause_server | 2.311 | 2.468 | 2.511 | 2.528 | 2.545 | 2.422 | 100.0% | 10 | - | nova.unpause_server | 2.306 | 2.47 | 2.538 | 2.548 | 2.558 | 2.441 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.623 | 4.832 | 4.882 | 4.932 | 3.392 | 100.0% | 10 | - | total | 10.861 | 13.388 | 15.614 | 15.649 | 15.684 | 13.439 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.8893749714 - Full duration: 65.2461550236 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.172 | 3.51 | 6.009 | 6.055 | 6.102 | 4.387 | 100.0% | 10 | - | nova.boot_server | 7.575 | 8.761 | 11.062 | 12.16 | 13.258 | 9.396 | 100.0% | 10 | - | total | 10.812 | 12.565 | 17.043 | 18.063 | 19.083 | 13.783 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.4101068974 - Full duration: 76.4117758274 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.891 | 4.847 | 6.169 | 6.267 | 6.365 | 5.093 | 100.0% | 10 | - | nova.list_servers | 0.163 | 0.201 | 0.418 | 0.475 | 0.533 | 0.268 | 100.0% | 10 | - | total | 4.296 | 5.066 | 6.393 | 6.646 | 6.899 | 5.361 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2852530479 - Full duration: 50.1823370457 - - run_rally - INFO - Test scenario: "nova" OK. - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 4d0fc176-8b72-4789-8249-7ca3ed815669: started - Task 4d0fc176-8b72-4789-8249-7ca3ed815669: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 | - | total | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.86674189568 - Full duration: 7.90543198586 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.243 | 0.257 | 0.271 | 0.271 | 0.271 | 0.258 | 100.0% | 10 | - | total | 0.308 | 0.328 | 0.36 | 0.367 | 0.374 | 0.331 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.996067047119 - Full duration: 6.61853408813 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.568 | 0.604 | 0.623 | 0.677 | 0.732 | 0.611 | 100.0% | 10 | - | quotas.delete_quotas | 0.415 | 0.442 | 0.477 | 0.501 | 0.526 | 0.449 | 100.0% | 10 | - | total | 0.992 | 1.049 | 1.142 | 1.165 | 1.188 | 1.06 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.19247508049 - Full duration: 9.27472686768 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.323 | 0.35 | 0.371 | 0.38 | 0.39 | 0.349 | 100.0% | 7 | - | quotas.delete_quotas | 0.02 | 0.021 | 0.023 | 0.024 | 0.025 | 0.022 | 71.4% | 7 | - | total | 0.344 | 0.369 | 0.378 | 0.378 | 0.379 | 0.363 | 71.4% | 7 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.752856969833 - Full duration: 6.31551885605 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 | - | total | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.06656098366 - Full duration: 6.7101290226 - - run_rally - INFO - Test scenario: "quotas" Failed. - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 16778409-ff5d-4254-aa3b-b80de677272e: started - Task 16778409-ff5d-4254-aa3b-b80de677272e: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 | - | total | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.9417049885 - Full duration: 19.4220340252 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 | - | total | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.4412920475 - Full duration: 18.8327140808 - - run_rally - INFO - Test scenario: "requests" OK. - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:18 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:28 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 16:35 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:24 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:10 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:48 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 25:39 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:36 | 7 | 94.28% | - +-------------------+------------+---------------+-----------+ - | requests | 00:38 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 00:57:39 | 229 | 98.51% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ODL -^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-22 22:37:41' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'745.0' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-22 22:50:07' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'633.6' - vIMS - INFO - vIMS functional test Start Time:'2016-02-22 23:03:48' - vIMS - INFO - vIMS functional test duration:'4.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. diff --git a/docs/results/compass-os-onos-nofeature-ha.rst b/docs/results/compass-os-onos-nofeature-ha.rst deleted file mode 100644 index 87103c307..000000000 --- a/docs/results/compass-os-onos-nofeature-ha.rst +++ /dev/null @@ -1,2118 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for compass-os-onos-nofeature-ha ------------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-22 16:24:22' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=defb6423-f831-4d2e-8a46-21171b471811 - network=47a5262f-1252-4ceb-b054-4d81216c1510 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=defb6423-f831-4d2e-8a46-21171b471811 - network=47a5262f-1252-4ceb-b054-4d81216c1510 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.102' - vPing_ssh- INFO - Associating floating ip: '192.168.10.102' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.102... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'262.5' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-22 16:28:55.743 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-22 16:29:00.285 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | ac98ac8a-e502-4828-ad00-5b6b9428c346 | 55a7fc58-ad0f-475c-88c7-369043ae2719 | | 210 | 11 | 2016-02-22 16:29:01.778060 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.38607 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.74194 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.91734 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 8.66925 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 10.63581 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06276 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05257 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05940 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.12623 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06809 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.09008 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06098 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.07950 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05546 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12715 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.12835 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10113 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06587 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.17079 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.11263 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.06114 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52524 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.45980 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 0.95973 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 7.95218 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 302.25007 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.10296 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18670 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 342.44729 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 311.26623 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.11079 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.20087 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 342.41636 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00101 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.07243 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.46736 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.16392 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.27404 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.17996 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.07085 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.17853 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10615 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.09603 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.09373 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09520 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.12248 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.51307 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00065 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14353 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06854 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01693 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06418 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.06254 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01346 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01475 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03419 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06726 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04958 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26188 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01624 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06862 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00048 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.97654 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 11.64967 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 310.79753 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.46854 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 326.22117 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.06790 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 19.04478 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.05743 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07867 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20214 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.59746 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.34277 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.33642 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.57047 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.60103 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.75531 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.75731 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 9.46973 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 13.28125 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.11541 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.96344 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.67669 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.77693 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.75065 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.78955 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.64498 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.71157 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53460 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.49832 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.57201 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.46864 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.66619 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.72274 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.40295 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.58226 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.34041 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.75975 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.43415 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.42859 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.21474 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.25222 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41021 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09081 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02184 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.96806 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01307 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.46717 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.05568 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.09471 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.03604 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 340.34367 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.43241 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.11064 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.11956 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.01137 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.16401 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.05961 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.10927 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02540 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28040 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.14755 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.77153 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.12106 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.08473 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.12668 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.14400 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.91996 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.05010 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02297 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04885 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01587 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01260 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01445 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.04696 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.60138 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.21576 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42759 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.49116 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.79505 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.70780 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.56456 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.10523 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.54869 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 0.83123 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.58383 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.36920 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.08591 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.19026 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.07493 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06495 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02942 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03500 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.05982 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.15572 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.10990 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.09926 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.04061 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03720 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.04510 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.34649 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.59530 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05189 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04790 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.14770 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.11571 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.75502 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.04674 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.08023 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.25659 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.59393 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.18965 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.03248 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 2.64680 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.09130 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.43383 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.25843 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.66808 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.46888 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03378 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.36912 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.76166 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02877 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.36667 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.11422 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02366 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.58931 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.43084 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.29860 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.48701 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.84124 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.35246 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.35082 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.02341 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.86551 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.65927 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.12480 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.76915 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.56546 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 9.57875 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.23806 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.53830 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.09463 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.38766 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 358.88405 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 327.24468 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 327.82000 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 500.15877 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2216:29:01.778060', 'duration': 1082, 'tests': 210, 'failures': 11} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 2944fcc5-089f-4ed8-851f-446508c45024: started - Task 2944fcc5-089f-4ed8-851f-446508c45024: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.122 | 0.162 | 0.216 | 0.225 | 0.234 | 0.169 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.042 | 0.052 | 0.072 | 0.092 | 0.047 | 100.0% | 10 | - | total | 0.258 | 0.3 | 0.34 | 0.34 | 0.341 | 0.299 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.893048048019 - Full duration: 3.09276199341 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.066 | 0.072 | 0.074 | 0.074 | 0.074 | 0.071 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.233579874039 - Full duration: 2.32735109329 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.113 | 0.133 | 0.255 | 0.267 | 0.28 | 0.161 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.021 | 0.09 | 0.147 | 0.163 | 0.179 | 0.085 | 100.0% | 10 | - | total | 0.254 | 0.338 | 0.389 | 0.402 | 0.415 | 0.327 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.968546152115 - Full duration: 3.10294985771 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.111 | 0.119 | 0.17 | 0.179 | 0.187 | 0.133 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.023 | 0.035 | 0.042 | 0.048 | 0.054 | 0.036 | 100.0% | 10 | - | total | 0.214 | 0.225 | 0.291 | 0.291 | 0.292 | 0.243 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.725472211838 - Full duration: 2.86061501503 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.098 | 0.112 | 0.138 | 0.14 | 0.143 | 0.118 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.058 | 0.071 | 0.077 | 0.078 | 0.078 | 0.07 | 100.0% | 10 | - | total | 0.221 | 0.256 | 0.312 | 0.313 | 0.313 | 0.267 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.797883033752 - Full duration: 2.91927695274 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.108 | 0.124 | 0.192 | 0.195 | 0.198 | 0.138 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.028 | 0.08 | 0.102 | 0.102 | 0.102 | 0.074 | 100.0% | 10 | - | total | 0.207 | 0.273 | 0.346 | 0.353 | 0.359 | 0.281 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.847912073135 - Full duration: 3.07389783859 - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: started - Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: finished - - test scenario GlanceImages.list_images - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | glance.list_images | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 | - | total | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - Load duration: 0.697636127472 - Full duration: 3.5939040184 - - test scenario GlanceImages.create_image_and_boot_instances - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 2.763 | 2.903 | 3.45 | 3.45 | 3.45 | 3.052 | 100.0% | 10 | - | nova.boot_servers | 4.51 | 6.909 | 7.772 | 7.907 | 8.042 | 6.735 | 100.0% | 10 | - | total | 7.273 | 10.244 | 10.662 | 10.752 | 10.842 | 9.787 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.153493166 - Full duration: 53.9921939373 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.066 | 3.262 | 3.685 | 3.718 | 3.751 | 3.328 | 100.0% | 10 | - | glance.list_images | 0.04 | 0.047 | 0.059 | 0.063 | 0.066 | 0.049 | 100.0% | 10 | - | total | 3.107 | 3.324 | 3.734 | 3.767 | 3.8 | 3.376 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.83786201477 - Full duration: 14.2525467873 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.758 | 3.01 | 3.624 | 3.641 | 3.658 | 3.096 | 100.0% | 10 | - | glance.delete_image | 0.119 | 0.159 | 0.282 | 0.338 | 0.394 | 0.189 | 100.0% | 10 | - | total | 2.887 | 3.164 | 3.878 | 3.884 | 3.89 | 3.285 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.57883381844 - Full duration: 12.357642889 - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: started - Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: finished - - test scenario CinderVolumes.create_and_attach_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 3.805 | 4.389 | 5.707 | 6.126 | 6.546 | 4.733 | 100.0% | 10 | - | cinder.create_volume | 2.687 | 2.841 | 2.929 | 2.954 | 2.978 | 2.833 | 100.0% | 10 | - | nova.attach_volume | 7.618 | 7.963 | 8.416 | 9.348 | 10.28 | 8.167 | 100.0% | 10 | - | nova.detach_volume | 2.997 | 3.285 | 5.265 | 5.314 | 5.362 | 3.992 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.506 | 2.557 | 2.658 | 2.759 | 2.516 | 100.0% | 10 | - | nova.delete_server | 2.379 | 2.447 | 2.618 | 2.639 | 2.659 | 2.478 | 100.0% | 10 | - | total | 23.106 | 25.014 | 25.886 | 26.355 | 26.825 | 24.72 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 75.3569400311 - Full duration: 87.994022131 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.261 | 5.355 | 5.486 | 5.512 | 5.539 | 5.367 | 100.0% | 10 | - | cinder.list_volumes | 0.069 | 0.121 | 0.135 | 0.151 | 0.168 | 0.12 | 100.0% | 10 | - | total | 5.351 | 5.501 | 5.595 | 5.626 | 5.658 | 5.487 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.505685091 - Full duration: 27.6703879833 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.758 | 2.928 | 3.178 | 3.185 | 3.192 | 2.955 | 100.0% | 10 | - | cinder.list_volumes | 0.11 | 0.124 | 0.158 | 0.159 | 0.161 | 0.128 | 100.0% | 10 | - | total | 2.878 | 3.071 | 3.319 | 3.327 | 3.334 | 3.084 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.14664101601 - Full duration: 20.325412035 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.401 | 2.521 | 2.599 | 2.615 | 2.632 | 2.517 | 100.0% | 10 | - | cinder.list_snapshots | 0.022 | 0.083 | 0.12 | 0.15 | 0.18 | 0.089 | 100.0% | 10 | - | total | 2.474 | 2.588 | 2.729 | 2.753 | 2.776 | 2.606 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.73569321632 - Full duration: 31.2840220928 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.796 | 2.999 | 3.144 | 3.15 | 3.156 | 2.996 | 100.0% | 10 | - | cinder.delete_volume | 2.455 | 2.614 | 2.708 | 2.725 | 2.742 | 2.616 | 100.0% | 10 | - | total | 5.328 | 5.602 | 5.851 | 5.868 | 5.885 | 5.612 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.477782011 - Full duration: 22.7058889866 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.919 | 5.48 | 5.628 | 5.639 | 5.649 | 5.227 | 100.0% | 10 | - | cinder.delete_volume | 2.526 | 2.693 | 2.72 | 2.755 | 2.79 | 2.663 | 100.0% | 10 | - | total | 5.62 | 8.087 | 8.341 | 8.375 | 8.409 | 7.89 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.1292200089 - Full duration: 30.4960770607 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.85 | 2.948 | 3.049 | 3.07 | 3.09 | 2.953 | 100.0% | 10 | - | cinder.delete_volume | 2.464 | 2.529 | 2.614 | 2.615 | 2.615 | 2.54 | 100.0% | 10 | - | total | 5.325 | 5.506 | 5.652 | 5.656 | 5.661 | 5.493 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3896708488 - Full duration: 22.6766388416 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.872 | 3.051 | 3.667 | 3.678 | 3.688 | 3.15 | 100.0% | 10 | - | cinder.upload_volume_to_image | 28.915 | 62.489 | 77.495 | 77.616 | 77.736 | 60.612 | 100.0% | 10 | - | cinder.delete_volume | 2.362 | 2.491 | 2.538 | 2.611 | 2.684 | 2.494 | 100.0% | 10 | - | nova.delete_image | 0.209 | 0.455 | 0.893 | 0.906 | 0.919 | 0.514 | 100.0% | 10 | - | total | 35.229 | 68.483 | 83.109 | 83.228 | 83.346 | 66.77 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 193.43104291 - Full duration: 200.303003073 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.422 | 2.503 | 2.568 | 2.571 | 2.575 | 2.507 | 100.0% | 10 | - | cinder.delete_snapshot | 2.313 | 2.444 | 2.482 | 2.492 | 2.501 | 2.427 | 100.0% | 10 | - | total | 4.793 | 4.964 | 5.013 | 5.018 | 5.024 | 4.935 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.7233128548 - Full duration: 33.1759068966 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 | - | total | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.9167098999 - Full duration: 18.3895540237 - - test scenario CinderVolumes.create_volume - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | cinder.create_volume | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 | - | total | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 8.90475797653 - Full duration: 20.1169910431 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.228 | 0.266 | 0.286 | 0.317 | 0.348 | 0.268 | 100.0% | 10 | - | total | 0.228 | 0.266 | 0.287 | 0.317 | 0.348 | 0.268 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.792151927948 - Full duration: 47.0951080322 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.829 | 2.905 | 2.967 | 2.969 | 2.971 | 2.899 | 100.0% | 10 | - | cinder.create_snapshot | 2.302 | 2.402 | 2.432 | 2.455 | 2.478 | 2.392 | 100.0% | 10 | - | nova.attach_volume | 7.72 | 7.953 | 11.462 | 12.036 | 12.61 | 8.943 | 100.0% | 10 | - | nova.detach_volume | 2.903 | 4.153 | 5.343 | 5.534 | 5.724 | 4.179 | 100.0% | 10 | - | cinder.delete_snapshot | 2.258 | 2.311 | 2.403 | 2.446 | 2.49 | 2.331 | 100.0% | 10 | - | cinder.delete_volume | 2.387 | 2.497 | 2.6 | 2.623 | 2.647 | 2.496 | 100.0% | 10 | - | total | 21.145 | 23.329 | 26.38 | 26.678 | 26.977 | 23.543 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.2392091751 - Full duration: 106.915300131 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.712 | 12.285 | 17.231 | 18.187 | 19.144 | 12.995 | 100.0% | 10 | - | cinder.delete_volume | 2.494 | 2.633 | 4.76 | 4.808 | 4.856 | 3.025 | 100.0% | 10 | - | total | 10.216 | 16.032 | 19.868 | 20.756 | 21.645 | 16.019 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 44.5057139397 - Full duration: 63.1546430588 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.887 | 2.994 | 3.283 | 3.324 | 3.364 | 3.038 | 100.0% | 10 | - | cinder.extend_volume | 2.593 | 2.748 | 2.812 | 2.924 | 3.037 | 2.754 | 100.0% | 10 | - | cinder.delete_volume | 2.417 | 2.569 | 2.707 | 2.724 | 2.74 | 2.562 | 100.0% | 10 | - | total | 8.03 | 8.369 | 8.538 | 8.631 | 8.723 | 8.353 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.8781170845 - Full duration: 31.6701009274 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.736 | 2.972 | 3.155 | 3.173 | 3.19 | 2.98 | 100.0% | 10 | - | cinder.create_snapshot | 2.321 | 2.38 | 2.392 | 2.399 | 2.406 | 2.369 | 100.0% | 10 | - | nova.attach_volume | 7.503 | 7.861 | 12.563 | 13.795 | 15.028 | 9.196 | 100.0% | 10 | - | nova.detach_volume | 3.269 | 5.314 | 5.356 | 5.366 | 5.375 | 4.908 | 100.0% | 10 | - | cinder.delete_snapshot | 2.21 | 2.305 | 2.435 | 2.442 | 2.45 | 2.323 | 100.0% | 10 | - | cinder.delete_volume | 2.413 | 2.499 | 2.584 | 2.597 | 2.611 | 2.505 | 100.0% | 10 | - | total | 21.356 | 23.78 | 28.296 | 29.607 | 30.917 | 24.594 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9472367764 - Full duration: 114.492169142 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.736 | 2.845 | 3.037 | 3.081 | 3.125 | 2.876 | 100.0% | 10 | - | cinder.create_snapshot | 2.343 | 2.399 | 2.462 | 2.479 | 2.495 | 2.405 | 100.0% | 10 | - | nova.attach_volume | 7.59 | 7.737 | 13.073 | 16.133 | 19.193 | 9.585 | 100.0% | 10 | - | nova.detach_volume | 2.916 | 5.205 | 5.382 | 5.39 | 5.397 | 4.608 | 100.0% | 10 | - | cinder.delete_snapshot | 2.203 | 2.364 | 2.427 | 2.455 | 2.483 | 2.347 | 100.0% | 10 | - | cinder.delete_volume | 2.421 | 2.547 | 2.613 | 2.662 | 2.71 | 2.55 | 100.0% | 10 | - | total | 21.034 | 23.722 | 27.391 | 31.314 | 35.237 | 24.898 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.5739891529 - Full duration: 116.225493908 - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task c9827201-74f8-41fc-8510-938cca773ec1: started - Task c9827201-74f8-41fc-8510-938cca773ec1: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.872 | 3.106 | 3.406 | 3.484 | 3.562 | 3.155 | 100.0% | 10 | - | heat.suspend_stack | 0.442 | 0.625 | 1.717 | 1.738 | 1.759 | 0.931 | 100.0% | 10 | - | heat.resume_stack | 0.537 | 1.658 | 1.746 | 1.816 | 1.886 | 1.424 | 100.0% | 10 | - | heat.delete_stack | 0.502 | 1.432 | 1.591 | 1.6 | 1.609 | 1.362 | 100.0% | 10 | - | total | 5.462 | 6.793 | 8.103 | 8.346 | 8.589 | 6.872 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 19.5646238327 - Full duration: 22.7670919895 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.903 | 3.075 | 3.47 | 3.485 | 3.501 | 3.168 | 100.0% | 10 | - | heat.delete_stack | 0.399 | 1.444 | 1.664 | 1.668 | 1.672 | 1.316 | 100.0% | 10 | - | total | 3.367 | 4.479 | 4.942 | 5.031 | 5.12 | 4.484 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.5260851383 - Full duration: 16.6767499447 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 10.422 | 12.344 | 12.812 | 13.47 | 14.128 | 12.097 | 100.0% | 10 | - | heat.delete_stack | 6.869 | 8.251 | 9.518 | 9.918 | 10.317 | 8.407 | 100.0% | 10 | - | total | 18.742 | 20.619 | 22.144 | 22.228 | 22.313 | 20.504 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.1647601128 - Full duration: 63.2413249016 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 12.861 | 14.13 | 16.111 | 16.328 | 16.545 | 14.294 | 100.0% | 10 | - | heat.delete_stack | 8.256 | 8.951 | 9.675 | 9.958 | 10.241 | 8.968 | 100.0% | 10 | - | total | 21.289 | 22.778 | 24.964 | 25.875 | 26.786 | 23.262 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9971709251 - Full duration: 74.4355139732 - - test scenario HeatStacks.list_stacks_and_resources - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | heat.list_stacks | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.845721006393 - Full duration: 3.40288186073 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.871 | 3.088 | 3.407 | 3.415 | 3.422 | 3.124 | 100.0% | 10 | - | heat.update_stack | 2.568 | 3.106 | 3.925 | 3.953 | 3.981 | 3.187 | 100.0% | 10 | - | heat.delete_stack | 1.369 | 1.555 | 1.647 | 1.686 | 1.724 | 1.55 | 100.0% | 10 | - | total | 7.072 | 7.871 | 8.535 | 8.749 | 8.963 | 7.861 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.2382650375 - Full duration: 27.7685508728 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.836 | 3.105 | 3.233 | 3.257 | 3.281 | 3.098 | 100.0% | 10 | - | heat.update_stack | 2.501 | 2.628 | 3.613 | 3.804 | 3.995 | 2.859 | 100.0% | 10 | - | heat.delete_stack | 0.298 | 0.994 | 1.511 | 1.565 | 1.62 | 1.001 | 100.0% | 10 | - | total | 5.886 | 6.758 | 8.232 | 8.564 | 8.895 | 6.957 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.5952920914 - Full duration: 23.9688129425 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.896 | 3.156 | 3.462 | 3.752 | 4.042 | 3.241 | 100.0% | 10 | - | heat.update_stack | 4.942 | 5.218 | 5.956 | 6.09 | 6.224 | 5.42 | 100.0% | 10 | - | heat.delete_stack | 1.551 | 1.665 | 2.721 | 2.788 | 2.856 | 2.038 | 100.0% | 10 | - | total | 9.408 | 10.658 | 11.602 | 11.761 | 11.92 | 10.7 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 31.6187429428 - Full duration: 35.1271891594 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.39157295227 - Full duration: 14.0238859653 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 2.944 | 3.08 | 3.202 | 3.309 | 3.415 | 3.09 | 100.0% | 10 | - | heat.update_stack | 4.794 | 5.017 | 5.255 | 5.579 | 5.904 | 5.077 | 100.0% | 10 | - | heat.delete_stack | 1.435 | 1.866 | 2.632 | 2.657 | 2.682 | 1.998 | 100.0% | 10 | - | total | 9.394 | 10.052 | 10.876 | 10.903 | 10.93 | 10.165 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 30.0142600536 - Full duration: 33.6354219913 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.874 | 3.099 | 3.257 | 3.296 | 3.334 | 3.084 | 100.0% | 10 | - | heat.update_stack | 3.576 | 3.724 | 4.103 | 4.118 | 4.132 | 3.804 | 100.0% | 10 | - | heat.delete_stack | 0.597 | 1.497 | 1.641 | 1.685 | 1.73 | 1.368 | 100.0% | 10 | - | total | 7.498 | 8.373 | 8.618 | 8.72 | 8.823 | 8.256 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9089329243 - Full duration: 28.905012846 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.986 | 3.186 | 3.26 | 3.309 | 3.358 | 3.166 | 100.0% | 10 | - | heat.list_stacks | 0.035 | 0.163 | 0.192 | 0.205 | 0.218 | 0.128 | 100.0% | 10 | - | total | 3.039 | 3.305 | 3.472 | 3.495 | 3.518 | 3.294 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.91034293175 - Full duration: 16.8483679295 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.822 | 3.0 | 3.403 | 3.446 | 3.489 | 3.098 | 100.0% | 10 | - | heat.check_stack | 0.309 | 0.676 | 0.899 | 0.908 | 0.917 | 0.632 | 100.0% | 10 | - | heat.delete_stack | 0.504 | 1.466 | 1.619 | 1.685 | 1.751 | 1.235 | 100.0% | 10 | - | total | 3.978 | 5.166 | 5.376 | 5.433 | 5.49 | 4.964 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.3095350266 - Full duration: 19.0696201324 - - run_rally - INFO - Test scenario: "heat" Failed. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task b0246610-2dd7-4817-be66-9315ab169066: started - Task b0246610-2dd7-4817-be66-9315ab169066: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.11 | 0.13 | 0.144 | 0.153 | 0.161 | 0.131 | 100.0% | 10 | - | keystone.create_users | 0.628 | 0.692 | 0.803 | 0.847 | 0.89 | 0.717 | 100.0% | 10 | - | total | 0.755 | 0.826 | 0.934 | 0.979 | 1.025 | 0.849 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.49157500267 - Full duration: 12.6573908329 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.11 | 0.114 | 0.125 | 0.127 | 0.129 | 0.117 | 100.0% | 10 | - | keystone.add_role | 0.087 | 0.099 | 0.117 | 0.134 | 0.152 | 0.105 | 100.0% | 10 | - | keystone.list_roles | 0.049 | 0.053 | 0.068 | 0.084 | 0.101 | 0.059 | 100.0% | 10 | - | total | 0.261 | 0.277 | 0.302 | 0.307 | 0.313 | 0.281 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.859135150909 - Full duration: 5.88745498657 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.109 | 0.188 | 0.253 | 0.27 | 0.287 | 0.184 | 100.0% | 10 | - | keystone.add_role | 0.087 | 0.1 | 0.119 | 0.125 | 0.13 | 0.103 | 100.0% | 10 | - | keystone.remove_role | 0.06 | 0.069 | 0.173 | 0.196 | 0.218 | 0.102 | 100.0% | 10 | - | total | 0.263 | 0.393 | 0.518 | 0.556 | 0.594 | 0.39 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32334089279 - Full duration: 6.50031495094 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.108 | 0.217 | 0.267 | 0.272 | 0.277 | 0.192 | 100.0% | 10 | - | keystone.update_tenant | 0.05 | 0.057 | 0.062 | 0.068 | 0.074 | 0.058 | 100.0% | 10 | - | keystone.delete_tenant | 0.119 | 0.132 | 0.141 | 0.142 | 0.142 | 0.132 | 100.0% | 10 | - | total | 0.289 | 0.392 | 0.46 | 0.462 | 0.465 | 0.381 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.16795897484 - Full duration: 5.16257286072 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.105 | 0.121 | 0.153 | 0.169 | 0.185 | 0.13 | 100.0% | 10 | - | keystone.delete_service | 0.053 | 0.06 | 0.065 | 0.072 | 0.079 | 0.061 | 100.0% | 10 | - | total | 0.169 | 0.182 | 0.23 | 0.234 | 0.239 | 0.191 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.56450510025 - Full duration: 4.22321987152 - - test scenario KeystoneBasic.create_tenant - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_tenant | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 | - | total | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.417885065079 - Full duration: 4.0450899601 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 | - | total | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.485447883606 - Full duration: 4.35393500328 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.117 | 0.13 | 0.139 | 0.139 | 0.14 | 0.129 | 100.0% | 10 | - | keystone.list_tenants | 0.047 | 0.053 | 0.094 | 0.107 | 0.121 | 0.063 | 100.0% | 10 | - | total | 0.167 | 0.186 | 0.212 | 0.233 | 0.253 | 0.192 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.566509962082 - Full duration: 5.80973696709 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.109 | 0.227 | 0.291 | 0.3 | 0.308 | 0.205 | 100.0% | 10 | - | keystone.delete_role | 0.106 | 0.114 | 0.238 | 0.25 | 0.263 | 0.14 | 100.0% | 10 | - | total | 0.222 | 0.34 | 0.544 | 0.548 | 0.552 | 0.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.969199895859 - Full duration: 5.0005710125 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.115 | 0.13 | 0.153 | 0.154 | 0.154 | 0.131 | 100.0% | 10 | - | keystone.create_user | 0.059 | 0.063 | 0.068 | 0.075 | 0.083 | 0.065 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.06 | 0.085 | 0.085 | 0.086 | 0.061 | 100.0% | 10 | - | keystone.get_tenant | 0.044 | 0.051 | 0.058 | 0.06 | 0.062 | 0.051 | 100.0% | 10 | - | keystone.get_user | 0.052 | 0.067 | 0.103 | 0.106 | 0.109 | 0.07 | 100.0% | 10 | - | keystone.get_role | 0.042 | 0.049 | 0.066 | 0.067 | 0.068 | 0.052 | 100.0% | 10 | - | keystone.service_list | 0.044 | 0.05 | 0.067 | 0.083 | 0.099 | 0.055 | 100.0% | 10 | - | keystone.get_service | 0.041 | 0.044 | 0.051 | 0.052 | 0.054 | 0.046 | 100.0% | 10 | - | total | 0.489 | 0.533 | 0.57 | 0.572 | 0.574 | 0.532 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58059597015 - Full duration: 9.58514809608 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.129 | 0.139 | 0.153 | 0.167 | 0.181 | 0.143 | 100.0% | 10 | - | keystone.list_users | 0.046 | 0.054 | 0.073 | 0.079 | 0.084 | 0.06 | 100.0% | 10 | - | total | 0.185 | 0.198 | 0.222 | 0.227 | 0.232 | 0.203 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.615728855133 - Full duration: 4.46038007736 - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: started - Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.448 | 0.508 | 0.67 | 0.679 | 0.687 | 0.525 | 100.0% | 10 | - | neutron.delete_port | 0.152 | 0.299 | 0.373 | 0.376 | 0.378 | 0.301 | 100.0% | 10 | - | total | 0.6 | 0.817 | 0.958 | 0.977 | 0.995 | 0.826 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.44042801857 - Full duration: 24.5799560547 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.392 | 0.512 | 0.61 | 0.629 | 0.649 | 0.519 | 100.0% | 10 | - | neutron.create_router | 0.032 | 0.176 | 0.253 | 0.254 | 0.256 | 0.156 | 100.0% | 10 | - | neutron.add_interface_router | 0.227 | 0.375 | 0.444 | 0.468 | 0.492 | 0.366 | 100.0% | 10 | - | neutron.list_routers | 0.03 | 0.151 | 0.184 | 0.196 | 0.207 | 0.115 | 100.0% | 10 | - | total | 0.942 | 1.153 | 1.326 | 1.377 | 1.429 | 1.157 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.41682577133 - Full duration: 27.1603848934 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.406 | 0.478 | 0.571 | 0.602 | 0.634 | 0.488 | 100.0% | 10 | - | neutron.create_router | 0.032 | 0.189 | 0.275 | 0.28 | 0.284 | 0.183 | 100.0% | 10 | - | neutron.add_interface_router | 0.232 | 0.326 | 0.474 | 0.479 | 0.484 | 0.337 | 100.0% | 10 | - | neutron.remove_interface_router | 0.163 | 0.25 | 0.492 | 0.5 | 0.508 | 0.288 | 100.0% | 10 | - | neutron.delete_router | 0.126 | 0.229 | 0.301 | 0.356 | 0.41 | 0.224 | 100.0% | 10 | - | total | 1.294 | 1.49 | 1.698 | 1.753 | 1.807 | 1.52 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.38407206535 - Full duration: 28.0664179325 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.433 | 0.663 | 0.718 | 0.718 | 0.719 | 0.601 | 100.0% | 10 | - | neutron.list_ports | 0.089 | 0.231 | 0.345 | 0.385 | 0.425 | 0.243 | 100.0% | 10 | - | total | 0.524 | 0.843 | 1.028 | 1.072 | 1.117 | 0.844 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.59062600136 - Full duration: 25.9457578659 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.387 | 0.429 | 0.52 | 0.533 | 0.545 | 0.452 | 100.0% | 10 | - | neutron.delete_subnet | 0.144 | 0.296 | 0.356 | 0.367 | 0.378 | 0.275 | 100.0% | 10 | - | total | 0.573 | 0.733 | 0.811 | 0.829 | 0.846 | 0.727 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.22101807594 - Full duration: 24.9812419415 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.293 | 0.395 | 0.476 | 0.482 | 0.488 | 0.397 | 100.0% | 10 | - | neutron.delete_network | 0.103 | 0.24 | 0.332 | 0.344 | 0.357 | 0.228 | 100.0% | 10 | - | total | 0.471 | 0.585 | 0.766 | 0.798 | 0.829 | 0.625 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.84316086769 - Full duration: 14.2107710838 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.31 | 0.347 | 0.452 | 0.454 | 0.455 | 0.362 | 100.0% | 10 | - | neutron.list_networks | 0.042 | 0.111 | 0.199 | 0.24 | 0.281 | 0.124 | 100.0% | 10 | - | total | 0.358 | 0.493 | 0.603 | 0.624 | 0.644 | 0.486 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.45903801918 - Full duration: 15.4646441936 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.382 | 0.419 | 0.612 | 0.613 | 0.614 | 0.478 | 100.0% | 10 | - | neutron.create_router | 0.033 | 0.176 | 0.22 | 0.239 | 0.258 | 0.149 | 100.0% | 10 | - | neutron.add_interface_router | 0.229 | 0.272 | 0.394 | 0.458 | 0.522 | 0.307 | 100.0% | 10 | - | neutron.update_router | 0.091 | 0.252 | 0.307 | 0.324 | 0.342 | 0.221 | 100.0% | 10 | - | total | 0.938 | 1.105 | 1.328 | 1.406 | 1.484 | 1.156 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.27084898949 - Full duration: 27.761991024 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.306 | 0.356 | 0.425 | 0.429 | 0.433 | 0.366 | 100.0% | 10 | - | neutron.update_network | 0.113 | 0.27 | 0.33 | 0.337 | 0.343 | 0.24 | 100.0% | 10 | - | total | 0.423 | 0.611 | 0.763 | 0.763 | 0.764 | 0.606 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.81449484825 - Full duration: 15.7938911915 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.431 | 0.488 | 0.702 | 0.707 | 0.711 | 0.521 | 100.0% | 10 | - | neutron.update_port | 0.11 | 0.256 | 0.37 | 0.39 | 0.409 | 0.23 | 100.0% | 10 | - | total | 0.541 | 0.758 | 0.865 | 0.987 | 1.11 | 0.752 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.09433794022 - Full duration: 26.3668129444 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.391 | 0.421 | 0.542 | 0.558 | 0.574 | 0.449 | 100.0% | 10 | - | neutron.list_subnets | 0.059 | 0.135 | 0.295 | 0.332 | 0.37 | 0.163 | 100.0% | 10 | - | total | 0.45 | 0.631 | 0.736 | 0.752 | 0.769 | 0.612 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.75437092781 - Full duration: 25.2292289734 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.4 | 0.45 | 0.535 | 0.536 | 0.537 | 0.462 | 100.0% | 10 | - | neutron.update_subnet | 0.158 | 0.306 | 0.397 | 0.412 | 0.427 | 0.3 | 100.0% | 10 | - | total | 0.564 | 0.773 | 0.88 | 0.904 | 0.929 | 0.763 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.266477108 - Full duration: 25.2276790142 - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: started - Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.378 | 0.469 | 0.572 | 0.585 | 0.599 | 0.487 | 100.0% | 10 | - | nova.delete_keypair | 0.018 | 0.021 | 0.031 | 0.032 | 0.032 | 0.023 | 100.0% | 10 | - | total | 0.41 | 0.487 | 0.592 | 0.607 | 0.621 | 0.51 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.44199299812 - Full duration: 14.8640050888 - - test scenario NovaServers.snapshot_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.252 | 5.309 | 6.304 | 6.39 | 6.476 | 5.049 | 100.0% | 10 | - | nova.create_image | 27.858 | 48.811 | 65.726 | 65.73 | 65.734 | 47.725 | 100.0% | 10 | - | nova.delete_server | 2.519 | 2.96 | 5.038 | 5.043 | 5.047 | 3.302 | 100.0% | 10 | - | nova.boot_server (2) | 14.132 | 28.496 | 38.684 | 44.307 | 49.929 | 28.943 | 100.0% | 10 | - | nova.delete_server (2) | 2.39 | 4.627 | 7.042 | 7.135 | 7.229 | 4.368 | 100.0% | 10 | - | nova.delete_image | 0.317 | 0.482 | 1.285 | 1.976 | 2.667 | 0.749 | 100.0% | 10 | - | total | 61.01 | 97.217 | 121.154 | 121.205 | 121.255 | 90.137 | 100.0% | 10 | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - Load duration: 248.724915028 - Full duration: 271.744755983 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.436 | 0.508 | 0.611 | 0.618 | 0.624 | 0.52 | 100.0% | 10 | - | nova.boot_server | 3.084 | 4.238 | 6.002 | 6.114 | 6.226 | 4.436 | 100.0% | 10 | - | nova.delete_server | 2.385 | 2.558 | 3.021 | 3.844 | 4.667 | 2.752 | 100.0% | 10 | - | nova.delete_keypair | 0.015 | 0.02 | 0.024 | 0.024 | 0.025 | 0.02 | 100.0% | 10 | - | total | 5.997 | 7.197 | 9.438 | 10.178 | 10.917 | 7.728 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 22.9343290329 - Full duration: 44.7740108967 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.367 | 0.477 | 0.546 | 0.584 | 0.622 | 0.473 | 100.0% | 10 | - | nova.list_keypairs | 0.014 | 0.019 | 0.025 | 0.028 | 0.03 | 0.021 | 100.0% | 10 | - | total | 0.384 | 0.501 | 0.565 | 0.601 | 0.636 | 0.494 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.53178596497 - Full duration: 16.4732458591 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.588 | 0.656 | 0.754 | 0.774 | 0.795 | 0.663 | 100.0% | 10 | - | total | 0.589 | 0.656 | 0.754 | 0.775 | 0.795 | 0.663 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98694491386 - Full duration: 47.495290041 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.412 | 4.572 | 6.064 | 6.069 | 6.073 | 4.644 | 100.0% | 10 | - | nova.resize | 21.205 | 34.251 | 42.136 | 42.238 | 42.34 | 31.684 | 100.0% | 10 | - | nova.resize_confirm | 2.364 | 2.437 | 2.588 | 2.638 | 2.688 | 2.479 | 100.0% | 10 | - | nova.delete_server | 2.38 | 2.427 | 2.64 | 2.727 | 2.814 | 2.475 | 100.0% | 10 | - | total | 29.399 | 43.496 | 53.296 | 53.299 | 53.302 | 41.282 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 112.265089989 - Full duration: 126.299309015 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.376 | 4.574 | 6.275 | 6.295 | 6.315 | 4.705 | 100.0% | 10 | - | nova.boot_server | 8.443 | 9.25 | 11.22 | 11.494 | 11.768 | 9.658 | 100.0% | 10 | - | nova.delete_server | 4.478 | 4.614 | 4.912 | 5.81 | 6.708 | 4.799 | 100.0% | 10 | - | total | 16.358 | 19.136 | 21.665 | 22.113 | 22.56 | 19.163 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.0801298618 - Full duration: 85.6200530529 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.498 | 4.001 | 5.998 | 6.132 | 6.267 | 4.49 | 100.0% | 10 | - | nova.stop_server | 4.649 | 13.73 | 15.606 | 15.699 | 15.791 | 11.515 | 100.0% | 10 | - | nova.migrate | 15.233 | 21.214 | 29.778 | 29.939 | 30.099 | 22.004 | 100.0% | 10 | - | nova.resize_confirm | 2.366 | 2.398 | 2.559 | 2.699 | 2.838 | 2.451 | 100.0% | 10 | - | nova.delete_server | 2.384 | 2.428 | 2.527 | 2.567 | 2.606 | 2.444 | 100.0% | 10 | - | total | 35.813 | 43.101 | 49.38 | 49.998 | 50.616 | 42.904 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 121.644474983 - Full duration: 135.548355818 - - test scenario NovaServers.boot_and_delete_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 3.484 | 6.119 | 7.588 | 7.617 | 7.647 | 5.778 | 100.0% | 10 | - | nova.delete_server | 2.393 | 2.758 | 4.763 | 4.817 | 4.872 | 3.438 | 100.0% | 10 | - | total | 5.885 | 8.701 | 12.336 | 12.358 | 12.379 | 9.216 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 26.0077610016 - Full duration: 48.9747579098 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.5 | 4.786 | 6.225 | 6.257 | 6.289 | 4.859 | 100.0% | 10 | - | nova.rebuild_server | 6.349 | 11.303 | 17.156 | 17.218 | 17.279 | 11.611 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.441 | 2.549 | 2.55 | 2.552 | 2.464 | 100.0% | 10 | - | total | 13.553 | 18.971 | 23.648 | 24.245 | 24.842 | 18.934 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 52.6579520702 - Full duration: 75.2351601124 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.386 | 2.017 | 2.077 | 2.091 | 2.106 | 1.84 | 100.0% | 10 | - | nova.create_100_rules | 8.891 | 10.215 | 10.514 | 10.722 | 10.929 | 10.096 | 100.0% | 10 | - | nova.list_security_groups | 0.107 | 0.152 | 0.269 | 0.288 | 0.307 | 0.171 | 100.0% | 10 | - | total | 10.858 | 12.348 | 12.575 | 12.61 | 12.645 | 12.108 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 35.6299619675 - Full duration: 63.5884320736 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.387 | 1.712 | 2.11 | 2.114 | 2.118 | 1.782 | 100.0% | 10 | - | nova.create_100_rules | 8.912 | 9.991 | 10.333 | 10.39 | 10.447 | 9.849 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.735 | 0.953 | 1.042 | 1.101 | 1.161 | 0.955 | 100.0% | 10 | - | total | 11.2 | 12.869 | 13.019 | 13.049 | 13.079 | 12.586 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.0498371124 - Full duration: 51.703150034 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.232 | 4.745 | 6.322 | 6.339 | 6.356 | 4.884 | 100.0% | 10 | - | nova.reboot_server | 4.43 | 4.579 | 4.667 | 4.687 | 4.707 | 4.59 | 100.0% | 10 | - | nova.soft_reboot_server | 4.722 | 6.782 | 18.815 | 72.233 | 125.65 | 18.46 | 100.0% | 10 | - | nova.stop_server | 4.631 | 4.711 | 6.14 | 10.834 | 15.527 | 5.852 | 100.0% | 10 | - | nova.start_server | 2.625 | 2.712 | 3.141 | 3.595 | 4.048 | 2.891 | 100.0% | 10 | - | nova.rescue_server | 6.624 | 11.131 | 17.578 | 17.69 | 17.803 | 11.544 | 100.0% | 10 | - | nova.unrescue_server | 2.293 | 4.467 | 4.631 | 4.634 | 4.636 | 3.681 | 100.0% | 10 | - | nova.delete_server | 2.346 | 2.407 | 2.563 | 2.572 | 2.581 | 2.442 | 100.0% | 10 | - | total | 35.909 | 44.054 | 60.343 | 108.964 | 157.584 | 54.354 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 157.603001118 - Full duration: 179.857326031 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 | - | total | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.5383079052 - Full duration: 36.4747169018 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.622 | 1.87 | 1.968 | 2.066 | 2.163 | 1.846 | 100.0% | 10 | - | nova.create_100_rules | 8.778 | 9.885 | 10.429 | 10.484 | 10.538 | 9.786 | 100.0% | 10 | - | nova.boot_server | 4.372 | 5.705 | 6.744 | 6.784 | 6.825 | 5.534 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.145 | 0.15 | 0.163 | 0.171 | 0.179 | 0.154 | 100.0% | 10 | - | nova.delete_server | 2.392 | 2.532 | 4.639 | 4.677 | 4.715 | 3.324 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.762 | 0.811 | 1.001 | 1.056 | 1.112 | 0.864 | 100.0% | 10 | - | total | 18.434 | 20.813 | 24.815 | 24.847 | 24.879 | 21.508 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.179831028 - Full duration: 87.2896039486 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.419 | 4.899 | 6.417 | 6.437 | 6.457 | 4.897 | 100.0% | 10 | - | nova.pause_server | 2.319 | 2.452 | 2.541 | 2.574 | 2.607 | 2.443 | 100.0% | 10 | - | nova.unpause_server | 2.291 | 2.397 | 2.512 | 2.565 | 2.619 | 2.409 | 100.0% | 10 | - | nova.delete_server | 2.36 | 2.542 | 3.024 | 3.769 | 4.514 | 2.719 | 100.0% | 10 | - | total | 10.572 | 12.299 | 14.07 | 14.773 | 15.475 | 12.469 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6686770916 - Full duration: 59.3664259911 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.258 | 3.501 | 5.924 | 5.949 | 5.974 | 4.155 | 100.0% | 10 | - | nova.boot_server | 7.572 | 8.821 | 12.368 | 12.983 | 13.598 | 9.51 | 100.0% | 10 | - | total | 11.135 | 12.15 | 18.14 | 18.856 | 19.572 | 13.665 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.717217207 - Full duration: 73.4654810429 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.569 | 4.788 | 6.354 | 6.43 | 6.506 | 4.924 | 100.0% | 10 | - | nova.list_servers | 0.189 | 0.37 | 0.447 | 0.453 | 0.46 | 0.346 | 100.0% | 10 | - | total | 3.757 | 5.231 | 6.727 | 6.745 | 6.763 | 5.27 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.4698469639 - Full duration: 47.3727209568 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: started - Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: finished - - test scenario Quotas.cinder_update - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 | - | total | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.92687010765 - Full duration: 7.31987595558 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.217 | 0.255 | 0.377 | 0.401 | 0.424 | 0.28 | 100.0% | 10 | - | total | 0.28 | 0.325 | 0.445 | 0.469 | 0.492 | 0.346 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.03654098511 - Full duration: 6.59040594101 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.588 | 0.651 | 0.699 | 0.702 | 0.705 | 0.652 | 100.0% | 10 | - | quotas.delete_quotas | 0.389 | 0.434 | 0.5 | 0.527 | 0.554 | 0.449 | 100.0% | 10 | - | total | 1.011 | 1.097 | 1.176 | 1.179 | 1.182 | 1.101 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.32944512367 - Full duration: 8.96466994286 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.322 | 0.358 | 0.54 | 0.633 | 0.726 | 0.407 | 100.0% | 10 | - | quotas.delete_quotas | 0.016 | 0.022 | 0.028 | 0.029 | 0.03 | 0.022 | 100.0% | 10 | - | total | 0.344 | 0.383 | 0.557 | 0.652 | 0.747 | 0.429 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.20111894608 - Full duration: 6.32782506943 - - test scenario Quotas.nova_update - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | quotas.update_quotas | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 | - | total | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 1.11949706078 - Full duration: 6.58456206322 - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: started - Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 | - | total | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.3974840641 - Full duration: 8.66475987434 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.453 | 0.458 | 0.477 | 0.494 | 0.511 | 0.465 | 100.0% | 10 | - | total | 0.453 | 0.458 | 0.477 | 0.494 | 0.512 | 0.465 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.39966082573 - Full duration: 3.74285912514 - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:17 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:24 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 16:34 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:19 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:07 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:40 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 24:26 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:35 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:12 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 00:55:38 | 229 | 99.15% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ONOS -^^^^ -:: - - FUNCTEST.info: Running ONOS test case... - Cloning into '/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest'... - FUNCvirNetNB - INFO - Creating component Handle: ONOSrest - - +----------------+ - ------------------------------ { Script And Files } ------------------------------ - +----------------+ - Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.log - Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.rpt - ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/ONOSrest.session - Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.py - Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.params - Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.topo - +------------------+ - --------------------------- { Script Exec Params } --------------------------- - +------------------+ - 'MININET': - 'switch': '7' - 'links': '20' - - 'GIT': - 'pull': 'False' - 'branch': 'master' - - 'HTTP': - 'path': '/onos/vtn/' - 'port': '8181' - - 'CTRL': - 'ip1': 'OC1' - 'port1': '6633' - - 'testcases': '2 - 3 - 4 - 5 - 6 - 7 - 8 - 9 - 10' - 'SLEEP': - 'startup': '15' - - 'ENV': - 'cellApps': 'drivers - openflow - proxyarp - mobility' - 'cellName': 'singlenode' - - +---------------+ - ----------------------------- { Components Used } ----------------------------- - +---------------+ - ONOSrest - - +--------+ - ---------------------------- { Topology } ---------------------------- - +--------+ - - 'ONOSrest': - 'connect_order': '4' - 'host': 'OC1' - 'user': 'root' - 'COMPONENTS': '' - 'password': 'r00tme' - 'type': 'OnosRestDriver' - - ------------------------------------------------------------ - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - Network Post - 2.1: Generate Post Data - 2.2: Post Data via HTTP - 2.3: Get Data via HTTP - 2.4: Compare Send Id and Get Id - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase3 - ****************************** - - Network Update - 3.1: Generate Post Data - 3.2: Post Data via HTTP - 3.3: Update Data via HTTP - 3.4: Get Data via HTTP - 3.5: Compare Update data. - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase4 - ****************************** - - Network Delete - 4.1: Generate Post Data - 4.2: Post Data via HTTP - 4.3: Delete Data via HTTP - 4.4: Get Data is NULL - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase5 - ****************************** - - Subnet Post - 5.1: Generate Post Data - 5.2: Post Network Data via HTTP(Post Subnet need post network) - 5.3: Post Subnet Data via HTTP - 5.4: Get Subnet Data via HTTP - 5.5: Compare Post Subnet Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase6 - ****************************** - - Subnet Update - 6.1: Generate Post Data - 6.2: Post Network Data via HTTP(Post Subnet need post network) - 6.3: Post Subnet Data via HTTP - 6.4: Update Subnet Data via HTTP - 6.5: Get Subnet Data via HTTP - 6.6: Compare Subnet Data - 6.7: Delete Subnet via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase7 - ****************************** - - Subnet Delete - 7.1: Generate Post Data - 7.2: Post Network Data via HTTP(Post Subnet need post network) - 7.3: Post Subnet Data via HTTP - 7.4: Delete Subnet Data via HTTP - 7.5: Get Subnet Data is NULL - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase8 - ****************************** - - Port Post - 8.1: Generate Post Data - 8.2: Post Network Data via HTTP(Post port need post network) - 8.3: Post Subnet Data via HTTP(Post port need post subnet) - 8.4: Post Port Data via HTTP - 8.5: Get Port Data via HTTP - 8.6: Compare Post Port Data - 8.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase9 - ****************************** - - Port Update - 9.1: Generate Post Data - 9.2: Post Network Data via HTTP(Post port need post network) - 9.3: Post Subnet Data via HTTP(Post port need post subnet) - 9.4: Post Port Data via HTTP - 9.5: Update Port Data via HTTP - 9.6: Get Port Data via HTTP - 9.7: Compare Update Port Data - 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase10 - ****************************** - - Port Delete - 10.1: Generate Post Data - 10.2: Post Network Data via HTTP(Post port need post network) - 10.3: Post Subnet Data via HTTP(Post port need post subnet) - 10.4: Post Port Data via HTTP - 10.5: Delete Port Data via HTTP - 10.6: Get Port Data is NULL - 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ************************************* - Test Execution Summary - ************************************* - - Test Start : 22 Feb 2016 16:47:23 - Test End : 22 Feb 2016 16:47:39 - Execution Time : 0:00:15.597834 - Total tests planned : 9 - Total tests RUN : 9 - Total Pass : 9 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7f848e052a50> - FUNCvirNetNBL3 - INFO - Creating component Handle: ONOSrest - - +----------------+ - ------------------------------ { Script And Files } ------------------------------ - +----------------+ - - Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.log - Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.rpt - ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/ONOSrest.session - Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.py - Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.params - Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.topo - +------------------+ - --------------------------- { Script Exec Params } --------------------------- - +------------------+ - - 'MININET': - 'switch': '7' - 'links': '20' - - 'GIT': - 'pull': 'False' - 'branch': 'master' - - 'HTTP': - 'path': '/onos/vtn/' - 'port': '8181' - - 'CTRL': - 'ip1': 'OC1' - 'port1': '6653' - - 'testcases': '2 - 3 - 4 - 5 - 6 - 7 - 8 - 9 - 10 - 11 - 12' - 'SLEEP': - 'startup': '15' - - 'ENV': - 'cellApps': 'drivers - openflow - proxyarp - mobility' - 'cellName': 'singlenode' - - +---------------+ - ----------------------------- { Components Used } ----------------------------- - +---------------+ - ONOSrest - - +--------+ - ---------------------------- { Topology } ---------------------------- - +--------+ - - 'ONOSrest': - 'connect_order': '4' - 'host': 'OC1' - 'user': 'root' - 'COMPONENTS': '' - 'password': 'root' - 'type': 'OnosRestDriver' - - ------------------------------------------------------------ - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - Router Post - 2.1: Post Network Data via HTTP(Post Router need post network) - 2.2: Post Router Data via HTTP - 2.3: Get Router Data via HTTP - 2.4: Compare Post Router Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase3 - ****************************** - - Router Update - 3.1: Post Network Data via HTTP(Post Router need post network) - 3.2: Post Router Data via HTTP - 3.3: Update Router Data via HTTP - 3.4: Get Router Data via HTTP - 3.5: Compare Router Data - 3.6: Delete Router via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase4 - ****************************** - - Router Delete - 4.1: Post Network Data via HTTP(Post Router need post network) - 4.2: Post Router Data via HTTP - 4.3: Delete Router Data via HTTP - 4.4: Get Router Data is NULL - Verify the Router status - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase5 - ****************************** - - RouterInterface Post - 5.1: Post Network Data via HTTP(Post port need post network) - 5.2: Post Subnet Data via HTTP(Post port need post subnet) - 5.3: Post Port Data via HTTP - 5.4: Post Router Data via HTTP - 5.5: Put RouterInterface Data via HTTP - 5.6: Get RouterInterface Data via HTTP - 5.7: Compare Post Port Data - 5.8: Del RouterInterface Data via HTTP - 5.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase6 - ****************************** - - RouterInterface Delete - 6.1: Post Network Data via HTTP(Post port need post network) - 6.2: Post Subnet Data via HTTP(Post port need post subnet) - 6.3: Post Port Data via HTTP - 6.4: Post Router Data via HTTP - 6.5: Post RouterInterface Data via HTTP - 6.6: Del RouterInterface Data via HTTP - 6.7: Delete Port Data via HTTP - 6.8: Get Port Data is NULL - 6.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase7 - ****************************** - - FloatingIp Post - 7.1: Post Network Data via HTTP(Post port need post network) - 7.2: Post Subnet Data via HTTP(Post port need post subnet) - 7.3: Post Port Data via HTTP - 7.4: Post Router Data via HTTP - 7.5: Get Port Data via HTTP - 7.6: Post FloatingIp Data via HTTP - 7.7: Get Port Data via HTTP - 7.8: Get FloatingIp Data via HTTP - 7.9: Get FloatingIp Data via HTTP - 7.10: Compare Post FloatingIp Data - 7.11: Post FloatingIp Clean Data via HTTP - 7.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase8 - ****************************** - - FloatingIp Update - 8.1: Post Network Data via HTTP(Post port need post network) - 8.2: Post Subnet Data via HTTP(Post port need post subnet) - 8.3: Post Port Data via HTTP - 8.4: Post Router Data via HTTP - 8.5: Post FloatingIp Data via HTTP - 8.6: Post Delete Data via HTTP - 8.7: Post NewPort Data via HTTP - 8.8: Post NewFloatingIp Data via HTTP - 8.9: Get NewFloatingIp Data via HTTP - 8.10: Compare Post FloatingIp Data - 8.11: Post FloatingIp Clean Data via HTTP - 8.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase9 - ****************************** - - FloatingIp Delete - 9.1: Post Network Data via HTTP(Post port need post network) - 9.2: Post Subnet Data via HTTP(Post port need post subnet) - 9.3: Post Port Data via HTTP - 9.4: Post Router Data via HTTP - 9.5: Post FloatingIp Data via HTTP - 9.6: Post FloatingIp Clean Data via HTTP - 9.7: Get FloatingIp Data is NULL - 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase10 - ****************************** - - Gateway Post - 10.1: Post Network Data via HTTP(Post port need post network) - 10.2: Post Subnet Data via HTTP(Post port need post subnet) - 10.3: Post Port Data via HTTP - 10.4: Post Router Data via HTTP - 10.5: Get Gateway Data via HTTP - 10.6: Compare Post Gateway Data - 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase11 - ****************************** - - Gateway Update - 11.1: Post Network Data via HTTP(Post port need post network) - 11.2: Post Subnet Data via HTTP(Post port need post subnet) - 11.3: Post Port Data via HTTP - 11.4: Post Router Data via HTTP - 11.5: Post New Router Data via HTTP - 11.6: Get Gateway Data via HTTP - 11.7: Compare Post Gateway Data - 11.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase12 - ****************************** - - Gateway Delete - 12.1: Post Network Data via HTTP(Post port need post network) - 12.2: Post Subnet Data via HTTP(Post port need post subnet) - 12.3: Post Port Data via HTTP - 12.4: Post Router Data via HTTP - 12.5: Post Del Gateway Data via HTTP - 12.6: Get Gateway Data via HTTP - 12.7: If Gateway Data is NULL - 12.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ************************************* - Test Execution Summary - ************************************* - - Test Start : 22 Feb 2016 16:47:39 - Test End : 22 Feb 2016 16:47:59 - Execution Time : 0:00:20.564415 - Total tests planned : 11 - Total tests RUN : 11 - Total Pass : 11 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7fcc82fc7ad0> diff --git a/docs/results/fuel-os-nosdn-kvm-ha.rst b/docs/results/fuel-os-nosdn-kvm-ha.rst deleted file mode 100644 index 1693ad578..000000000 --- a/docs/results/fuel-os-nosdn-kvm-ha.rst +++ /dev/null @@ -1,1521 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-kvm-ha ----------------------------------------------- - -VIM ---- - -Tempest -^^^^^^^ -:: - - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.37487 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.09209 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.94115 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.59631 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.03178 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 11.13795 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.07863 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00116 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.08504 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00099 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 7.63607 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.06693 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.13367 | success | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_create | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_delete | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_get | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_list | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list | 0.0 | skip | - | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get | 0.0 | skip | - | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors | 0.0 | skip | - | tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits | 0.0 | skip | - | tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions | 0.0 | skip | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.57347 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.17627 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.33315 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.08263 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.82181 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.42812 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.89984 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.33804 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.26122 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list | 0.43116 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.40022 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.70626 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.07075 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.06209 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.06225 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.08494 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.04772 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05578 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.27065 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.38206 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.46710 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 2.88813 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.91435 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.63719 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network | 1.30351 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port | 1.98554 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet | 3.09141 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network | 1.40844 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port | 1.67281 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet | 2.34230 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet | 1.77383 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility | 0.27369 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks | 0.21206 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets | 0.05304 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_show_network | 0.03923 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet | 0.21345 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.96905 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.41775 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.04545 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.03878 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03483 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19582 | success | - | tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet | 1.74789 | success | - | tempest.api.network.test_networks.NetworksTest.test_external_network_visibility | 0.23307 | success | - | tempest.api.network.test_networks.NetworksTest.test_list_networks | 0.05593 | success | - | tempest.api.network.test_networks.NetworksTest.test_list_subnets | 0.03420 | success | - | tempest.api.network.test_networks.NetworksTest.test_show_network | 0.22495 | success | - | tempest.api.network.test_networks.NetworksTest.test_show_subnet | 0.04874 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.87449 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.73660 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.47535 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.07632 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.22105 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.88100 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.43974 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.73850 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.23058 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.22952 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.10475 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.05694 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.35753 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.43959 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.83507 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.17349 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.93067 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.12709 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.29264 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.59275 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03756 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.57130 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.52547 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05488 | success | - | tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools | 1.47037 | success | - | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota | 0.0 | fail | - | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object | 0.0 | fail | - | tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata | 0.0 | fail | - | tempest.api.object_storage.test_account_services.AccountTest.test_list_containers | 0.0 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object | 0.32095 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects | 0.02198 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object | 0.01216 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_create_container | 0.36258 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents | 0.01330 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata | 0.01521 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_create_object | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_get_object | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.40358 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 4.40282 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04414 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.05533 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.48932 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.49844 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.49092 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.60408 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.63262 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.74910 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.04588 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 5.96533 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 2.93564 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.06137 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.08282 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 7.85484 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 13.98156 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 7.31661 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 14.01416 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06604 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.25951 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 49.36369 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops | 25.33085 | success | - | tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes | 0.0 | skip | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 103.45858 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 76.91454 | success | - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - 2016-04-26 01:22:55,788 - run_tempest - INFO - Results: {'timestart': '2016-04-2601:09:10.555191', 'duration': 824, 'tests': 171, 'failures': 14} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-26 01:24:50,982 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-26 01:25:56,731 - run_rally - INFO - - Preparing input task - Task 8204ef26-e392-473b-b607-fe79c30f3c6c: started - Task 8204ef26-e392-473b-b607-fe79c30f3c6c: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.823 | 0.883 | 0.951 | 0.954 | 0.957 | 0.885 | 100.0% | 10 | - | total | 1.01 | 1.089 | 1.144 | 1.158 | 1.172 | 1.085 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.33679389954 - Full duration: 10.0142049789 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 | - | total | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.59915304184 - Full duration: 6.89671802521 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.436 | 0.468 | 0.496 | 0.499 | 0.502 | 0.47 | 100.0% | 10 | - | total | 0.637 | 0.668 | 0.704 | 0.705 | 0.707 | 0.671 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.02648496628 - Full duration: 8.63242101669 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.245 | 0.281 | 0.405 | 0.41 | 0.416 | 0.301 | 100.0% | 10 | - | total | 0.423 | 0.459 | 0.585 | 0.607 | 0.628 | 0.488 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.44381713867 - Full duration: 8.15497398376 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.245 | 0.435 | 0.501 | 0.598 | 0.695 | 0.446 | 100.0% | 10 | - | total | 0.416 | 0.662 | 0.692 | 0.777 | 0.862 | 0.642 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.90059304237 - Full duration: 8.63323712349 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.312 | 0.491 | 0.599 | 0.608 | 0.617 | 0.493 | 100.0% | 10 | - | total | 0.512 | 0.69 | 0.788 | 0.798 | 0.808 | 0.69 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.07425689697 - Full duration: 8.5414249897 - - 2016-04-26 01:25:58,048 - run_rally - INFO - Test scenario: "authenticate" OK. - - 2016-04-26 01:25:58,314 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 01:29:06,596 - run_rally - INFO - - Preparing input task - Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: started - Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 | - | total | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.06210279465 - Full duration: 11.1119971275 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.132 | 6.43 | 6.695 | 6.801 | 6.907 | 6.444 | 100.0% | 10 | - | nova.boot_servers | 12.665 | 13.469 | 14.176 | 14.374 | 14.573 | 13.486 | 100.0% | 10 | - | total | 19.057 | 19.947 | 20.84 | 20.94 | 21.039 | 19.931 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 58.8742520809 - Full duration: 95.2440040112 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.278 | 6.53 | 7.761 | 11.222 | 14.683 | 7.394 | 100.0% | 10 | - | glance.list_images | 0.299 | 0.472 | 0.515 | 0.522 | 0.529 | 0.462 | 100.0% | 10 | - | total | 6.752 | 7.034 | 8.227 | 11.691 | 15.154 | 7.856 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 22.2857620716 - Full duration: 34.3181619644 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.137 | 6.554 | 6.898 | 6.924 | 6.95 | 6.58 | 100.0% | 10 | - | glance.delete_image | 1.285 | 1.713 | 1.917 | 1.962 | 2.006 | 1.713 | 100.0% | 10 | - | total | 7.602 | 8.362 | 8.696 | 8.748 | 8.799 | 8.292 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.0005450249 - Full duration: 34.4151468277 - - 2016-04-26 01:29:07,930 - run_rally - INFO - Test scenario: "glance" OK. - - 2016-04-26 01:29:08,087 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 02:24:09,641 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,661 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,663 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,666 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,780 - run_rally - INFO - - Preparing input task - Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: started - Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 438.78555584 - Full duration: 476.062150002 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 7.312 | 9.44 | 9.821 | 9.964 | 10.107 | 9.128 | 100.0% | 10 | - | cinder.list_volumes | 0.058 | 0.27 | 0.297 | 0.324 | 0.35 | 0.215 | 100.0% | 10 | - | total | 7.37 | 9.626 | 10.164 | 10.275 | 10.386 | 9.343 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.7357289791 - Full duration: 47.5475459099 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.202 | 3.516 | 3.662 | 3.711 | 3.761 | 3.5 | 100.0% | 10 | - | cinder.list_volumes | 0.05 | 0.224 | 0.315 | 0.344 | 0.372 | 0.193 | 100.0% | 10 | - | total | 3.298 | 3.743 | 3.868 | 3.888 | 3.907 | 3.693 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.2217340469 - Full duration: 27.984375 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.92 | 3.143 | 4.9 | 4.966 | 5.032 | 3.472 | 100.0% | 10 | - | cinder.list_snapshots | 0.023 | 0.029 | 0.218 | 0.233 | 0.248 | 0.072 | 100.0% | 10 | - | total | 2.955 | 3.197 | 4.927 | 4.993 | 5.06 | 3.545 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 9.69527101517 - Full duration: 42.2511930466 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.018 | 3.457 | 3.685 | 3.737 | 3.788 | 3.413 | 100.0% | 10 | - | cinder.delete_volume | 0.914 | 2.612 | 3.053 | 3.069 | 3.085 | 2.563 | 100.0% | 10 | - | total | 3.932 | 6.16 | 6.58 | 6.669 | 6.759 | 5.977 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.8796432018 - Full duration: 31.8870809078 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.958 | 9.585 | 9.884 | 10.249 | 10.614 | 9.589 | 100.0% | 10 | - | cinder.delete_volume | 0.775 | 2.647 | 3.059 | 3.255 | 3.451 | 2.387 | 100.0% | 10 | - | total | 10.49 | 12.128 | 12.864 | 13.066 | 13.269 | 11.977 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 35.2168581486 - Full duration: 50.825067997 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.192 | 3.607 | 4.26 | 4.265 | 4.27 | 3.682 | 100.0% | 10 | - | cinder.delete_volume | 2.551 | 2.625 | 3.0 | 3.039 | 3.079 | 2.731 | 100.0% | 10 | - | total | 5.766 | 6.169 | 7.217 | 7.239 | 7.262 | 6.413 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.1643960476 - Full duration: 32.8357338905 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.223 | 3.533 | 3.679 | 3.775 | 3.87 | 3.545 | 100.0% | 10 | - | cinder.upload_volume_to_image | 24.815 | 36.631 | 39.206 | 39.953 | 40.701 | 34.888 | 100.0% | 10 | - | cinder.delete_volume | 2.335 | 2.578 | 2.734 | 2.742 | 2.75 | 2.535 | 100.0% | 10 | - | nova.delete_image | 1.988 | 2.228 | 2.551 | 2.734 | 2.917 | 2.296 | 100.0% | 10 | - | total | 32.77 | 45.39 | 47.552 | 48.244 | 48.935 | 43.265 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 124.777842999 - Full duration: 139.828857899 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.281 | 3.509 | 3.788 | 3.8 | 3.812 | 3.517 | 100.0% | 10 | - | total | 3.281 | 3.509 | 3.788 | 3.8 | 3.813 | 3.517 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.4726939201 - Full duration: 25.0890491009 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.219 | 3.547 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 | - | total | 3.22 | 3.548 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.6221859455 - Full duration: 28.0074269772 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.459 | 0.521 | 0.574 | 0.58 | 0.585 | 0.523 | 100.0% | 10 | - | total | 0.459 | 0.521 | 0.574 | 0.58 | 0.586 | 0.523 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.56029701233 - Full duration: 54.4247999191 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 428.079464197 - Full duration: 524.52899909 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 423.273214102 - Full duration: 1129.47603798 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 426.579771996 - Full duration: 529.032740116 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.8 | 2.961 | 3.287 | 4.217 | 5.148 | 3.157 | 100.0% | 10 | - | cinder.delete_snapshot | 2.364 | 2.643 | 2.86 | 2.881 | 2.902 | 2.611 | 100.0% | 10 | - | total | 5.173 | 5.494 | 6.148 | 7.099 | 8.05 | 5.769 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.4653530121 - Full duration: 44.3639709949 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.119 | 3.685 | 4.169 | 4.22 | 4.27 | 3.741 | 100.0% | 10 | - | cinder.extend_volume | 2.536 | 3.106 | 3.175 | 3.189 | 3.203 | 3.023 | 100.0% | 10 | - | cinder.delete_volume | 2.42 | 2.895 | 3.05 | 3.068 | 3.087 | 2.822 | 100.0% | 10 | - | total | 8.68 | 9.571 | 10.355 | 10.358 | 10.362 | 9.586 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.6492631435 - Full duration: 42.1216299534 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.108 | 3.632 | 3.846 | 3.968 | 4.089 | 3.621 | 100.0% | 10 | - | cinder.delete_volume | 2.54 | 2.847 | 3.276 | 3.29 | 3.304 | 2.881 | 100.0% | 10 | - | total | 6.172 | 6.512 | 6.734 | 6.756 | 6.778 | 6.502 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.1909890175 - Full duration: 46.976804018 - - 2016-04-26 02:24:11,068 - run_rally - INFO - Test scenario: "cinder" Failed. - - 2016-04-26 02:24:12,074 - run_rally - INFO - Starting test scenario "heat" ... - 2016-04-26 04:42:36,239 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - - 2016-04-26 04:42:36,363 - run_rally - INFO - - Preparing input task - Task e9e698b5-79f5-41a7-be5f-04761a3c0034: started - Task e9e698b5-79f5-41a7-be5f-04761a3c0034: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.62 | 3.722 | 4.104 | 4.115 | 4.126 | 3.846 | 100.0% | 10 | - | heat.suspend_stack | 1.392 | 1.475 | 1.609 | 1.616 | 1.623 | 1.493 | 100.0% | 10 | - | heat.resume_stack | 1.339 | 1.369 | 1.514 | 1.533 | 1.553 | 1.406 | 100.0% | 10 | - | heat.delete_stack | 1.283 | 1.429 | 1.447 | 1.461 | 1.474 | 1.382 | 100.0% | 10 | - | total | 7.77 | 8.014 | 8.597 | 8.614 | 8.631 | 8.127 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.2256169319 - Full duration: 33.6042699814 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.528 | 3.756 | 3.905 | 3.933 | 3.961 | 3.764 | 100.0% | 10 | - | heat.delete_stack | 1.311 | 1.341 | 1.386 | 1.503 | 1.62 | 1.366 | 100.0% | 10 | - | total | 5.037 | 5.102 | 5.246 | 5.271 | 5.296 | 5.13 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.2723751068 - Full duration: 24.6334218979 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 20.555 | 22.623 | 23.694 | 23.77 | 23.845 | 22.663 | 100.0% | 10 | - | heat.delete_stack | 9.082 | 10.25 | 10.461 | 10.929 | 11.397 | 9.938 | 100.0% | 10 | - | total | 29.655 | 32.918 | 33.982 | 33.989 | 33.997 | 32.602 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 97.7232019901 - Full duration: 107.206387043 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - | heat.delete_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 7201.48637915 - Full duration: 7812.01388121 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.list_stacks | 0.371 | 0.401 | 0.42 | 0.421 | 0.423 | 0.4 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.371 | 0.401 | 0.42 | 0.422 | 0.423 | 0.4 | 100.0% | 10 | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.24707102776 - Full duration: 7.24165606499 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.41 | 3.442 | 3.472 | 3.481 | 3.49 | 3.444 | 100.0% | 10 | - | heat.update_stack | 3.427 | 3.453 | 3.509 | 3.599 | 3.69 | 3.475 | 100.0% | 10 | - | heat.delete_stack | 1.295 | 1.311 | 1.326 | 1.329 | 1.332 | 1.312 | 100.0% | 10 | - | total | 8.162 | 8.205 | 8.277 | 8.357 | 8.436 | 8.231 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.6856651306 - Full duration: 32.1383240223 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.326 | 3.417 | 3.624 | 3.676 | 3.728 | 3.459 | 100.0% | 10 | - | heat.update_stack | 3.408 | 3.52 | 3.811 | 3.819 | 3.828 | 3.573 | 100.0% | 10 | - | heat.delete_stack | 1.276 | 1.302 | 1.335 | 1.398 | 1.46 | 1.317 | 100.0% | 10 | - | total | 8.14 | 8.309 | 8.56 | 8.596 | 8.632 | 8.349 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.028924942 - Full duration: 32.9079070091 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.527 | 4.137 | 4.746 | 4.747 | 4.748 | 4.133 | 100.0% | 10 | - | heat.update_stack | 5.668 | 5.712 | 5.744 | 5.767 | 5.789 | 5.712 | 100.0% | 10 | - | heat.delete_stack | 2.413 | 2.431 | 2.441 | 2.446 | 2.451 | 2.431 | 100.0% | 10 | - | total | 11.652 | 12.305 | 12.891 | 12.9 | 12.909 | 12.276 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.3458311558 - Full duration: 45.2056248188 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 4.501 | 4.64 | 4.77 | 4.782 | 4.793 | 4.64 | 100.0% | 10 | - | heat.update_stack | 7.947 | 9.065 | 9.146 | 9.207 | 9.269 | 8.97 | 100.0% | 10 | - | heat.delete_stack | 2.4 | 2.442 | 2.645 | 3.133 | 3.62 | 2.563 | 100.0% | 10 | - | total | 14.999 | 16.132 | 16.488 | 16.984 | 17.479 | 16.174 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 49.7609598637 - Full duration: 58.2143821716 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.481 | 3.63 | 4.77 | 4.771 | 4.772 | 4.024 | 100.0% | 10 | - | heat.update_stack | 5.615 | 5.681 | 5.721 | 5.745 | 5.77 | 5.683 | 100.0% | 10 | - | heat.delete_stack | 2.4 | 2.433 | 2.467 | 2.492 | 2.516 | 2.438 | 100.0% | 10 | - | total | 11.536 | 11.803 | 12.864 | 12.933 | 13.001 | 12.145 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 36.3764190674 - Full duration: 44.1169888973 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.513 | 3.601 | 3.641 | 3.658 | 3.674 | 3.59 | 100.0% | 10 | - | heat.update_stack | 3.405 | 3.427 | 3.437 | 3.457 | 3.477 | 3.427 | 100.0% | 10 | - | heat.delete_stack | 1.298 | 1.326 | 1.353 | 1.356 | 1.358 | 1.328 | 100.0% | 10 | - | total | 8.251 | 8.353 | 8.412 | 8.416 | 8.42 | 8.345 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.0552000999 - Full duration: 33.6825659275 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.53 | 3.568 | 3.594 | 3.61 | 3.626 | 3.57 | 100.0% | 10 | - | heat.list_stacks | 0.047 | 0.073 | 0.102 | 0.107 | 0.111 | 0.075 | 100.0% | 10 | - | total | 3.6 | 3.639 | 3.69 | 3.696 | 3.702 | 3.646 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.0165708065 - Full duration: 22.4389858246 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.561 | 3.575 | 3.625 | 3.627 | 3.63 | 3.585 | 100.0% | 10 | - | heat.check_stack | 1.396 | 1.41 | 1.433 | 1.439 | 1.445 | 1.413 | 100.0% | 10 | - | heat.delete_stack | 1.266 | 1.309 | 1.32 | 1.323 | 1.327 | 1.302 | 100.0% | 10 | - | total | 6.234 | 6.289 | 6.339 | 6.347 | 6.355 | 6.3 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 18.943114996 - Full duration: 27.5446438789 - - 2016-04-26 04:42:37,867 - run_rally - INFO - Test scenario: "heat" Failed. - - 2016-04-26 04:42:38,263 - run_rally - INFO - Starting test scenario "keystone" ... - 2016-04-26 04:44:49,615 - run_rally - INFO - - Preparing input task - Task 20bc8dfd-1a51-488b-97df-c30ea71319be: started - Task 20bc8dfd-1a51-488b-97df-c30ea71319be: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.27 | 0.29 | 0.299 | 0.303 | 0.308 | 0.289 | 100.0% | 10 | - | keystone.create_users | 1.059 | 1.132 | 1.206 | 1.212 | 1.218 | 1.138 | 100.0% | 10 | - | total | 1.348 | 1.431 | 1.504 | 1.507 | 1.51 | 1.427 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.29734396935 - Full duration: 16.6833910942 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.241 | 0.277 | 0.302 | 0.303 | 0.303 | 0.275 | 100.0% | 10 | - | keystone.add_role | 0.16 | 0.176 | 0.19 | 0.193 | 0.196 | 0.177 | 100.0% | 10 | - | keystone.list_roles | 0.085 | 0.095 | 0.1 | 0.104 | 0.108 | 0.095 | 100.0% | 10 | - | total | 0.501 | 0.55 | 0.583 | 0.589 | 0.595 | 0.547 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.68035697937 - Full duration: 10.5181751251 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.267 | 0.289 | 0.32 | 0.322 | 0.324 | 0.294 | 100.0% | 10 | - | keystone.add_role | 0.148 | 0.172 | 0.194 | 0.195 | 0.196 | 0.172 | 100.0% | 10 | - | keystone.remove_role | 0.093 | 0.132 | 0.166 | 0.168 | 0.169 | 0.133 | 100.0% | 10 | - | total | 0.527 | 0.616 | 0.63 | 0.638 | 0.646 | 0.599 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.79448008537 - Full duration: 10.6772811413 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.277 | 0.31 | 0.398 | 0.421 | 0.443 | 0.33 | 100.0% | 10 | - | keystone.update_tenant | 0.083 | 0.097 | 0.116 | 0.117 | 0.118 | 0.1 | 100.0% | 10 | - | keystone.delete_tenant | 0.198 | 0.236 | 0.247 | 0.249 | 0.251 | 0.232 | 100.0% | 10 | - | total | 0.598 | 0.643 | 0.731 | 0.761 | 0.791 | 0.662 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.00753998756 - Full duration: 9.88667607307 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_service | 0.276 | 0.302 | 0.313 | 0.344 | 0.374 | 0.305 | 100.0% | 10 | - | keystone.delete_service | 0.092 | 0.105 | 0.118 | 0.118 | 0.119 | 0.106 | 100.0% | 10 | - | total | 0.369 | 0.41 | 0.421 | 0.444 | 0.467 | 0.411 | 100.0% | 10 | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.31590604782 - Full duration: 9.7633960247 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.283 | 0.314 | 0.348 | 0.359 | 0.371 | 0.32 | 100.0% | 10 | - | total | 0.283 | 0.315 | 0.348 | 0.36 | 0.371 | 0.32 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.971438169479 - Full duration: 6.68577694893 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_user | 0.308 | 0.325 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 | - | total | 0.308 | 0.326 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.01120591164 - Full duration: 6.84676504135 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.26 | 0.276 | 0.295 | 0.297 | 0.3 | 0.277 | 100.0% | 10 | - | keystone.list_tenants | 0.071 | 0.082 | 0.09 | 0.094 | 0.098 | 0.083 | 100.0% | 10 | - | total | 0.333 | 0.361 | 0.378 | 0.38 | 0.383 | 0.36 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.12287592888 - Full duration: 9.86326503754 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.285 | 0.323 | 0.381 | 0.382 | 0.382 | 0.33 | 100.0% | 10 | - | keystone.delete_role | 0.167 | 0.191 | 0.225 | 0.226 | 0.228 | 0.194 | 100.0% | 10 | - | total | 0.47 | 0.513 | 0.582 | 0.595 | 0.609 | 0.524 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.57796812057 - Full duration: 9.51138591766 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.282 | 0.31 | 0.334 | 0.364 | 0.395 | 0.315 | 100.0% | 10 | - | keystone.create_user | 0.1 | 0.104 | 0.122 | 0.122 | 0.123 | 0.108 | 100.0% | 10 | - | keystone.create_role | 0.079 | 0.092 | 0.102 | 0.107 | 0.112 | 0.094 | 100.0% | 10 | - | keystone.get_tenant | 0.072 | 0.08 | 0.087 | 0.089 | 0.092 | 0.081 | 100.0% | 10 | - | keystone.get_user | 0.087 | 0.091 | 0.114 | 0.139 | 0.163 | 0.099 | 100.0% | 10 | - | keystone.get_role | 0.07 | 0.078 | 0.085 | 0.086 | 0.088 | 0.078 | 100.0% | 10 | - | keystone.service_list | 0.079 | 0.086 | 0.103 | 0.124 | 0.145 | 0.093 | 100.0% | 10 | - | keystone.get_service | 0.069 | 0.086 | 0.093 | 0.096 | 0.098 | 0.084 | 100.0% | 10 | - | total | 0.889 | 0.939 | 1.023 | 1.035 | 1.048 | 0.952 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.919891119 - Full duration: 15.3317778111 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_user | 0.287 | 0.314 | 0.336 | 0.345 | 0.354 | 0.316 | 100.0% | 10 | - | keystone.list_users | 0.072 | 0.081 | 0.096 | 0.097 | 0.097 | 0.083 | 100.0% | 10 | - | total | 0.365 | 0.393 | 0.424 | 0.431 | 0.437 | 0.399 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.23520803452 - Full duration: 7.35707998276 - - 2016-04-26 04:44:50,952 - run_rally - INFO - Test scenario: "keystone" OK. - - 2016-04-26 04:44:51,319 - run_rally - INFO - Starting test scenario "neutron" ... - 2016-04-26 04:51:16,265 - run_rally - INFO - - Preparing input task - Task 256bf66d-8312-4077-869b-394a1574c2e3: started - Task 256bf66d-8312-4077-869b-394a1574c2e3: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.607 | 0.653 | 0.721 | 0.75 | 0.78 | 0.666 | 100.0% | 10 | - | neutron.delete_port | 0.175 | 0.407 | 0.455 | 0.462 | 0.469 | 0.37 | 100.0% | 10 | - | total | 0.814 | 1.09 | 1.137 | 1.137 | 1.137 | 1.036 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.12694001198 - Full duration: 32.3510808945 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.578 | 0.606 | 0.635 | 0.643 | 0.65 | 0.609 | 100.0% | 10 | - | neutron.create_router | 0.06 | 0.256 | 0.307 | 0.341 | 0.376 | 0.237 | 100.0% | 10 | - | neutron.add_interface_router | 0.244 | 0.508 | 0.566 | 0.589 | 0.612 | 0.476 | 100.0% | 10 | - | neutron.list_routers | 0.04 | 0.238 | 0.271 | 0.275 | 0.278 | 0.194 | 100.0% | 10 | - | total | 1.169 | 1.517 | 1.722 | 1.742 | 1.762 | 1.517 | 100.0% | 10 | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.54089903831 - Full duration: 35.4128360748 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.523 | 0.561 | 0.635 | 0.642 | 0.648 | 0.573 | 100.0% | 10 | - | neutron.update_network | 0.106 | 0.337 | 0.376 | 0.391 | 0.406 | 0.303 | 100.0% | 10 | - | total | 0.691 | 0.877 | 1.006 | 1.007 | 1.008 | 0.876 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.54131317139 - Full duration: 19.3984429836 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.581 | 0.643 | 0.971 | 1.006 | 1.042 | 0.712 | 100.0% | 10 | - | neutron.list_ports | 0.102 | 0.365 | 0.455 | 0.469 | 0.483 | 0.307 | 100.0% | 10 | - | total | 0.725 | 1.086 | 1.149 | 1.292 | 1.435 | 1.019 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.83818507195 - Full duration: 32.8225178719 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.571 | 0.62 | 0.673 | 0.682 | 0.69 | 0.626 | 100.0% | 10 | - | neutron.delete_subnet | 0.136 | 0.358 | 0.5 | 0.571 | 0.642 | 0.333 | 100.0% | 10 | - | total | 0.724 | 0.978 | 1.14 | 1.183 | 1.227 | 0.959 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.04690408707 - Full duration: 31.1584250927 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.579 | 0.74 | 0.789 | 0.831 | 0.873 | 0.728 | 100.0% | 10 | - | neutron.update_subnet | 0.166 | 0.4 | 0.491 | 0.516 | 0.541 | 0.378 | 100.0% | 10 | - | total | 0.789 | 1.155 | 1.275 | 1.279 | 1.283 | 1.106 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.20878195763 - Full duration: 31.9853599072 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.524 | 0.589 | 0.694 | 0.736 | 0.779 | 0.613 | 100.0% | 10 | - | neutron.list_networks | 0.046 | 0.171 | 0.409 | 0.461 | 0.513 | 0.211 | 100.0% | 10 | - | total | 0.58 | 0.747 | 1.083 | 1.09 | 1.096 | 0.824 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.37781405449 - Full duration: 19.9551098347 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.592 | 0.623 | 0.664 | 0.665 | 0.667 | 0.628 | 100.0% | 10 | - | neutron.create_router | 0.269 | 0.279 | 0.31 | 0.32 | 0.329 | 0.287 | 100.0% | 10 | - | neutron.add_interface_router | 0.28 | 0.484 | 0.653 | 0.671 | 0.688 | 0.477 | 100.0% | 10 | - | neutron.update_router | 0.156 | 0.389 | 0.45 | 0.456 | 0.462 | 0.361 | 100.0% | 10 | - | total | 1.388 | 1.739 | 1.953 | 1.981 | 2.009 | 1.754 | 100.0% | 10 | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 5.26099705696 - Full duration: 37.1857252121 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.558 | 0.624 | 0.707 | 0.736 | 0.765 | 0.637 | 100.0% | 10 | - | neutron.create_router | 0.044 | 0.288 | 0.341 | 0.362 | 0.383 | 0.253 | 100.0% | 10 | - | neutron.add_interface_router | 0.299 | 0.527 | 0.563 | 0.573 | 0.583 | 0.502 | 100.0% | 10 | - | neutron.remove_interface_router | 0.241 | 0.46 | 0.559 | 0.56 | 0.561 | 0.444 | 100.0% | 10 | - | neutron.delete_router | 0.15 | 0.392 | 0.469 | 0.487 | 0.505 | 0.343 | 100.0% | 10 | - | total | 1.845 | 2.118 | 2.453 | 2.507 | 2.56 | 2.179 | 100.0% | 10 | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 6.46906304359 - Full duration: 37.6224770546 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.605 | 0.665 | 0.825 | 0.85 | 0.876 | 0.691 | 100.0% | 10 | - | neutron.update_port | 0.126 | 0.359 | 0.409 | 0.423 | 0.437 | 0.325 | 100.0% | 10 | - | total | 0.731 | 1.054 | 1.179 | 1.192 | 1.205 | 1.017 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.16282176971 - Full duration: 34.5440177917 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.578 | 0.613 | 0.667 | 0.678 | 0.689 | 0.622 | 100.0% | 10 | - | neutron.list_subnets | 0.23 | 0.266 | 0.336 | 0.34 | 0.344 | 0.276 | 100.0% | 10 | - | total | 0.835 | 0.9 | 0.963 | 0.966 | 0.969 | 0.898 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.74195313454 - Full duration: 32.8288888931 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.525 | 0.612 | 0.729 | 0.735 | 0.74 | 0.626 | 100.0% | 10 | - | neutron.delete_network | 0.133 | 0.375 | 0.446 | 0.474 | 0.501 | 0.35 | 100.0% | 10 | - | total | 0.739 | 1.004 | 1.113 | 1.177 | 1.242 | 0.976 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.94529485703 - Full duration: 19.0619311333 - - 2016-04-26 04:51:17,592 - run_rally - INFO - Test scenario: "neutron" OK. - - 2016-04-26 04:51:18,073 - run_rally - INFO - Starting test scenario "nova" ... - 2016-04-26 07:03:18,875 - run_rally - INFO - - Preparing input task - Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: started - Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.579 | 0.646 | 0.774 | 0.918 | 1.062 | 0.695 | 100.0% | 10 | - | nova.delete_keypair | 0.023 | 0.027 | 0.048 | 0.051 | 0.054 | 0.033 | 100.0% | 10 | - | total | 0.627 | 0.687 | 0.8 | 0.943 | 1.085 | 0.728 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.11327505112 - Full duration: 24.7004601955 - - test scenario NovaServers.snapshot_server - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.939 | 11.728 | 13.031 | 13.319 | 13.606 | 11.722 | 100.0% | 10 | - | nova.create_image | 9.473 | 9.734 | 10.003 | 10.052 | 10.1 | 9.728 | 100.0% | 10 | - | nova.delete_server | 2.63 | 2.927 | 3.279 | 3.899 | 4.52 | 3.033 | 100.0% | 10 | - | nova.boot_server (2) | 9.986 | 10.959 | 11.567 | 11.737 | 11.907 | 10.921 | 100.0% | 10 | - | nova.delete_server (2) | 2.41 | 2.772 | 2.958 | 2.963 | 2.968 | 2.712 | 100.0% | 10 | - | nova.delete_image | 1.467 | 2.001 | 2.188 | 2.332 | 2.477 | 1.95 | 100.0% | 10 | - | total | 37.87 | 39.802 | 41.419 | 42.304 | 43.189 | 40.067 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 120.693696976 - Full duration: 164.095020056 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.515 | 0.637 | 0.702 | 0.714 | 0.726 | 0.631 | 100.0% | 10 | - | nova.boot_server | 10.03 | 11.695 | 12.539 | 12.808 | 13.076 | 11.597 | 100.0% | 10 | - | nova.delete_server | 2.581 | 2.755 | 2.899 | 3.003 | 3.108 | 2.769 | 100.0% | 10 | - | nova.delete_keypair | 0.026 | 0.036 | 0.044 | 0.044 | 0.045 | 0.036 | 100.0% | 10 | - | total | 13.194 | 15.135 | 15.888 | 16.111 | 16.334 | 15.033 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 43.7031610012 - Full duration: 84.4934301376 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.613 | 0.68 | 0.8 | 0.83 | 0.859 | 0.701 | 100.0% | 10 | - | nova.list_keypairs | 0.017 | 0.029 | 0.055 | 0.132 | 0.209 | 0.045 | 100.0% | 10 | - | total | 0.631 | 0.715 | 0.893 | 0.919 | 0.945 | 0.746 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.10457396507 - Full duration: 25.5227000713 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.list_servers | 0.963 | 1.205 | 1.239 | 1.272 | 1.304 | 1.187 | 100.0% | 10 | - | total | 0.963 | 1.205 | 1.239 | 1.272 | 1.305 | 1.187 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.61515402794 - Full duration: 89.3156220913 - - test scenario NovaServers.resize_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 11.077 | 11.648 | 13.586 | 13.788 | 13.99 | 12.144 | 100.0% | 10 | - | nova.resize | 97.438 | 98.364 | 99.784 | 101.736 | 103.687 | 98.895 | 100.0% | 10 | - | nova.resize_confirm | 2.462 | 2.85 | 3.013 | 3.032 | 3.052 | 2.81 | 100.0% | 10 | - | nova.delete_server | 2.362 | 2.635 | 2.717 | 2.759 | 2.802 | 2.576 | 100.0% | 10 | - | total | 114.396 | 116.205 | 117.751 | 119.281 | 120.811 | 116.425 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 352.596132994 - Full duration: 373.961167812 - - test scenario NovaServers.boot_server_from_volume_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 9.652 | 10.151 | 10.573 | 10.621 | 10.669 | 10.165 | 100.0% | 10 | - | nova.boot_server | 10.713 | 13.21 | 14.394 | 14.695 | 14.996 | 13.013 | 100.0% | 10 | - | nova.delete_server | 4.701 | 4.969 | 5.039 | 5.159 | 5.279 | 4.942 | 100.0% | 10 | - | total | 25.26 | 27.982 | 30.104 | 30.137 | 30.17 | 28.121 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 83.7665529251 - Full duration: 133.76401782 - - test scenario NovaServers.boot_and_migrate_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.342 | 11.196 | 12.987 | 13.225 | 13.463 | 11.305 | 80.0% | 10 | - | nova.stop_server | 61.257 | 62.345 | 63.163 | 63.249 | 63.336 | 62.301 | 80.0% | 10 | - | nova.migrate | 8.224 | 9.522 | 11.336 | 11.478 | 11.62 | 9.663 | 80.0% | 10 | - | nova.resize_confirm | 2.413 | 2.724 | 3.003 | 3.108 | 3.213 | 2.704 | 100.0% | 8 | - | nova.delete_server | 2.397 | 2.418 | 2.638 | 2.652 | 2.666 | 2.495 | 100.0% | 8 | - | total | 85.3 | 88.008 | 91.856 | 92.68 | 93.504 | 88.469 | 80.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 282.145553112 - Full duration: 310.275305033 - - test scenario NovaServers.boot_and_delete_server - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.164 | 10.763 | 21.145 | 31.824 | 42.503 | 14.815 | 80.0% | 10 | - | nova.delete_server | 2.439 | 2.701 | 2.959 | 2.97 | 2.982 | 2.728 | 88.9% | 9 | - | total | 12.997 | 13.446 | 23.964 | 34.453 | 44.942 | 17.544 | 80.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 352.537348986 - Full duration: 997.781033993 - - test scenario NovaServers.boot_and_rebuild_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.618 | 11.665 | 12.726 | 12.764 | 12.802 | 11.718 | 70.0% | 10 | - | nova.rebuild_server | 69.264 | 71.18 | 72.314 | 72.575 | 72.836 | 71.097 | 100.0% | 7 | - | nova.delete_server | 2.391 | 2.632 | 2.88 | 2.883 | 2.886 | 2.639 | 100.0% | 7 | - | total | 83.337 | 85.019 | 87.645 | 87.923 | 88.201 | 85.454 | 70.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 477.006741047 - Full duration: 1121.04293394 - - test scenario NovaSecGroup.create_and_list_secgroups - +-----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 3.03 | 3.488 | 3.933 | 3.989 | 4.044 | 3.487 | 100.0% | 10 | - | nova.create_100_rules | 22.925 | 23.261 | 23.92 | 24.188 | 24.456 | 23.425 | 100.0% | 10 | - | nova.list_security_groups | 0.126 | 0.16 | 0.213 | 0.294 | 0.376 | 0.18 | 100.0% | 10 | - | total | 26.54 | 26.984 | 27.591 | 27.704 | 27.817 | 27.092 | 100.0% | 10 | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 81.6362090111 - Full duration: 118.557869911 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 2.934 | 3.533 | 3.804 | 3.912 | 4.021 | 3.522 | 100.0% | 10 | - | nova.create_100_rules | 22.89 | 23.403 | 23.74 | 23.847 | 23.953 | 23.394 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.219 | 1.282 | 1.629 | 1.634 | 1.64 | 1.372 | 100.0% | 10 | - | total | 27.6 | 28.387 | 28.547 | 28.634 | 28.722 | 28.288 | 100.0% | 10 | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 85.2456521988 - Full duration: 109.930608988 - - test scenario NovaServers.boot_and_bounce_server - +----------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.584 | 11.76 | 12.966 | 13.02 | 13.073 | 11.794 | 57.1% | 7 | - | nova.reboot_server | 4.802 | 5.11 | 5.257 | 5.278 | 5.299 | 5.08 | 100.0% | 4 | - | nova.soft_reboot_server | 123.97 | 124.161 | 125.321 | 125.531 | 125.741 | 124.508 | 100.0% | 4 | - | nova.stop_server | 61.413 | 62.307 | 63.351 | 63.532 | 63.713 | 62.435 | 100.0% | 4 | - | nova.start_server | 2.747 | 2.775 | 2.996 | 3.039 | 3.082 | 2.845 | 100.0% | 4 | - | nova.rescue_server | 64.447 | 66.021 | 66.521 | 66.564 | 66.607 | 65.774 | 100.0% | 4 | - | nova.unrescue_server | 2.368 | 4.579 | 4.599 | 4.6 | 4.601 | 4.032 | 100.0% | 4 | - | nova.delete_server | 2.398 | 2.511 | 2.663 | 2.679 | 2.694 | 2.528 | 100.0% | 4 | - | total | 274.414 | 278.786 | 282.788 | 283.426 | 284.064 | 279.013 | 57.1% | 7 | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 584.260617018 - Full duration: 1223.11469412 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 11.343 | 11.648 | 12.248 | 12.342 | 12.435 | 11.804 | 55.6% | 9 | - | total | 11.344 | 11.648 | 12.249 | 12.342 | 12.435 | 11.804 | 55.6% | 9 | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 339.613210917 - Full duration: 959.207664013 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +--------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 2.471 | 2.641 | 2.886 | 2.916 | 2.947 | 2.686 | 37.5% | 8 | - | nova.create_100_rules | 20.403 | 20.759 | 21.005 | 21.036 | 21.067 | 20.743 | 37.5% | 8 | - | nova.boot_server | 8.329 | 10.397 | 10.543 | 10.561 | 10.58 | 9.768 | 37.5% | 8 | - | nova.get_attached_security_groups | 0.177 | 0.18 | 0.189 | 0.19 | 0.191 | 0.183 | 100.0% | 3 | - | nova.delete_server | 2.417 | 2.424 | 2.563 | 2.58 | 2.597 | 2.48 | 100.0% | 3 | - | nova.delete_10_security_groups | 1.146 | 1.185 | 1.295 | 1.309 | 1.323 | 1.218 | 100.0% | 3 | - | total | 35.785 | 37.72 | 37.728 | 37.729 | 37.73 | 37.079 | 37.5% | 8 | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 653.787332058 - Full duration: 698.373892784 - - test scenario NovaServers.pause_and_unpause_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.228 | 10.626 | 10.698 | 10.707 | 10.715 | 10.19 | 37.5% | 8 | - | nova.pause_server | 2.325 | 2.628 | 2.631 | 2.631 | 2.631 | 2.528 | 100.0% | 3 | - | nova.unpause_server | 2.624 | 2.647 | 2.691 | 2.697 | 2.702 | 2.658 | 100.0% | 3 | - | nova.delete_server | 2.596 | 2.732 | 2.747 | 2.749 | 2.751 | 2.693 | 100.0% | 3 | - | total | 16.772 | 18.711 | 18.72 | 18.722 | 18.723 | 18.069 | 37.5% | 8 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 607.316802025 - Full duration: 645.979089022 - - test scenario NovaServers.boot_server_from_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.57 | 9.398 | 10.796 | 10.932 | 11.068 | 9.692 | 60.0% | 10 | - | nova.boot_server | 11.064 | 12.084 | 12.627 | 12.859 | 13.092 | 12.061 | 60.0% | 10 | - | total | 20.261 | 21.884 | 22.881 | 22.979 | 23.078 | 21.754 | 60.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 377.391654015 - Full duration: 411.411114931 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.689 | 10.784 | 12.049 | 12.245 | 12.44 | 10.872 | 60.0% | 10 | - | nova.list_servers | 0.2 | 0.431 | 0.5 | 0.513 | 0.526 | 0.414 | 100.0% | 6 | - | total | 10.11 | 11.216 | 12.386 | 12.649 | 12.913 | 11.286 | 60.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 339.637984037 - Full duration: 382.637588978 - - 2016-04-26 07:03:20,320 - run_rally - INFO - Test scenario: "nova" Failed. - 2016-04-26 07:03:20,864 - run_rally - INFO - Starting test scenario "quotas" ... - 2016-04-26 07:04:24,690 - run_rally - INFO - - Preparing input task - Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: started - Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.676 | 0.77 | 1.004 | 1.007 | 1.01 | 0.823 | 100.0% | 10 | - | total | 0.676 | 0.77 | 1.005 | 1.007 | 1.01 | 0.823 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.49713397026 - Full duration: 10.5032558441 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.214 | 0.235 | 0.26 | 0.262 | 0.263 | 0.238 | 100.0% | 10 | - | total | 0.372 | 0.415 | 0.426 | 0.427 | 0.428 | 0.408 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.27715206146 - Full duration: 8.95948386192 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.77 | 0.834 | 0.965 | 0.99 | 1.015 | 0.857 | 100.0% | 10 | - | quotas.delete_quotas | 0.345 | 0.54 | 0.562 | 0.581 | 0.6 | 0.505 | 100.0% | 10 | - | total | 1.127 | 1.365 | 1.437 | 1.498 | 1.56 | 1.362 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.07208108902 - Full duration: 12.2027239799 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.448 | 0.48 | 0.54 | 0.679 | 0.819 | 0.511 | 100.0% | 10 | - | quotas.delete_quotas | 0.012 | 0.019 | 0.024 | 0.025 | 0.027 | 0.019 | 100.0% | 10 | - | total | 0.463 | 0.499 | 0.563 | 0.699 | 0.836 | 0.53 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.53432106972 - Full duration: 9.25113201141 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 | - | total | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.49797797203 - Full duration: 8.86192798615 - - 2016-04-26 07:04:26,066 - run_rally - INFO - Test scenario: "quotas" OK. - 2016-04-26 07:04:26,381 - run_rally - INFO - Starting test scenario "requests" ... - 2016-04-26 07:04:56,876 - run_rally - INFO - - Preparing input task - Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: started - Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | requests.check_request | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.811 | 100.0% | 10 | - | total | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.812 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.5026738644 - Full duration: 13.9263000488 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | requests.check_request | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 | - | total | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 5.16210699081 - Full duration: 8.87197899818 - - 2016-04-26 07:04:58,210 - run_rally - INFO - Test scenario: "requests" OK. - 2016-04-26 07:04:58,402 - run_rally - INFO - - - Rally Summary Report - - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:50 | 12 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 02:55 | 11 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 54:33 | 59 | 76.47% | - +-------------------+------------+---------------+-----------+ - | heat | 18:00 | 48 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:53 | 40 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 06:04 | 43 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 11:14 | 79 | 79.87% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:49 | 12 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:22 | 4 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 05:36:44 | 308 | 94.29% | - +===================+============+===============+===========+ - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - 2016-04-26 01:23:01,296 - Promise- INFO - Creating tenant 'promise'... - 2016-04-26 01:23:01,461 - Promise- INFO - Adding role 'a6da18e9c7e94ee9975e85b6f26c974a' to tenant 'promise'... - 2016-04-26 01:23:01,553 - Promise- INFO - Creating user 'promiser'... - 2016-04-26 01:23:01,666 - Promise- INFO - Updating OpenStack credentials... - 2016-04-26 01:23:01,687 - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - 2016-04-26 01:23:05,215 - Promise- INFO - Creating flavor 'promise-flavor'... - 2016-04-26 01:23:05,871 - Promise- INFO - Exporting environment variables... - 2016-04-26 01:23:05,871 - Promise- INFO - Running command: npm run -s test -- --reporter json - 2016-04-26 01:23:12,658 - Promise- INFO - The test succeeded. - 2016-04-26 01:23:12,660 - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-26T01:23:08.348Z - End: 2016-04-26T01:23:12.610Z - Duration: 4.262 diff --git a/docs/results/fuel-os-nosdn-nofeature-ha.rst b/docs/results/fuel-os-nosdn-nofeature-ha.rst deleted file mode 100644 index e526d8210..000000000 --- a/docs/results/fuel-os-nosdn-nofeature-ha.rst +++ /dev/null @@ -1,2283 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-nofeature-ha ----------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.29312 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.12976 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 23.95577 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 32.53650 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 22.68958 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.54691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.30066 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.57103 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97553 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.37256 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.33110 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.34175 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.35964 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.62128 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.88552 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.35258 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.14056 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.64330 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.59904 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.85262 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.89806 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.43298 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.74835 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 7.51973 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.31905 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11526 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.43153 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.49287 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.32071 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.24839 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.62886 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.45498 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.11221 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07743 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.07866 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08414 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09610 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.87584 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00178 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.18671 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.07254 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02355 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.09336 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08789 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02832 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01969 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.05608 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.09405 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07124 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.09862 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02806 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10085 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00074 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.05293 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.83974 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 75.96327 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.89960 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 86.10969 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.36274 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.20801 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.79668 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10422 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.45171 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.71962 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37393 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.39671 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.67878 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.96139 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.70247 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.01425 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 21.66147 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 29.15375 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 17.01011 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 15.12162 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.32047 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.43351 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.54755 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.49832 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.66971 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.67563 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.52468 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 2.11125 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.11519 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.59954 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71532 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.67781 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.80861 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.12394 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.98070 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.95038 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.58962 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.76753 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.92874 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.98170 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.09696 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.23813 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02568 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.73035 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03287 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.61622 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.10251 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.32244 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05310 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 46.35639 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.19554 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.13783 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.28038 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02405 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.06799 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.70652 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.56777 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.34317 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.61946 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.55157 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10777 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09198 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.08536 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.12301 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.19557 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11454 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.58158 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.96230 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.11881 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 31.78599 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.18197 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.36573 | fail | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.19923 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.05001 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.85155 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.85758 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.47936 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.29082 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.14373 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.85702 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.63578 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.44139 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.31069 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.31575 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.34149 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.96967 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.61978 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30406 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.29284 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.07605 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.28866 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.34364 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.65709 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.51327 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.34515 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.34468 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.78910 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.78827 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.58076 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.35346 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.38372 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.02302 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.55884 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.89503 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.13616 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.91220 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.35397 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.24212 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.20634 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.00386 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.26379 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29497 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.34355 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.27875 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05434 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.63001 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.10424 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.06177 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.98140 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.05857 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.61269 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 4.21790 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.96832 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.59962 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 14.77900 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 19.28760 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 14.36310 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 24.02107 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05931 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.31742 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 54.55460 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 41.67013 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 109.37734 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 61.05784 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1813:29:52.500975', 'duration': 416, 'tests': 210, 'failures': 25} - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 2ff4981a-75d9-4de4-a111-3194115c4a00: started - Task 2ff4981a-75d9-4de4-a111-3194115c4a00: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.534 | 0.569 | 0.722 | 0.818 | 0.914 | 0.618 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.512 | 0.609 | 0.713 | 0.766 | 0.818 | 0.631 | 100.0% | 10 | - | total | 1.257 | 1.358 | 1.703 | 1.715 | 1.726 | 1.418 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.01803302765 - Full duration: 11.7534348965 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.132 | 0.154 | 0.172 | 0.172 | 0.173 | 0.155 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.491301059723 - Full duration: 8.25924301147 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.297 | 0.32 | 0.355 | 0.359 | 0.363 | 0.324 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.043 | 0.056 | 0.302 | 0.304 | 0.307 | 0.127 | 100.0% | 10 | - | total | 0.499 | 0.607 | 0.769 | 0.82 | 0.87 | 0.629 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.91573691368 - Full duration: 10.0396120548 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.306 | 0.35 | 0.534 | 0.554 | 0.574 | 0.407 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.037 | 0.059 | 0.07 | 0.081 | 0.092 | 0.059 | 100.0% | 10 | - | total | 0.526 | 0.596 | 0.771 | 0.782 | 0.792 | 0.639 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9150788784 - Full duration: 9.77701401711 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.268 | 0.315 | 0.353 | 0.475 | 0.596 | 0.334 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.025 | 0.282 | 0.314 | 0.323 | 0.331 | 0.264 | 100.0% | 10 | - | total | 0.721 | 0.78 | 0.827 | 0.837 | 0.847 | 0.779 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.34766292572 - Full duration: 10.0672118664 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.266 | 0.305 | 0.386 | 0.399 | 0.411 | 0.319 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.043 | 0.291 | 0.375 | 0.403 | 0.432 | 0.241 | 100.0% | 10 | - | total | 0.483 | 0.76 | 0.908 | 0.914 | 0.92 | 0.729 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.25539779663 - Full duration: 9.62706780434 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: started - Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.72 | 0.85 | 0.942 | 0.947 | 0.951 | 0.833 | 100.0% | 10 | - | total | 0.721 | 0.85 | 0.943 | 0.947 | 0.951 | 0.834 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45959687233 - Full duration: 12.9740490913 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.498 | 7.743 | 17.964 | 19.73 | 21.495 | 10.171 | 100.0% | 10 | - | nova.boot_servers | 13.174 | 14.424 | 15.318 | 15.539 | 15.76 | 14.34 | 100.0% | 10 | - | total | 20.863 | 22.368 | 32.383 | 33.741 | 35.099 | 24.511 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.7006659508 - Full duration: 127.436779022 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.303 | 7.684 | 7.837 | 7.911 | 7.984 | 7.63 | 100.0% | 10 | - | glance.list_images | 0.328 | 0.583 | 0.697 | 0.698 | 0.699 | 0.574 | 100.0% | 10 | - | total | 7.862 | 8.283 | 8.38 | 8.472 | 8.564 | 8.205 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.5710179806 - Full duration: 37.9533209801 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.448 | 7.605 | 7.805 | 7.817 | 7.829 | 7.617 | 100.0% | 10 | - | glance.delete_image | 2.01 | 2.372 | 2.628 | 2.686 | 2.743 | 2.393 | 100.0% | 10 | - | total | 9.506 | 9.976 | 10.387 | 10.466 | 10.545 | 10.01 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 30.0124220848 - Full duration: 40.2773120403 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task a724f287-e014-40ef-8e87-173e5eb2b0a2: started - Task a724f287-e014-40ef-8e87-173e5eb2b0a2: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 10.889 | 13.965 | 14.695 | 14.724 | 14.752 | 13.234 | 100.0% | 10 | - | cinder.create_volume | 3.218 | 3.812 | 4.128 | 4.214 | 4.3 | 3.776 | 100.0% | 10 | - | nova.attach_volume | 3.737 | 4.69 | 4.963 | 5.092 | 5.222 | 4.612 | 100.0% | 10 | - | nova.detach_volume | 3.18 | 3.917 | 4.273 | 4.325 | 4.377 | 3.867 | 100.0% | 10 | - | cinder.delete_volume | 0.489 | 2.54 | 2.801 | 2.886 | 2.972 | 2.261 | 100.0% | 10 | - | nova.delete_server | 2.527 | 2.94 | 3.218 | 3.228 | 3.239 | 2.926 | 100.0% | 10 | - | total | 26.351 | 30.9 | 32.731 | 33.273 | 33.815 | 30.677 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 91.1857719421 - Full duration: 133.454293013 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 7.415 | 9.652 | 10.383 | 10.548 | 10.713 | 9.48 | 100.0% | 10 | - | cinder.list_volumes | 0.072 | 0.328 | 0.4 | 0.407 | 0.415 | 0.295 | 100.0% | 10 | - | total | 7.76 | 10.022 | 10.706 | 10.88 | 11.054 | 9.775 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.0870580673 - Full duration: 51.2606179714 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.521 | 4.03 | 4.785 | 4.869 | 4.953 | 4.19 | 100.0% | 10 | - | cinder.list_volumes | 0.062 | 0.347 | 0.411 | 0.426 | 0.44 | 0.308 | 100.0% | 10 | - | total | 3.852 | 4.421 | 5.139 | 5.227 | 5.315 | 4.499 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1967639923 - Full duration: 35.2137930393 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.957 | 3.349 | 5.449 | 5.627 | 5.805 | 3.738 | 100.0% | 10 | - | cinder.list_snapshots | 0.028 | 0.304 | 0.348 | 0.382 | 0.416 | 0.213 | 100.0% | 10 | - | total | 3.259 | 3.42 | 5.776 | 5.945 | 6.113 | 3.952 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.5537779331 - Full duration: 49.7043690681 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.281 | 3.907 | 4.106 | 4.128 | 4.15 | 3.806 | 100.0% | 10 | - | cinder.delete_volume | 0.788 | 2.667 | 3.082 | 3.16 | 3.239 | 2.256 | 100.0% | 10 | - | total | 4.617 | 6.29 | 6.997 | 7.066 | 7.135 | 6.063 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.3220980167 - Full duration: 36.1331720352 - - - - test scenario CinderVolumes.create_and_delete_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 8.901 | 9.932 | 10.338 | 10.395 | 10.452 | 9.781 | 100.0% | 10 | - | cinder.delete_volume | 0.579 | 1.672 | 2.856 | 2.952 | 3.049 | 1.773 | 100.0% | 10 | - | total | 9.725 | 11.645 | 12.996 | 13.017 | 13.039 | 11.554 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 35.517152071 - Full duration: 54.0071978569 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.596 | 3.887 | 4.71 | 4.712 | 4.715 | 4.08 | 100.0% | 10 | - | cinder.delete_volume | 0.512 | 0.923 | 1.297 | 2.319 | 3.341 | 1.114 | 100.0% | 10 | - | total | 4.381 | 4.91 | 5.923 | 6.573 | 7.223 | 5.195 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.0102190971 - Full duration: 33.4934709072 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.512 | 3.838 | 4.155 | 4.202 | 4.249 | 3.861 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.283 | 24.737 | 33.632 | 38.034 | 42.436 | 26.102 | 100.0% | 10 | - | cinder.delete_volume | 0.583 | 1.719 | 3.056 | 3.165 | 3.274 | 1.853 | 100.0% | 10 | - | nova.delete_image | 2.514 | 2.856 | 13.194 | 14.749 | 16.305 | 5.182 | 100.0% | 10 | - | total | 23.887 | 34.293 | 49.972 | 51.48 | 52.988 | 36.998 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.503821135 - Full duration: 129.166619062 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.064 | 3.257 | 3.408 | 3.415 | 3.422 | 3.261 | 100.0% | 10 | - | cinder.delete_snapshot | 2.586 | 2.915 | 3.148 | 3.165 | 3.181 | 2.938 | 100.0% | 10 | - | total | 5.837 | 6.18 | 6.465 | 6.534 | 6.603 | 6.199 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.601981163 - Full duration: 53.3941659927 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 | - | total | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.3824880123 - Full duration: 30.7913680077 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.391 | 3.979 | 4.585 | 4.6 | 4.616 | 3.999 | 100.0% | 10 | - | total | 3.391 | 3.979 | 4.585 | 4.601 | 4.616 | 3.999 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.107943058 - Full duration: 36.5596921444 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.478 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 | - | total | 0.479 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.79518508911 - Full duration: 65.9313700199 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.557 | 3.914 | 4.206 | 4.213 | 4.22 | 3.884 | 100.0% | 10 | - | cinder.create_snapshot | 2.701 | 3.063 | 3.248 | 3.251 | 3.254 | 3.06 | 100.0% | 10 | - | nova.attach_volume | 3.75 | 4.986 | 6.112 | 6.385 | 6.658 | 5.059 | 100.0% | 10 | - | nova.detach_volume | 3.149 | 3.81 | 4.11 | 4.168 | 4.225 | 3.762 | 100.0% | 10 | - | cinder.delete_snapshot | 2.241 | 2.766 | 3.077 | 3.102 | 3.128 | 2.725 | 100.0% | 10 | - | cinder.delete_volume | 0.748 | 2.428 | 2.712 | 2.772 | 2.831 | 1.912 | 100.0% | 10 | - | total | 19.22 | 21.354 | 24.347 | 24.725 | 25.102 | 21.684 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.028840065 - Full duration: 186.598311901 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.539 | 4.149 | 4.62 | 4.622 | 4.623 | 4.106 | 100.0% | 10 | - | cinder.delete_volume | 2.844 | 3.223 | 3.604 | 3.609 | 3.614 | 3.235 | 100.0% | 10 | - | total | 6.383 | 7.559 | 7.85 | 7.868 | 7.886 | 7.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6859838963 - Full duration: 55.5635709763 - - - - test scenario CinderVolumes.create_and_extend_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 3.434 | 3.852 | 3.99 | 4.004 | 4.018 | 3.842 | 100.0% | 10 | - | cinder.extend_volume | 0.955 | 2.236 | 3.552 | 3.564 | 3.576 | 2.281 | 100.0% | 10 | - | cinder.delete_volume | 0.868 | 3.015 | 3.332 | 3.398 | 3.465 | 2.861 | 100.0% | 10 | - | total | 5.962 | 9.186 | 10.497 | 10.52 | 10.544 | 8.984 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.1479110718 - Full duration: 47.0005409718 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.595 | 3.868 | 4.206 | 4.208 | 4.211 | 3.886 | 100.0% | 10 | - | cinder.create_snapshot | 2.595 | 3.131 | 3.249 | 3.258 | 3.267 | 3.037 | 100.0% | 10 | - | nova.attach_volume | 4.101 | 4.563 | 5.363 | 7.225 | 9.087 | 4.928 | 100.0% | 10 | - | nova.detach_volume | 3.299 | 3.896 | 4.226 | 4.274 | 4.323 | 3.816 | 100.0% | 10 | - | cinder.delete_snapshot | 2.27 | 2.573 | 2.884 | 3.105 | 3.325 | 2.635 | 100.0% | 10 | - | cinder.delete_volume | 0.611 | 2.479 | 2.742 | 2.863 | 2.983 | 2.239 | 100.0% | 10 | - | total | 19.728 | 21.533 | 22.719 | 24.643 | 26.568 | 21.737 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 62.6771988869 - Full duration: 187.817504883 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.255 | 3.476 | 4.793 | 4.86 | 4.926 | 3.766 | 100.0% | 10 | - | cinder.create_snapshot | 2.387 | 2.868 | 3.304 | 3.311 | 3.318 | 2.906 | 100.0% | 10 | - | nova.attach_volume | 3.864 | 4.167 | 4.94 | 5.864 | 6.787 | 4.392 | 100.0% | 10 | - | nova.detach_volume | 3.699 | 4.047 | 4.388 | 4.408 | 4.428 | 4.066 | 100.0% | 10 | - | cinder.delete_snapshot | 2.492 | 2.621 | 2.825 | 2.828 | 2.831 | 2.651 | 100.0% | 10 | - | cinder.delete_volume | 0.65 | 2.735 | 3.048 | 3.123 | 3.198 | 2.567 | 100.0% | 10 | - | total | 18.915 | 21.629 | 24.215 | 25.025 | 25.835 | 22.025 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.388502121 - Full duration: 192.928286076 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: started - Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.131 | 4.448 | 4.579 | 4.616 | 4.652 | 4.417 | 100.0% | 10 | - | heat.suspend_stack | 1.521 | 1.721 | 1.772 | 1.792 | 1.812 | 1.701 | 100.0% | 10 | - | heat.resume_stack | 1.454 | 1.625 | 1.703 | 1.708 | 1.713 | 1.63 | 100.0% | 10 | - | heat.delete_stack | 1.387 | 1.57 | 2.717 | 2.724 | 2.731 | 1.88 | 100.0% | 10 | - | total | 8.994 | 9.448 | 10.723 | 10.75 | 10.777 | 9.627 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.125330925 - Full duration: 37.9011991024 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.098 | 4.267 | 4.383 | 4.452 | 4.52 | 4.266 | 100.0% | 10 | - | heat.delete_stack | 1.423 | 1.468 | 1.536 | 1.679 | 1.822 | 1.505 | 100.0% | 10 | - | total | 5.574 | 5.769 | 5.922 | 5.933 | 5.944 | 5.77 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.2579169273 - Full duration: 27.4368560314 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 25.037 | 28.231 | 29.801 | 29.828 | 29.856 | 27.99 | 100.0% | 10 | - | heat.delete_stack | 10.707 | 11.831 | 13.046 | 13.573 | 14.099 | 12.249 | 100.0% | 10 | - | total | 36.902 | 40.321 | 42.736 | 42.79 | 42.844 | 40.24 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 119.344232082 - Full duration: 129.710185051 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 21.352 | 24.853 | 26.526 | 26.562 | 26.598 | 24.433 | 100.0% | 10 | - | heat.delete_stack | 9.51 | 10.67 | 10.95 | 11.42 | 11.889 | 10.684 | 100.0% | 10 | - | total | 31.928 | 35.457 | 37.299 | 37.449 | 37.598 | 35.117 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 106.840685844 - Full duration: 117.40921998 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.488 | 0.522 | 0.539 | 0.54 | 0.54 | 0.522 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.488 | 0.522 | 0.539 | 0.54 | 0.541 | 0.522 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.59450078011 - Full duration: 9.86936807632 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.845 | 4.214 | 4.356 | 4.377 | 4.397 | 4.193 | 100.0% | 10 | - | heat.update_stack | 3.558 | 3.774 | 3.853 | 3.855 | 3.857 | 3.726 | 100.0% | 10 | - | heat.delete_stack | 1.56 | 2.57 | 2.756 | 2.776 | 2.797 | 2.512 | 100.0% | 10 | - | total | 9.445 | 10.455 | 10.866 | 10.915 | 10.963 | 10.431 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.3620579243 - Full duration: 42.2799968719 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.133 | 4.157 | 4.354 | 4.413 | 4.472 | 4.209 | 100.0% | 10 | - | heat.update_stack | 3.534 | 3.713 | 3.821 | 3.958 | 4.096 | 3.717 | 100.0% | 10 | - | heat.delete_stack | 1.383 | 1.402 | 1.736 | 2.156 | 2.575 | 1.556 | 100.0% | 10 | - | total | 9.126 | 9.41 | 9.772 | 10.018 | 10.263 | 9.482 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.0769648552 - Full duration: 39.4647920132 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.275 | 4.465 | 4.666 | 4.855 | 5.044 | 4.509 | 100.0% | 10 | - | heat.update_stack | 5.801 | 5.876 | 6.0 | 6.166 | 6.332 | 5.928 | 100.0% | 10 | - | heat.delete_stack | 2.525 | 2.564 | 3.649 | 3.683 | 3.717 | 2.793 | 100.0% | 10 | - | total | 12.743 | 13.005 | 13.996 | 14.01 | 14.023 | 13.23 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 39.5067877769 - Full duration: 50.3663468361 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.517 | 5.462 | 5.602 | 5.608 | 5.614 | 5.389 | 100.0% | 10 | - | heat.update_stack | 8.345 | 9.324 | 9.403 | 9.411 | 9.42 | 9.245 | 100.0% | 10 | - | heat.delete_stack | 3.69 | 3.723 | 3.746 | 3.755 | 3.763 | 3.725 | 100.0% | 10 | - | total | 17.515 | 18.525 | 18.645 | 18.683 | 18.722 | 18.36 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 54.7039349079 - Full duration: 65.6854679585 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.122 | 4.348 | 4.549 | 4.597 | 4.645 | 4.358 | 100.0% | 10 | - | heat.update_stack | 5.791 | 5.87 | 5.92 | 5.932 | 5.944 | 5.864 | 100.0% | 10 | - | heat.delete_stack | 2.506 | 2.55 | 3.704 | 3.778 | 3.853 | 2.791 | 100.0% | 10 | - | total | 12.485 | 12.814 | 13.98 | 14.075 | 14.169 | 13.013 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.5906641483 - Full duration: 49.8386061192 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.062 | 4.33 | 4.493 | 4.501 | 4.508 | 4.317 | 100.0% | 10 | - | heat.update_stack | 3.553 | 3.585 | 3.783 | 3.936 | 4.088 | 3.648 | 100.0% | 10 | - | heat.delete_stack | 1.376 | 1.418 | 2.552 | 2.555 | 2.558 | 1.856 | 100.0% | 10 | - | total | 9.179 | 9.535 | 10.607 | 10.678 | 10.749 | 9.822 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.5593960285 - Full duration: 40.873290062 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.105 | 4.264 | 4.394 | 4.43 | 4.466 | 4.276 | 100.0% | 10 | - | heat.list_stacks | 0.062 | 0.103 | 0.113 | 0.116 | 0.119 | 0.096 | 100.0% | 10 | - | total | 4.18 | 4.373 | 4.501 | 4.531 | 4.561 | 4.371 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1703698635 - Full duration: 29.690456152 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.194 | 4.357 | 4.595 | 4.64 | 4.684 | 4.393 | 100.0% | 10 | - | heat.check_stack | 1.511 | 1.542 | 1.627 | 1.753 | 1.88 | 1.58 | 100.0% | 10 | - | heat.delete_stack | 1.402 | 2.55 | 2.707 | 2.749 | 2.791 | 2.257 | 100.0% | 10 | - | total | 7.411 | 8.429 | 8.66 | 8.745 | 8.829 | 8.23 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4679090977 - Full duration: 35.6907479763 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 416065d0-3811-4bee-9b53-37743e1f179c: started - Task 416065d0-3811-4bee-9b53-37743e1f179c: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.285 | 0.297 | 0.328 | 0.336 | 0.343 | 0.305 | 100.0% | 10 | - | keystone.create_users | 1.651 | 1.673 | 1.73 | 1.749 | 1.768 | 1.688 | 100.0% | 10 | - | total | 1.952 | 1.986 | 2.027 | 2.061 | 2.095 | 1.993 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.98874807358 - Full duration: 22.4405510426 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.287 | 0.308 | 0.404 | 0.428 | 0.452 | 0.331 | 100.0% | 10 | - | keystone.add_role | 0.276 | 0.31 | 0.371 | 0.379 | 0.388 | 0.319 | 100.0% | 10 | - | keystone.list_roles | 0.137 | 0.151 | 0.175 | 0.207 | 0.239 | 0.16 | 100.0% | 10 | - | total | 0.732 | 0.775 | 0.951 | 0.962 | 0.972 | 0.809 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38230800629 - Full duration: 15.068157196 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.263 | 0.3 | 0.41 | 0.455 | 0.499 | 0.336 | 100.0% | 10 | - | keystone.add_role | 0.265 | 0.28 | 0.342 | 0.405 | 0.468 | 0.302 | 100.0% | 10 | - | keystone.remove_role | 0.151 | 0.182 | 0.347 | 0.35 | 0.354 | 0.226 | 100.0% | 10 | - | total | 0.713 | 0.844 | 1.002 | 1.019 | 1.036 | 0.864 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.52822303772 - Full duration: 15.38514781 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.267 | 0.354 | 0.411 | 0.421 | 0.432 | 0.346 | 100.0% | 10 | - | keystone.update_tenant | 0.139 | 0.15 | 0.185 | 0.223 | 0.262 | 0.164 | 100.0% | 10 | - | keystone.delete_tenant | 0.302 | 0.333 | 0.418 | 0.448 | 0.477 | 0.35 | 100.0% | 10 | - | total | 0.738 | 0.879 | 0.917 | 0.961 | 1.006 | 0.86 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.55070900917 - Full duration: 14.2816069126 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.279 | 0.303 | 0.408 | 0.41 | 0.412 | 0.322 | 100.0% | 10 | - | keystone.delete_service | 0.15 | 0.168 | 0.188 | 0.192 | 0.196 | 0.169 | 100.0% | 10 | - | total | 0.443 | 0.471 | 0.584 | 0.594 | 0.604 | 0.491 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.47291088104 - Full duration: 12.6235470772 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.274 | 0.302 | 0.315 | 0.324 | 0.334 | 0.301 | 100.0% | 10 | - | total | 0.274 | 0.302 | 0.315 | 0.325 | 0.334 | 0.301 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.926929950714 - Full duration: 9.11541318893 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.285 | 0.312 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 | - | total | 0.285 | 0.313 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.09427213669 - Full duration: 9.44248485565 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.276 | 0.302 | 0.312 | 0.315 | 0.318 | 0.299 | 100.0% | 10 | - | keystone.list_tenants | 0.133 | 0.141 | 0.147 | 0.149 | 0.15 | 0.141 | 100.0% | 10 | - | total | 0.416 | 0.441 | 0.462 | 0.463 | 0.463 | 0.44 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.356580019 - Full duration: 14.5843369961 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.271 | 0.306 | 0.517 | 0.532 | 0.547 | 0.37 | 100.0% | 10 | - | keystone.delete_role | 0.295 | 0.305 | 0.621 | 0.655 | 0.689 | 0.401 | 100.0% | 10 | - | total | 0.572 | 0.743 | 0.991 | 1.076 | 1.16 | 0.771 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.24743795395 - Full duration: 14.336769104 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.284 | 0.313 | 0.395 | 0.4 | 0.405 | 0.328 | 100.0% | 10 | - | keystone.create_user | 0.141 | 0.155 | 0.176 | 0.176 | 0.177 | 0.159 | 100.0% | 10 | - | keystone.create_role | 0.136 | 0.155 | 0.173 | 0.209 | 0.245 | 0.16 | 100.0% | 10 | - | keystone.get_tenant | 0.124 | 0.132 | 0.143 | 0.144 | 0.144 | 0.133 | 100.0% | 10 | - | keystone.get_user | 0.124 | 0.141 | 0.232 | 0.234 | 0.237 | 0.158 | 100.0% | 10 | - | keystone.get_role | 0.122 | 0.125 | 0.142 | 0.144 | 0.147 | 0.129 | 100.0% | 10 | - | keystone.service_list | 0.121 | 0.13 | 0.138 | 0.139 | 0.139 | 0.13 | 100.0% | 10 | - | keystone.get_service | 0.118 | 0.132 | 0.158 | 0.16 | 0.161 | 0.136 | 100.0% | 10 | - | total | 1.253 | 1.315 | 1.403 | 1.449 | 1.495 | 1.334 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.18330001831 - Full duration: 21.2465929985 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.27 | 0.324 | 0.381 | 0.409 | 0.436 | 0.33 | 100.0% | 10 | - | keystone.list_users | 0.125 | 0.142 | 0.183 | 0.233 | 0.283 | 0.157 | 100.0% | 10 | - | total | 0.409 | 0.47 | 0.53 | 0.625 | 0.719 | 0.487 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.41358304024 - Full duration: 9.46058607101 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 66bee4c3-3b3f-4215-9910-63425b400d9a: started - Task 66bee4c3-3b3f-4215-9910-63425b400d9a: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.762 | 0.83 | 0.953 | 0.983 | 1.014 | 0.858 | 100.0% | 10 | - | neutron.delete_port | 0.224 | 0.62 | 0.763 | 0.78 | 0.797 | 0.582 | 100.0% | 10 | - | total | 1.011 | 1.549 | 1.599 | 1.603 | 1.607 | 1.441 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.14246201515 - Full duration: 53.9938690662 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.718 | 0.792 | 0.884 | 0.89 | 0.895 | 0.801 | 100.0% | 10 | - | neutron.create_router | 0.435 | 0.451 | 0.555 | 0.56 | 0.565 | 0.474 | 100.0% | 10 | - | neutron.add_interface_router | 0.341 | 0.776 | 1.004 | 1.11 | 1.215 | 0.789 | 100.0% | 10 | - | neutron.list_routers | 0.066 | 0.42 | 0.477 | 0.491 | 0.505 | 0.367 | 100.0% | 10 | - | total | 1.661 | 2.48 | 2.738 | 2.797 | 2.855 | 2.431 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.12932991982 - Full duration: 59.6318800449 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.812 | 0.936 | 0.949 | 0.963 | 0.833 | 100.0% | 10 | - | neutron.create_router | 0.073 | 0.467 | 0.548 | 0.564 | 0.58 | 0.447 | 100.0% | 10 | - | neutron.add_interface_router | 0.32 | 0.758 | 0.881 | 0.901 | 0.92 | 0.737 | 100.0% | 10 | - | neutron.remove_interface_router | 0.632 | 0.723 | 0.767 | 0.788 | 0.808 | 0.719 | 100.0% | 10 | - | neutron.delete_router | 0.575 | 0.622 | 0.72 | 0.74 | 0.759 | 0.639 | 100.0% | 10 | - | total | 2.939 | 3.398 | 3.635 | 3.725 | 3.814 | 3.375 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4781250954 - Full duration: 61.2645328045 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.728 | 0.859 | 0.909 | 0.944 | 0.978 | 0.857 | 100.0% | 10 | - | neutron.list_ports | 0.52 | 0.599 | 0.71 | 0.735 | 0.76 | 0.618 | 100.0% | 10 | - | total | 1.37 | 1.459 | 1.597 | 1.611 | 1.624 | 1.475 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.50073218346 - Full duration: 55.2021510601 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.788 | 0.939 | 0.956 | 0.972 | 0.824 | 100.0% | 10 | - | neutron.delete_subnet | 0.556 | 0.673 | 0.778 | 0.819 | 0.859 | 0.687 | 100.0% | 10 | - | total | 1.361 | 1.521 | 1.693 | 1.697 | 1.702 | 1.511 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.66956591606 - Full duration: 54.1284301281 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.62 | 0.643 | 0.756 | 0.784 | 0.812 | 0.672 | 100.0% | 10 | - | neutron.delete_network | 0.481 | 0.54 | 0.616 | 0.686 | 0.756 | 0.558 | 100.0% | 10 | - | total | 1.101 | 1.206 | 1.363 | 1.377 | 1.391 | 1.23 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.73822879791 - Full duration: 33.2811751366 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.583 | 0.675 | 0.782 | 0.782 | 0.783 | 0.691 | 100.0% | 10 | - | neutron.list_networks | 0.058 | 0.395 | 0.517 | 0.522 | 0.528 | 0.364 | 100.0% | 10 | - | total | 0.834 | 1.066 | 1.187 | 1.242 | 1.298 | 1.055 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.09279990196 - Full duration: 33.633177042 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.713 | 0.8 | 0.903 | 0.913 | 0.922 | 0.811 | 100.0% | 10 | - | neutron.create_router | 0.434 | 0.449 | 0.476 | 0.497 | 0.519 | 0.458 | 100.0% | 10 | - | neutron.add_interface_router | 0.666 | 0.749 | 0.912 | 0.954 | 0.996 | 0.791 | 100.0% | 10 | - | neutron.update_router | 0.222 | 0.579 | 0.659 | 0.678 | 0.697 | 0.556 | 100.0% | 10 | - | total | 2.156 | 2.643 | 2.768 | 2.799 | 2.83 | 2.617 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.76268601418 - Full duration: 57.6214001179 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.606 | 0.672 | 0.761 | 0.785 | 0.81 | 0.681 | 100.0% | 10 | - | neutron.update_network | 0.137 | 0.518 | 0.538 | 0.542 | 0.547 | 0.482 | 100.0% | 10 | - | total | 0.893 | 1.183 | 1.261 | 1.288 | 1.315 | 1.164 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.59189605713 - Full duration: 34.8437690735 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.738 | 0.792 | 0.889 | 0.921 | 0.952 | 0.815 | 100.0% | 10 | - | neutron.update_port | 0.161 | 0.551 | 0.596 | 0.6 | 0.605 | 0.516 | 100.0% | 10 | - | total | 1.044 | 1.339 | 1.429 | 1.482 | 1.536 | 1.331 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.11195087433 - Full duration: 53.0145220757 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.703 | 0.748 | 0.832 | 0.861 | 0.89 | 0.764 | 100.0% | 10 | - | neutron.list_subnets | 0.054 | 0.396 | 0.445 | 0.479 | 0.513 | 0.374 | 100.0% | 10 | - | total | 0.757 | 1.159 | 1.256 | 1.272 | 1.287 | 1.138 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.5137629509 - Full duration: 52.7622568607 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.742 | 0.813 | 0.947 | 0.948 | 0.949 | 0.838 | 100.0% | 10 | - | neutron.update_subnet | 0.234 | 0.583 | 0.695 | 0.696 | 0.696 | 0.58 | 100.0% | 10 | - | total | 1.043 | 1.427 | 1.587 | 1.596 | 1.604 | 1.418 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.36762094498 - Full duration: 54.1341950893 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task c631be68-64eb-462f-af72-0946f649719e: started - Task c631be68-64eb-462f-af72-0946f649719e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.689 | 0.825 | 1.389 | 1.414 | 1.439 | 0.956 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.045 | 0.058 | 0.058 | 0.059 | 0.046 | 100.0% | 10 | - | total | 0.734 | 0.868 | 1.43 | 1.458 | 1.487 | 1.002 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.95623397827 - Full duration: 43.0288610458 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.069 | 14.075 | 14.775 | 15.063 | 15.35 | 14.118 | 100.0% | 10 | - | nova.create_image | 10.992 | 11.363 | 11.948 | 12.03 | 12.112 | 11.402 | 100.0% | 10 | - | nova.delete_server | 2.878 | 3.026 | 3.413 | 3.454 | 3.495 | 3.121 | 100.0% | 10 | - | nova.boot_server (2) | 10.807 | 12.891 | 14.009 | 14.098 | 14.188 | 12.932 | 100.0% | 10 | - | nova.delete_server (2) | 2.914 | 3.356 | 4.738 | 4.974 | 5.21 | 3.557 | 100.0% | 10 | - | nova.delete_image | 2.769 | 3.227 | 3.659 | 3.685 | 3.711 | 3.238 | 100.0% | 10 | - | total | 44.842 | 48.482 | 49.94 | 50.257 | 50.573 | 48.369 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 145.116047144 - Full duration: 218.130707026 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.67 | 0.815 | 1.452 | 1.483 | 1.515 | 0.945 | 100.0% | 10 | - | nova.boot_server | 11.229 | 12.914 | 14.714 | 15.148 | 15.581 | 13.075 | 100.0% | 10 | - | nova.delete_server | 2.87 | 3.313 | 3.4 | 3.451 | 3.502 | 3.214 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.048 | 0.056 | 0.056 | 0.057 | 0.046 | 100.0% | 10 | - | total | 15.3 | 17.062 | 18.916 | 19.109 | 19.302 | 17.281 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 51.5624389648 - Full duration: 121.866284132 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.681 | 0.825 | 1.368 | 1.468 | 1.568 | 0.975 | 100.0% | 10 | - | nova.list_keypairs | 0.021 | 0.027 | 0.038 | 0.038 | 0.039 | 0.03 | 100.0% | 10 | - | total | 0.715 | 0.855 | 1.394 | 1.494 | 1.593 | 1.005 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.00225996971 - Full duration: 44.8396139145 - - - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | nova.list_servers | 1.385 | 1.648 | 1.794 | 1.8 | 1.806 | 1.64 | 100.0% | 10 | - | total | 1.386 | 1.648 | 1.794 | 1.8 | 1.807 | 1.64 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 4.86725592613 - Full duration: 144.563478947 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 11.794 | 13.235 | 14.683 | 15.23 | 15.778 | 13.569 | 100.0% | 10 | - | nova.resize | 40.775 | 43.909 | 47.803 | 47.888 | 47.973 | 44.294 | 100.0% | 10 | - | nova.resize_confirm | 2.664 | 3.406 | 5.701 | 5.894 | 6.087 | 3.777 | 100.0% | 10 | - | nova.delete_server | 2.831 | 2.964 | 3.671 | 4.355 | 5.038 | 3.264 | 100.0% | 10 | - | total | 59.51 | 64.72 | 68.963 | 69.477 | 69.991 | 64.905 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 193.15106678 - Full duration: 234.439800978 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.703 | 10.351 | 11.374 | 12.306 | 13.237 | 10.631 | 100.0% | 10 | - | nova.boot_server | 13.02 | 14.474 | 15.965 | 16.121 | 16.276 | 14.667 | 100.0% | 10 | - | nova.delete_server | 3.826 | 5.813 | 5.967 | 6.081 | 6.196 | 5.561 | 100.0% | 10 | - | total | 27.612 | 30.787 | 32.582 | 32.736 | 32.891 | 30.859 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 92.1244728565 - Full duration: 176.439888954 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.068 | 13.808 | 14.866 | 14.966 | 15.067 | 13.788 | 100.0% | 10 | - | nova.stop_server | 4.417 | 6.774 | 7.032 | 7.224 | 7.416 | 6.512 | 100.0% | 10 | - | nova.migrate | 10.786 | 11.454 | 11.957 | 11.999 | 12.04 | 11.487 | 100.0% | 10 | - | nova.resize_confirm | 3.328 | 3.614 | 3.822 | 3.905 | 3.988 | 3.621 | 100.0% | 10 | - | nova.delete_server | 2.862 | 3.057 | 3.364 | 3.454 | 3.544 | 3.116 | 100.0% | 10 | - | total | 34.85 | 38.711 | 40.179 | 40.344 | 40.508 | 38.525 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 115.221567869 - Full duration: 156.790792227 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.492 | 13.618 | 14.995 | 15.0 | 15.004 | 13.701 | 100.0% | 10 | - | nova.delete_server | 2.88 | 3.033 | 3.371 | 3.49 | 3.61 | 3.125 | 100.0% | 10 | - | total | 15.773 | 16.838 | 17.914 | 18.089 | 18.264 | 16.827 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 50.1218390465 - Full duration: 119.306482077 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.196 | 13.798 | 15.074 | 15.293 | 15.511 | 13.812 | 100.0% | 10 | - | nova.rebuild_server | 12.036 | 13.891 | 15.523 | 15.599 | 15.676 | 13.972 | 100.0% | 10 | - | nova.delete_server | 2.645 | 3.268 | 3.55 | 3.589 | 3.628 | 3.208 | 100.0% | 10 | - | total | 28.349 | 31.175 | 32.771 | 33.141 | 33.511 | 30.993 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 92.8703818321 - Full duration: 164.587569952 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.388 | 5.032 | 5.224 | 5.25 | 5.277 | 4.975 | 100.0% | 10 | - | nova.create_100_rules | 42.993 | 44.613 | 45.762 | 45.785 | 45.808 | 44.39 | 100.0% | 10 | - | nova.list_security_groups | 0.153 | 0.195 | 0.36 | 0.486 | 0.613 | 0.251 | 100.0% | 10 | - | total | 48.225 | 50.01 | 50.441 | 50.635 | 50.83 | 49.616 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.417917013 - Full duration: 217.353839159 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.382 | 5.191 | 5.496 | 5.608 | 5.72 | 5.12 | 100.0% | 10 | - | nova.create_100_rules | 43.059 | 44.368 | 45.778 | 46.029 | 46.28 | 44.458 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.662 | 2.265 | 2.495 | 2.664 | 2.832 | 2.215 | 100.0% | 10 | - | total | 50.772 | 51.601 | 53.26 | 53.294 | 53.327 | 51.794 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 156.369856119 - Full duration: 199.137834787 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.013 | 14.52 | 15.332 | 15.8 | 16.267 | 14.249 | 100.0% | 10 | - | nova.reboot_server | 5.223 | 6.071 | 6.385 | 6.462 | 6.539 | 5.987 | 100.0% | 10 | - | nova.soft_reboot_server | 5.766 | 8.423 | 8.806 | 9.002 | 9.198 | 8.214 | 100.0% | 10 | - | nova.stop_server | 3.892 | 6.503 | 7.587 | 10.894 | 14.201 | 6.898 | 100.0% | 10 | - | nova.start_server | 3.432 | 4.687 | 5.177 | 5.424 | 5.672 | 4.587 | 100.0% | 10 | - | nova.rescue_server | 7.9 | 8.519 | 9.688 | 10.196 | 10.703 | 8.724 | 100.0% | 10 | - | nova.unrescue_server | 5.091 | 5.518 | 5.836 | 6.131 | 6.426 | 5.577 | 100.0% | 10 | - | nova.delete_server | 2.495 | 2.921 | 3.469 | 3.516 | 3.563 | 2.974 | 100.0% | 10 | - | total | 53.649 | 57.305 | 59.111 | 60.626 | 62.142 | 57.23 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 174.621170044 - Full duration: 245.828352928 - - - - test scenario NovaServers.boot_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.233 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 | - | total | 13.234 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 42.6567699909 - Full duration: 99.771146059 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.306 | 4.999 | 5.282 | 5.289 | 5.296 | 4.937 | 100.0% | 10 | - | nova.create_100_rules | 41.795 | 43.955 | 45.983 | 46.201 | 46.418 | 44.135 | 100.0% | 10 | - | nova.boot_server | 10.075 | 11.651 | 12.302 | 13.061 | 13.82 | 11.534 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.217 | 0.249 | 0.568 | 0.572 | 0.577 | 0.338 | 100.0% | 10 | - | nova.delete_server | 2.469 | 2.619 | 2.937 | 3.034 | 3.131 | 2.712 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.574 | 1.878 | 2.55 | 2.704 | 2.858 | 2.053 | 100.0% | 10 | - | total | 63.097 | 65.905 | 66.858 | 67.329 | 67.8 | 65.71 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 195.037164927 - Full duration: 263.490648985 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.325 | 13.238 | 14.398 | 14.542 | 14.687 | 13.373 | 100.0% | 10 | - | nova.pause_server | 2.412 | 2.986 | 3.177 | 3.205 | 3.233 | 2.946 | 100.0% | 10 | - | nova.unpause_server | 2.824 | 3.169 | 3.325 | 3.392 | 3.459 | 3.13 | 100.0% | 10 | - | nova.delete_server | 2.501 | 3.244 | 3.557 | 3.634 | 3.71 | 3.233 | 100.0% | 10 | - | total | 21.499 | 22.307 | 24.0 | 24.022 | 24.043 | 22.682 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 67.2968730927 - Full duration: 134.783083916 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.885 | 10.866 | 11.617 | 11.636 | 11.655 | 10.841 | 100.0% | 10 | - | nova.boot_server | 13.236 | 14.774 | 15.766 | 16.126 | 16.486 | 14.693 | 100.0% | 10 | - | total | 23.437 | 25.64 | 27.197 | 27.213 | 27.23 | 25.534 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 78.3072631359 - Full duration: 145.979751825 - - - - test scenario NovaServers.boot_and_list_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.745 | 14.15 | 15.755 | 15.872 | 15.99 | 14.143 | 100.0% | 10 | - | nova.list_servers | 0.579 | 0.977 | 1.114 | 1.158 | 1.203 | 0.926 | 100.0% | 10 | - | total | 13.49 | 14.979 | 16.933 | 16.94 | 16.947 | 15.07 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.7471969128 - Full duration: 130.989289045 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 09c70711-40eb-4c85-8b87-c0c081222b0d: started - Task 09c70711-40eb-4c85-8b87-c0c081222b0d: finished - - test scenario Quotas.cinder_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | quotas.update_quotas | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 | - | total | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 3.62791609764 - Full duration: 16.2237439156 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.396 | 0.426 | 0.572 | 0.581 | 0.591 | 0.464 | 100.0% | 10 | - | total | 0.553 | 0.575 | 0.773 | 0.834 | 0.896 | 0.64 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.80940699577 - Full duration: 13.0895729065 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.145 | 1.182 | 1.365 | 1.407 | 1.449 | 1.234 | 100.0% | 10 | - | quotas.delete_quotas | 0.543 | 0.933 | 1.011 | 1.032 | 1.053 | 0.873 | 100.0% | 10 | - | total | 1.723 | 2.095 | 2.413 | 2.435 | 2.456 | 2.107 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.34634900093 - Full duration: 18.2702391148 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.544 | 0.621 | 0.695 | 0.705 | 0.716 | 0.619 | 100.0% | 10 | - | quotas.delete_quotas | 0.017 | 0.023 | 0.028 | 0.028 | 0.029 | 0.024 | 100.0% | 10 | - | total | 0.569 | 0.642 | 0.713 | 0.726 | 0.739 | 0.643 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.95026016235 - Full duration: 13.2278659344 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.643 | 100.0% | 10 | - | total | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.644 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.94177007675 - Full duration: 13.6731410027 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task ee8c572e-1240-4996-a06f-801592da0277: started - Task ee8c572e-1240-4996-a06f-801592da0277: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 | - | total | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.791751146317 - Full duration: 5.66926693916 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 | - | total | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.181750059128 - Full duration: 5.16227507591 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:59 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:38 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:59 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 11:16 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:37 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:03 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 47:41 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:14 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:10 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:40:41 | 232 | 100.00% | - +===================+============+===============+===========+ - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-18T13:37:06.661Z", - "end": "2016-02-18T13:37:12.962Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-18T13:37:06.661Z - End: 2016-02-18T13:37:12.962Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-nosdn-ovs-ha.rst b/docs/results/fuel-os-nosdn-ovs-ha.rst deleted file mode 100644 index 8bac271cc..000000000 --- a/docs/results/fuel-os-nosdn-ovs-ha.rst +++ /dev/null @@ -1,2285 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-ovs-ha ----------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.42319 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10399 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 21.61136 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.17689 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 44.97306 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.61967 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.61148 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.36880 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97375 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.39432 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62328 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.37363 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.61586 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.35380 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.67239 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.38634 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.05724 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.53191 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.18318 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.22600 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.02248 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 2.15108 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.32340 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.71240 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 16.19396 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.08151 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.38225 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30658 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.03364 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.55185 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.60722 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.61518 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10976 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.10289 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.10607 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09006 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.39571 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.55219 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00134 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20517 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08353 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01952 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07490 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.11856 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03290 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.04317 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04307 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.08060 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.09867 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.31911 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03124 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10668 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.11260 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20834 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.75046 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37893 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.36982 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68314 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.57271 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.64458 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.92495 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 22.44224 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 30.13484 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 15.86074 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.98275 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.59054 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 3.72221 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.78814 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.60414 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.08274 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.16235 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 2.57737 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.46117 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.22501 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.11043 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71277 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.10491 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.50933 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.94894 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.36216 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.57821 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.85906 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.81229 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.26423 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.39718 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00093 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.29322 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02099 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.64378 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.06226 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.83135 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08382 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.30164 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.04541 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.97480 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.05415 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.26485 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02006 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.84845 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.10464 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.02679 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64732 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.79302 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38635 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.67061 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.34593 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09899 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08376 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.07817 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10831 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09626 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.09352 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57765 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.66822 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.06984 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.62527 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.08457 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.35650 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.99120 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.72175 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.61046 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.54154 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.24168 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.49353 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.50686 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.20151 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.69691 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.39375 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.38459 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.29588 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.51586 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.70137 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.60901 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.31436 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.32710 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.05551 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.45609 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.05677 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.98082 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.63311 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.09653 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.35475 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.90406 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.62630 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.17609 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.37848 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.09860 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 7.70778 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 4.78033 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.62080 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.61729 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.56892 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.67551 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 3.90091 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.96428 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.98439 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.83806 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29228 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.05162 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.96419 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.36613 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.64793 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.64806 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04923 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.42249 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61494 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.64431 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.61515 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.79836 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84027 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.71970 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06703 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 15.64501 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.81335 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.28514 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.08361 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 13.04419 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.72121 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.46298 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.52032 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06039 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.07579 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 56.52179 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 42.52437 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 81.46846 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 72.34328 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1602:24:40.738841', 'duration': 234, 'tests': 210, 'failures': 26} - - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: started - Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.519 | 0.582 | 0.614 | 0.616 | 0.619 | 0.577 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.318 | 0.548 | 0.621 | 0.699 | 0.777 | 0.557 | 100.0% | 10 | - | total | 1.086 | 1.305 | 1.37 | 1.467 | 1.563 | 1.307 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.99583816528 - Full duration: 11.4604001045 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.139 | 0.157 | 0.174 | 0.175 | 0.175 | 0.158 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.509595870972 - Full duration: 8.08681082726 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.281 | 0.3 | 0.407 | 0.408 | 0.409 | 0.322 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.049 | 0.288 | 0.309 | 0.343 | 0.377 | 0.254 | 100.0% | 10 | - | total | 0.474 | 0.756 | 0.876 | 0.883 | 0.89 | 0.748 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.13345599174 - Full duration: 9.90360093117 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.263 | 0.305 | 0.334 | 0.394 | 0.454 | 0.313 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.031 | 0.045 | 0.061 | 0.07 | 0.079 | 0.048 | 100.0% | 10 | - | total | 0.456 | 0.517 | 0.555 | 0.62 | 0.686 | 0.525 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58427906036 - Full duration: 9.08766698837 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.279 | 0.31 | 0.336 | 0.384 | 0.433 | 0.316 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.023 | 0.284 | 0.356 | 0.475 | 0.594 | 0.244 | 100.0% | 10 | - | total | 0.44 | 0.784 | 0.989 | 1.066 | 1.142 | 0.75 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06888413429 - Full duration: 9.67203593254 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.279 | 0.333 | 0.347 | 0.348 | 0.348 | 0.328 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.042 | 0.302 | 0.341 | 0.374 | 0.407 | 0.263 | 100.0% | 10 | - | total | 0.467 | 0.804 | 0.848 | 0.869 | 0.89 | 0.757 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.20722603798 - Full duration: 10.0450489521 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: started - Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: finished - - test scenario GlanceImages.list_images - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - | glance.list_images | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 | - | total | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.37443709373 - Full duration: 12.192773819 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.016 | 7.626 | 8.071 | 8.175 | 8.28 | 7.656 | 100.0% | 10 | - | nova.boot_servers | 14.247 | 15.398 | 16.507 | 16.622 | 16.737 | 15.457 | 100.0% | 10 | - | total | 21.583 | 22.978 | 23.909 | 24.335 | 24.761 | 23.114 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.0709619522 - Full duration: 125.822338104 - - - - test scenario GlanceImages.create_and_list_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.021 | 7.699 | 9.045 | 14.322 | 19.599 | 8.763 | 100.0% | 10 | - | glance.list_images | 0.334 | 0.602 | 0.657 | 0.684 | 0.71 | 0.593 | 100.0% | 10 | - | total | 7.61 | 8.326 | 9.638 | 14.906 | 20.173 | 9.356 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.350317955 - Full duration: 54.6049070358 - - - - test scenario GlanceImages.create_and_delete_image - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.113 | 7.689 | 7.945 | 7.946 | 7.948 | 7.622 | 100.0% | 10 | - | glance.delete_image | 1.846 | 2.236 | 3.676 | 9.026 | 14.377 | 3.407 | 100.0% | 10 | - | total | 9.452 | 9.823 | 11.494 | 16.81 | 22.126 | 11.029 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.6257281303 - Full duration: 42.0794751644 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 9f092186-5955-4467-948a-16d0404a8c2f: started - Task 9f092186-5955-4467-948a-16d0404a8c2f: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 10.268 | 12.476 | 13.344 | 13.444 | 13.544 | 12.273 | 100.0% | 10 | - | cinder.create_volume | 3.181 | 3.689 | 3.924 | 4.051 | 4.178 | 3.675 | 100.0% | 10 | - | nova.attach_volume | 3.763 | 4.185 | 6.83 | 6.904 | 6.978 | 4.705 | 100.0% | 10 | - | nova.detach_volume | 3.274 | 3.884 | 4.469 | 4.48 | 4.491 | 3.865 | 100.0% | 10 | - | cinder.delete_volume | 0.598 | 2.89 | 3.108 | 3.229 | 3.351 | 2.513 | 100.0% | 10 | - | nova.delete_server | 2.824 | 3.112 | 3.135 | 3.142 | 3.15 | 3.06 | 100.0% | 10 | - | total | 28.505 | 29.774 | 31.521 | 31.648 | 31.774 | 30.091 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 89.9433991909 - Full duration: 132.382716179 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 9.263 | 9.593 | 10.234 | 10.313 | 10.391 | 9.735 | 100.0% | 10 | - | cinder.list_volumes | 0.073 | 0.334 | 0.502 | 0.51 | 0.517 | 0.325 | 100.0% | 10 | - | total | 9.347 | 9.982 | 10.562 | 10.633 | 10.704 | 10.06 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 30.0611338615 - Full duration: 53.2253141403 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.693 | 3.995 | 4.393 | 4.446 | 4.498 | 4.011 | 100.0% | 10 | - | cinder.list_volumes | 0.073 | 0.365 | 0.473 | 0.503 | 0.532 | 0.334 | 100.0% | 10 | - | total | 3.792 | 4.367 | 4.739 | 4.852 | 4.964 | 4.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.0783438683 - Full duration: 34.8268380165 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.034 | 3.324 | 3.749 | 4.714 | 5.679 | 3.488 | 100.0% | 10 | - | cinder.list_snapshots | 0.027 | 0.306 | 0.324 | 0.326 | 0.329 | 0.227 | 100.0% | 10 | - | total | 3.132 | 3.417 | 4.072 | 5.033 | 5.994 | 3.715 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4324269295 - Full duration: 51.1932430267 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.495 | 3.952 | 4.201 | 4.213 | 4.224 | 3.929 | 100.0% | 10 | - | cinder.delete_volume | 0.559 | 2.729 | 3.265 | 3.327 | 3.389 | 2.111 | 100.0% | 10 | - | total | 4.352 | 6.379 | 7.367 | 7.421 | 7.476 | 6.04 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.7915260792 - Full duration: 37.4740400314 - - - - test scenario CinderVolumes.create_and_delete_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.153 | 9.894 | 10.152 | 10.17 | 10.189 | 9.798 | 100.0% | 10 | - | cinder.delete_volume | 0.563 | 0.972 | 3.341 | 3.425 | 3.51 | 1.572 | 100.0% | 10 | - | total | 9.717 | 10.853 | 13.493 | 13.596 | 13.699 | 11.371 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.9503250122 - Full duration: 51.7525529861 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.461 | 3.688 | 4.442 | 4.444 | 4.447 | 3.838 | 100.0% | 10 | - | cinder.delete_volume | 0.493 | 0.917 | 3.039 | 3.183 | 3.328 | 1.504 | 100.0% | 10 | - | total | 4.048 | 4.704 | 7.416 | 7.425 | 7.434 | 5.343 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.7748939991 - Full duration: 35.0109767914 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.474 | 3.728 | 4.034 | 4.158 | 4.283 | 3.802 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.739 | 27.612 | 32.627 | 32.648 | 32.669 | 26.268 | 100.0% | 10 | - | cinder.delete_volume | 0.914 | 2.817 | 3.041 | 3.073 | 3.105 | 2.347 | 100.0% | 10 | - | nova.delete_image | 2.403 | 2.717 | 2.8 | 2.899 | 2.999 | 2.685 | 100.0% | 10 | - | total | 26.184 | 36.276 | 42.076 | 42.091 | 42.105 | 35.103 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 100.882842064 - Full duration: 122.017296791 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.994 | 3.448 | 3.79 | 4.429 | 5.067 | 3.513 | 100.0% | 10 | - | cinder.delete_snapshot | 2.529 | 2.878 | 3.135 | 3.14 | 3.144 | 2.867 | 100.0% | 10 | - | total | 5.551 | 6.333 | 6.766 | 7.484 | 8.202 | 6.38 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.3024630547 - Full duration: 53.5971570015 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.445 | 3.759 | 3.809 | 3.811 | 3.814 | 3.703 | 100.0% | 10 | - | total | 3.445 | 3.759 | 3.809 | 3.812 | 3.814 | 3.703 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0321419239 - Full duration: 28.9824199677 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.698 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 | - | total | 3.699 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.7128379345 - Full duration: 34.5113909245 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 | - | total | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.63166594505 - Full duration: 66.0012481213 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.397 | 3.887 | 4.192 | 4.206 | 4.22 | 3.861 | 100.0% | 10 | - | cinder.create_snapshot | 2.867 | 3.153 | 3.188 | 3.25 | 3.311 | 3.111 | 100.0% | 10 | - | nova.attach_volume | 3.869 | 5.36 | 10.321 | 11.444 | 12.567 | 6.387 | 100.0% | 10 | - | nova.detach_volume | 3.309 | 3.955 | 4.207 | 4.268 | 4.33 | 3.843 | 100.0% | 10 | - | cinder.delete_snapshot | 2.26 | 2.629 | 2.904 | 3.051 | 3.199 | 2.668 | 100.0% | 10 | - | cinder.delete_volume | 0.553 | 2.446 | 2.844 | 2.938 | 3.033 | 1.903 | 100.0% | 10 | - | total | 18.664 | 22.016 | 27.546 | 29.149 | 30.752 | 22.899 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 67.0612659454 - Full duration: 183.666878939 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.553 | 3.919 | 4.193 | 4.206 | 4.219 | 3.896 | 100.0% | 10 | - | cinder.delete_volume | 2.698 | 3.101 | 3.447 | 3.564 | 3.682 | 3.136 | 100.0% | 10 | - | total | 6.251 | 7.071 | 7.484 | 7.564 | 7.645 | 7.032 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.0021979809 - Full duration: 55.9390618801 - - - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.435 | 4.074 | 4.424 | 4.424 | 4.425 | 4.026 | 100.0% | 10 | - | cinder.extend_volume | 0.707 | 1.246 | 3.299 | 3.344 | 3.389 | 1.877 | 100.0% | 10 | - | cinder.delete_volume | 0.692 | 1.948 | 3.07 | 3.114 | 3.157 | 1.937 | 100.0% | 10 | - | total | 5.944 | 8.052 | 8.803 | 9.273 | 9.743 | 7.84 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.8975720406 - Full duration: 43.0286390781 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.311 | 3.828 | 3.963 | 3.983 | 4.004 | 3.796 | 100.0% | 10 | - | cinder.create_snapshot | 2.536 | 2.956 | 3.228 | 3.282 | 3.336 | 2.967 | 100.0% | 10 | - | nova.attach_volume | 3.854 | 4.422 | 6.403 | 6.702 | 7.002 | 4.856 | 100.0% | 10 | - | nova.detach_volume | 3.28 | 3.968 | 4.168 | 4.23 | 4.291 | 3.861 | 100.0% | 10 | - | cinder.delete_snapshot | 2.409 | 2.566 | 2.92 | 2.931 | 2.943 | 2.652 | 100.0% | 10 | - | cinder.delete_volume | 0.616 | 2.517 | 2.894 | 3.087 | 3.279 | 2.098 | 100.0% | 10 | - | total | 19.096 | 21.622 | 23.818 | 24.006 | 24.195 | 21.486 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.8816320896 - Full duration: 192.880079985 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.008 | 3.875 | 4.246 | 4.262 | 4.278 | 3.77 | 100.0% | 10 | - | cinder.create_snapshot | 2.518 | 3.123 | 3.599 | 3.708 | 3.818 | 3.136 | 100.0% | 10 | - | nova.attach_volume | 3.945 | 5.453 | 7.683 | 8.854 | 10.024 | 5.87 | 100.0% | 10 | - | nova.detach_volume | 3.292 | 3.879 | 4.458 | 4.792 | 5.127 | 3.95 | 100.0% | 10 | - | cinder.delete_snapshot | 0.527 | 2.572 | 2.804 | 2.854 | 2.904 | 2.393 | 100.0% | 10 | - | cinder.delete_volume | 0.894 | 2.839 | 3.023 | 3.037 | 3.052 | 2.513 | 100.0% | 10 | - | total | 20.01 | 23.245 | 26.325 | 27.177 | 28.028 | 23.414 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 71.9912419319 - Full duration: 203.27274704 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task f964ffc4-416b-4d44-b65d-29baeaea8bec: started - Task f964ffc4-416b-4d44-b65d-29baeaea8bec: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.969 | 4.357 | 4.55 | 4.551 | 4.551 | 4.324 | 100.0% | 10 | - | heat.suspend_stack | 1.657 | 1.711 | 1.822 | 1.868 | 1.915 | 1.731 | 100.0% | 10 | - | heat.resume_stack | 1.437 | 1.616 | 1.637 | 1.648 | 1.658 | 1.574 | 100.0% | 10 | - | heat.delete_stack | 1.403 | 1.555 | 1.702 | 2.211 | 2.721 | 1.658 | 100.0% | 10 | - | total | 8.875 | 9.374 | 9.503 | 9.735 | 9.967 | 9.288 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.5499420166 - Full duration: 37.6667420864 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.985 | 4.305 | 4.343 | 4.374 | 4.405 | 4.237 | 100.0% | 10 | - | heat.delete_stack | 1.379 | 1.455 | 1.484 | 1.487 | 1.489 | 1.447 | 100.0% | 10 | - | total | 5.451 | 5.729 | 5.798 | 5.812 | 5.826 | 5.683 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.0478360653 - Full duration: 27.8095588684 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 26.314 | 28.232 | 29.851 | 29.855 | 29.859 | 28.255 | 100.0% | 10 | - | heat.delete_stack | 10.7 | 11.864 | 12.929 | 12.939 | 12.949 | 12.051 | 100.0% | 10 | - | total | 38.29 | 40.481 | 41.719 | 41.722 | 41.725 | 40.306 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 120.330497026 - Full duration: 130.361554861 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 22.65 | 24.176 | 25.608 | 26.138 | 26.667 | 24.433 | 100.0% | 10 | - | heat.delete_stack | 10.59 | 11.212 | 11.949 | 12.486 | 13.022 | 11.332 | 100.0% | 10 | - | total | 33.338 | 36.173 | 37.277 | 37.282 | 37.287 | 35.765 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 105.698035955 - Full duration: 115.92205596 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.513 | 0.529 | 0.55 | 0.555 | 0.559 | 0.532 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.513 | 0.529 | 0.55 | 0.555 | 0.56 | 0.532 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.66571998596 - Full duration: 10.2634401321 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 3.891 | 4.318 | 4.491 | 4.525 | 4.559 | 4.283 | 100.0% | 10 | - | heat.update_stack | 3.532 | 3.653 | 3.805 | 3.849 | 3.893 | 3.669 | 100.0% | 10 | - | heat.delete_stack | 1.517 | 2.659 | 2.766 | 2.767 | 2.768 | 2.555 | 100.0% | 10 | - | total | 9.434 | 10.591 | 10.815 | 10.957 | 11.1 | 10.507 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 31.6606299877 - Full duration: 41.6391699314 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.815 | 4.241 | 4.394 | 4.403 | 4.411 | 4.206 | 100.0% | 10 | - | heat.update_stack | 3.536 | 3.637 | 3.758 | 3.809 | 3.86 | 3.655 | 100.0% | 10 | - | heat.delete_stack | 1.359 | 1.407 | 1.693 | 2.128 | 2.563 | 1.55 | 100.0% | 10 | - | total | 9.067 | 9.301 | 9.655 | 10.15 | 10.645 | 9.412 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.7025399208 - Full duration: 38.6538958549 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.845 | 4.648 | 5.545 | 5.549 | 5.552 | 4.702 | 100.0% | 10 | - | heat.update_stack | 5.818 | 5.896 | 6.239 | 6.242 | 6.246 | 5.982 | 100.0% | 10 | - | heat.delete_stack | 2.479 | 2.526 | 2.59 | 2.606 | 2.623 | 2.537 | 100.0% | 10 | - | total | 12.651 | 13.069 | 13.902 | 13.942 | 13.981 | 13.221 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.0307080746 - Full duration: 49.9186120033 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 5.244 | 5.361 | 5.485 | 5.498 | 5.511 | 5.375 | 100.0% | 10 | - | heat.update_stack | 9.239 | 9.295 | 9.34 | 9.346 | 9.353 | 9.298 | 100.0% | 10 | - | heat.delete_stack | 3.643 | 3.694 | 3.736 | 3.74 | 3.745 | 3.697 | 100.0% | 10 | - | total | 18.262 | 18.349 | 18.503 | 18.508 | 18.514 | 18.37 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 55.1248130798 - Full duration: 66.4681949615 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.185 | 4.4 | 4.476 | 4.481 | 4.486 | 4.371 | 100.0% | 10 | - | heat.update_stack | 5.806 | 5.891 | 5.921 | 5.933 | 5.946 | 5.879 | 100.0% | 10 | - | heat.delete_stack | 2.512 | 2.569 | 2.622 | 2.626 | 2.629 | 2.572 | 100.0% | 10 | - | total | 12.536 | 12.853 | 12.946 | 12.953 | 12.959 | 12.821 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.3984200954 - Full duration: 49.409635067 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.99 | 4.405 | 4.621 | 4.622 | 4.623 | 4.393 | 100.0% | 10 | - | heat.update_stack | 3.536 | 3.563 | 3.779 | 3.832 | 3.885 | 3.624 | 100.0% | 10 | - | heat.delete_stack | 1.335 | 2.488 | 2.546 | 2.555 | 2.564 | 2.09 | 100.0% | 10 | - | total | 9.272 | 10.325 | 10.734 | 10.81 | 10.886 | 10.107 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.7103030682 - Full duration: 41.7412381172 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.146 | 4.271 | 4.393 | 4.448 | 4.504 | 4.284 | 100.0% | 10 | - | heat.list_stacks | 0.072 | 0.1 | 0.111 | 0.115 | 0.119 | 0.097 | 100.0% | 10 | - | total | 4.254 | 4.376 | 4.494 | 4.541 | 4.588 | 4.382 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1074800491 - Full duration: 29.5266339779 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.907 | 4.192 | 4.293 | 4.364 | 4.435 | 4.155 | 100.0% | 10 | - | heat.check_stack | 0.745 | 1.525 | 1.901 | 1.922 | 1.944 | 1.529 | 100.0% | 10 | - | heat.delete_stack | 1.391 | 2.514 | 2.598 | 2.642 | 2.685 | 2.316 | 100.0% | 10 | - | total | 7.026 | 8.237 | 8.42 | 8.494 | 8.569 | 8.0 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.9746980667 - Full duration: 35.3819260597 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 66a8f673-a0ba-4559-8d8e-34457024edd9: started - Task 66a8f673-a0ba-4559-8d8e-34457024edd9: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.269 | 0.303 | 0.372 | 0.379 | 0.386 | 0.315 | 100.0% | 10 | - | keystone.create_users | 1.601 | 1.647 | 1.771 | 1.776 | 1.78 | 1.67 | 100.0% | 10 | - | total | 1.871 | 1.96 | 2.095 | 2.101 | 2.107 | 1.985 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.90541005135 - Full duration: 21.2136161327 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.274 | 0.295 | 0.314 | 0.347 | 0.379 | 0.299 | 100.0% | 10 | - | keystone.add_role | 0.254 | 0.271 | 0.354 | 0.378 | 0.401 | 0.289 | 100.0% | 10 | - | keystone.list_roles | 0.133 | 0.141 | 0.154 | 0.155 | 0.155 | 0.142 | 100.0% | 10 | - | total | 0.673 | 0.705 | 0.811 | 0.828 | 0.844 | 0.73 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.21612095833 - Full duration: 15.3072237968 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.278 | 0.365 | 0.443 | 0.457 | 0.472 | 0.359 | 100.0% | 10 | - | keystone.add_role | 0.262 | 0.275 | 0.348 | 0.352 | 0.356 | 0.291 | 100.0% | 10 | - | keystone.remove_role | 0.153 | 0.168 | 0.178 | 0.18 | 0.182 | 0.167 | 100.0% | 10 | - | total | 0.723 | 0.83 | 0.906 | 0.91 | 0.915 | 0.817 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.51204109192 - Full duration: 15.9939908981 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.283 | 0.313 | 0.4 | 0.402 | 0.403 | 0.333 | 100.0% | 10 | - | keystone.update_tenant | 0.128 | 0.156 | 0.251 | 0.251 | 0.251 | 0.178 | 100.0% | 10 | - | keystone.delete_tenant | 0.307 | 0.356 | 0.433 | 0.451 | 0.469 | 0.365 | 100.0% | 10 | - | total | 0.775 | 0.886 | 0.937 | 0.975 | 1.013 | 0.876 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.67470407486 - Full duration: 14.5480179787 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.262 | 0.301 | 0.324 | 0.35 | 0.375 | 0.301 | 100.0% | 10 | - | keystone.delete_service | 0.136 | 0.163 | 0.181 | 0.209 | 0.236 | 0.165 | 100.0% | 10 | - | total | 0.413 | 0.47 | 0.521 | 0.522 | 0.524 | 0.467 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.38856720924 - Full duration: 12.6957240105 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.275 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 | - | total | 0.276 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.917107105255 - Full duration: 8.57450699806 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.287 | 0.309 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 | - | total | 0.287 | 0.31 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.01195383072 - Full duration: 9.76411700249 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.29 | 0.31 | 0.33 | 0.331 | 0.332 | 0.311 | 100.0% | 10 | - | keystone.list_tenants | 0.122 | 0.138 | 0.16 | 0.194 | 0.229 | 0.146 | 100.0% | 10 | - | total | 0.422 | 0.451 | 0.492 | 0.525 | 0.558 | 0.457 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.38993692398 - Full duration: 15.0407979488 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.29 | 0.367 | 0.474 | 0.501 | 0.528 | 0.374 | 100.0% | 10 | - | keystone.delete_role | 0.276 | 0.317 | 0.52 | 0.54 | 0.561 | 0.362 | 100.0% | 10 | - | total | 0.572 | 0.704 | 0.994 | 1.042 | 1.089 | 0.737 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.35643291473 - Full duration: 13.3514738083 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.266 | 0.31 | 0.344 | 0.369 | 0.393 | 0.313 | 100.0% | 10 | - | keystone.create_user | 0.137 | 0.157 | 0.169 | 0.174 | 0.179 | 0.158 | 100.0% | 10 | - | keystone.create_role | 0.124 | 0.142 | 0.164 | 0.199 | 0.234 | 0.151 | 100.0% | 10 | - | keystone.get_tenant | 0.112 | 0.129 | 0.147 | 0.149 | 0.15 | 0.13 | 100.0% | 10 | - | keystone.get_user | 0.126 | 0.135 | 0.148 | 0.15 | 0.153 | 0.137 | 100.0% | 10 | - | keystone.get_role | 0.116 | 0.127 | 0.143 | 0.156 | 0.169 | 0.131 | 100.0% | 10 | - | keystone.service_list | 0.117 | 0.135 | 0.218 | 0.224 | 0.23 | 0.152 | 100.0% | 10 | - | keystone.get_service | 0.12 | 0.13 | 0.172 | 0.197 | 0.221 | 0.141 | 100.0% | 10 | - | total | 1.204 | 1.319 | 1.391 | 1.394 | 1.398 | 1.315 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.94662213326 - Full duration: 21.1036419868 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.28 | 0.313 | 0.343 | 0.364 | 0.385 | 0.32 | 100.0% | 10 | - | keystone.list_users | 0.123 | 0.141 | 0.158 | 0.197 | 0.235 | 0.148 | 100.0% | 10 | - | total | 0.43 | 0.461 | 0.516 | 0.53 | 0.545 | 0.468 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.41474604607 - Full duration: 9.85008382797 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: started - Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.788 | 0.834 | 0.941 | 0.962 | 0.984 | 0.854 | 100.0% | 10 | - | neutron.delete_port | 0.229 | 0.625 | 0.757 | 0.814 | 0.871 | 0.637 | 100.0% | 10 | - | total | 1.057 | 1.507 | 1.702 | 1.707 | 1.712 | 1.492 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.537129879 - Full duration: 55.4609839916 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.706 | 0.789 | 0.991 | 0.992 | 0.992 | 0.825 | 100.0% | 10 | - | neutron.create_router | 0.068 | 0.482 | 0.587 | 0.666 | 0.746 | 0.47 | 100.0% | 10 | - | neutron.add_interface_router | 0.711 | 0.784 | 0.907 | 1.031 | 1.155 | 0.817 | 100.0% | 10 | - | neutron.list_routers | 0.417 | 0.467 | 0.513 | 0.54 | 0.567 | 0.474 | 100.0% | 10 | - | total | 2.404 | 2.525 | 2.859 | 2.897 | 2.934 | 2.587 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.67870306969 - Full duration: 58.1500780582 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.813 | 0.872 | 0.875 | 0.878 | 0.816 | 100.0% | 10 | - | neutron.create_router | 0.06 | 0.463 | 0.517 | 0.53 | 0.544 | 0.435 | 100.0% | 10 | - | neutron.add_interface_router | 0.335 | 0.772 | 0.867 | 0.868 | 0.869 | 0.707 | 100.0% | 10 | - | neutron.remove_interface_router | 0.341 | 0.691 | 0.901 | 0.916 | 0.93 | 0.69 | 100.0% | 10 | - | neutron.delete_router | 0.553 | 0.682 | 0.838 | 0.854 | 0.87 | 0.686 | 100.0% | 10 | - | total | 2.946 | 3.271 | 3.758 | 3.795 | 3.832 | 3.335 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.81285190582 - Full duration: 60.2574419975 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.81 | 0.883 | 0.976 | 0.981 | 0.987 | 0.89 | 100.0% | 10 | - | neutron.list_ports | 0.563 | 0.626 | 0.776 | 0.827 | 0.877 | 0.652 | 100.0% | 10 | - | total | 1.398 | 1.535 | 1.661 | 1.723 | 1.785 | 1.542 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.79494190216 - Full duration: 57.4564638138 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.782 | 0.868 | 0.944 | 0.944 | 0.945 | 0.867 | 100.0% | 10 | - | neutron.delete_subnet | 0.579 | 0.66 | 0.806 | 0.813 | 0.82 | 0.679 | 100.0% | 10 | - | total | 1.374 | 1.515 | 1.721 | 1.735 | 1.75 | 1.546 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.67370796204 - Full duration: 54.8155629635 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.617 | 0.701 | 0.786 | 0.79 | 0.794 | 0.702 | 100.0% | 10 | - | neutron.delete_network | 0.516 | 0.595 | 0.635 | 0.66 | 0.685 | 0.592 | 100.0% | 10 | - | total | 1.156 | 1.302 | 1.382 | 1.392 | 1.401 | 1.294 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.91053414345 - Full duration: 34.4190309048 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.605 | 0.698 | 0.893 | 0.897 | 0.901 | 0.723 | 100.0% | 10 | - | neutron.list_networks | 0.403 | 0.422 | 0.518 | 0.522 | 0.526 | 0.44 | 100.0% | 10 | - | total | 1.013 | 1.156 | 1.315 | 1.315 | 1.315 | 1.163 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.48294115067 - Full duration: 36.022400856 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.82 | 0.85 | 0.884 | 0.919 | 0.816 | 100.0% | 10 | - | neutron.create_router | 0.077 | 0.47 | 0.6 | 0.73 | 0.861 | 0.482 | 100.0% | 10 | - | neutron.add_interface_router | 0.362 | 0.752 | 0.811 | 0.858 | 0.904 | 0.692 | 100.0% | 10 | - | neutron.update_router | 0.206 | 0.635 | 0.668 | 0.68 | 0.691 | 0.554 | 100.0% | 10 | - | total | 1.848 | 2.659 | 2.876 | 3.008 | 3.14 | 2.544 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.22650980949 - Full duration: 60.5388588905 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.654 | 0.724 | 0.888 | 0.911 | 0.934 | 0.756 | 100.0% | 10 | - | neutron.update_network | 0.145 | 0.545 | 0.569 | 0.59 | 0.611 | 0.502 | 100.0% | 10 | - | total | 1.018 | 1.265 | 1.427 | 1.431 | 1.436 | 1.258 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.75120806694 - Full duration: 35.950884819 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.814 | 0.896 | 0.995 | 1.01 | 1.024 | 0.896 | 100.0% | 10 | - | neutron.update_port | 0.181 | 0.562 | 0.612 | 0.65 | 0.689 | 0.537 | 100.0% | 10 | - | total | 0.995 | 1.461 | 1.585 | 1.597 | 1.608 | 1.433 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.42992901802 - Full duration: 55.774241209 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.726 | 0.805 | 1.041 | 1.045 | 1.049 | 0.845 | 100.0% | 10 | - | neutron.list_subnets | 0.053 | 0.422 | 0.446 | 0.446 | 0.446 | 0.353 | 100.0% | 10 | - | total | 0.861 | 1.221 | 1.458 | 1.458 | 1.458 | 1.199 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.38276219368 - Full duration: 55.0756671429 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.731 | 0.802 | 0.891 | 0.923 | 0.954 | 0.814 | 100.0% | 10 | - | neutron.update_subnet | 0.186 | 0.573 | 0.629 | 0.662 | 0.694 | 0.455 | 100.0% | 10 | - | total | 0.962 | 1.374 | 1.524 | 1.533 | 1.543 | 1.27 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.90665698051 - Full duration: 56.0127599239 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 63203b68-fb0f-4190-b881-339d49343b7e: started - Task 63203b68-fb0f-4190-b881-339d49343b7e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.701 | 0.818 | 0.937 | 1.171 | 1.406 | 0.867 | 100.0% | 10 | - | nova.delete_keypair | 0.032 | 0.044 | 0.06 | 0.062 | 0.065 | 0.046 | 100.0% | 10 | - | total | 0.733 | 0.862 | 0.986 | 1.228 | 1.471 | 0.913 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.58676719666 - Full duration: 44.6176929474 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.231 | 15.082 | 16.288 | 16.485 | 16.681 | 15.005 | 100.0% | 10 | - | nova.create_image | 11.557 | 12.205 | 14.231 | 14.559 | 14.887 | 12.815 | 100.0% | 10 | - | nova.delete_server | 2.824 | 3.432 | 3.623 | 3.636 | 3.649 | 3.306 | 100.0% | 10 | - | nova.boot_server (2) | 11.125 | 13.278 | 14.799 | 15.311 | 15.823 | 13.287 | 100.0% | 10 | - | nova.delete_server (2) | 2.504 | 2.94 | 3.422 | 3.44 | 3.457 | 3.055 | 100.0% | 10 | - | nova.delete_image | 2.668 | 3.276 | 3.598 | 3.634 | 3.669 | 3.259 | 100.0% | 10 | - | total | 47.925 | 50.051 | 54.553 | 54.844 | 55.135 | 50.728 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.159065008 - Full duration: 223.027470827 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.681 | 0.807 | 0.953 | 1.005 | 1.056 | 0.813 | 100.0% | 10 | - | nova.boot_server | 12.625 | 13.795 | 14.626 | 14.992 | 15.358 | 13.92 | 100.0% | 10 | - | nova.delete_server | 2.895 | 3.252 | 3.838 | 4.433 | 5.028 | 3.378 | 100.0% | 10 | - | nova.delete_keypair | 0.041 | 0.049 | 0.084 | 0.2 | 0.316 | 0.076 | 100.0% | 10 | - | total | 16.437 | 18.013 | 19.364 | 19.978 | 20.591 | 18.187 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 54.020512104 - Full duration: 122.761439085 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.633 | 0.811 | 0.88 | 0.945 | 1.01 | 0.797 | 100.0% | 10 | - | nova.list_keypairs | 0.019 | 0.032 | 0.048 | 0.057 | 0.065 | 0.034 | 100.0% | 10 | - | total | 0.663 | 0.833 | 0.925 | 0.988 | 1.051 | 0.831 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.51079297066 - Full duration: 45.2959558964 - - - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | nova.list_servers | 1.153 | 1.561 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 | - | total | 1.153 | 1.562 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 4.51852703094 - Full duration: 136.974627972 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.504 | 13.59 | 14.825 | 15.228 | 15.63 | 13.671 | 100.0% | 10 | - | nova.resize | 41.099 | 42.204 | 47.49 | 47.556 | 47.621 | 44.023 | 100.0% | 10 | - | nova.resize_confirm | 2.651 | 3.698 | 3.805 | 4.059 | 4.314 | 3.556 | 100.0% | 10 | - | nova.delete_server | 2.631 | 3.022 | 3.411 | 4.443 | 5.475 | 3.21 | 100.0% | 10 | - | total | 60.59 | 62.713 | 69.597 | 69.873 | 70.149 | 64.46 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 192.511741161 - Full duration: 232.632377863 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.605 | 10.39 | 10.671 | 10.678 | 10.685 | 10.283 | 100.0% | 10 | - | nova.boot_server | 13.194 | 15.101 | 15.844 | 16.008 | 16.171 | 15.084 | 100.0% | 10 | - | nova.delete_server | 5.067 | 5.835 | 6.025 | 6.147 | 6.269 | 5.704 | 100.0% | 10 | - | total | 29.712 | 31.089 | 31.863 | 32.17 | 32.477 | 31.072 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 93.8591198921 - Full duration: 176.781407833 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.007 | 12.628 | 15.251 | 15.726 | 16.2 | 13.337 | 100.0% | 10 | - | nova.stop_server | 5.734 | 6.679 | 7.157 | 7.198 | 7.239 | 6.643 | 100.0% | 10 | - | nova.migrate | 11.005 | 12.115 | 12.764 | 12.898 | 13.031 | 12.041 | 100.0% | 10 | - | nova.resize_confirm | 2.991 | 3.639 | 4.391 | 5.442 | 6.493 | 3.866 | 100.0% | 10 | - | nova.delete_server | 2.512 | 2.889 | 3.089 | 3.162 | 3.235 | 2.846 | 100.0% | 10 | - | total | 36.009 | 38.096 | 41.114 | 42.08 | 43.046 | 38.733 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 117.547358036 - Full duration: 158.547077894 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.11 | 12.864 | 14.437 | 14.962 | 15.486 | 13.148 | 100.0% | 10 | - | nova.delete_server | 2.855 | 3.146 | 3.605 | 3.624 | 3.644 | 3.198 | 100.0% | 10 | - | total | 15.189 | 15.944 | 18.012 | 18.222 | 18.433 | 16.346 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 47.4842679501 - Full duration: 115.855407953 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 11.096 | 13.966 | 14.767 | 14.775 | 14.783 | 13.664 | 100.0% | 10 | - | nova.rebuild_server | 12.012 | 14.475 | 15.049 | 15.15 | 15.252 | 14.233 | 100.0% | 10 | - | nova.delete_server | 2.573 | 2.99 | 3.499 | 4.34 | 5.181 | 3.213 | 100.0% | 10 | - | total | 28.419 | 30.951 | 32.946 | 34.081 | 35.216 | 31.111 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 91.1762368679 - Full duration: 160.48626709 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.384 | 5.131 | 5.534 | 5.638 | 5.741 | 5.066 | 100.0% | 10 | - | nova.create_100_rules | 42.262 | 43.319 | 44.707 | 45.482 | 46.258 | 43.582 | 100.0% | 10 | - | nova.list_security_groups | 0.18 | 0.248 | 0.52 | 0.602 | 0.685 | 0.299 | 100.0% | 10 | - | total | 47.342 | 48.922 | 49.657 | 50.789 | 51.921 | 48.948 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 145.205770016 - Full duration: 212.670469999 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 3.797 | 4.842 | 5.428 | 5.548 | 5.668 | 4.805 | 100.0% | 10 | - | nova.create_100_rules | 42.897 | 43.258 | 45.74 | 45.781 | 45.822 | 43.845 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.712 | 2.272 | 2.576 | 2.63 | 2.685 | 2.249 | 100.0% | 10 | - | total | 49.862 | 50.866 | 51.896 | 52.159 | 52.422 | 50.9 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 153.145931959 - Full duration: 195.681600094 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.233 | 14.014 | 14.779 | 15.28 | 15.781 | 13.878 | 100.0% | 10 | - | nova.reboot_server | 5.429 | 5.857 | 6.286 | 6.298 | 6.31 | 5.906 | 100.0% | 10 | - | nova.soft_reboot_server | 7.965 | 8.388 | 8.771 | 8.786 | 8.801 | 8.365 | 100.0% | 10 | - | nova.stop_server | 4.492 | 6.237 | 6.84 | 6.896 | 6.952 | 6.14 | 100.0% | 10 | - | nova.start_server | 3.528 | 4.271 | 5.459 | 5.844 | 6.229 | 4.465 | 100.0% | 10 | - | nova.rescue_server | 7.297 | 8.174 | 10.803 | 11.337 | 11.872 | 8.852 | 100.0% | 10 | - | nova.unrescue_server | 5.397 | 5.465 | 5.755 | 5.956 | 6.158 | 5.563 | 100.0% | 10 | - | nova.delete_server | 2.694 | 2.967 | 3.17 | 3.266 | 3.362 | 2.999 | 100.0% | 10 | - | total | 53.124 | 55.752 | 58.931 | 59.472 | 60.013 | 56.189 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 166.732338905 - Full duration: 235.669921875 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - | nova.boot_server | 12.435 | 13.902 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 | - | total | 12.435 | 13.903 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - Load duration: 40.4824538231 - Full duration: 98.6827569008 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.34 | 5.246 | 5.496 | 5.585 | 5.675 | 5.171 | 100.0% | 10 | - | nova.create_100_rules | 41.95 | 43.077 | 44.37 | 44.812 | 45.253 | 43.236 | 100.0% | 10 | - | nova.boot_server | 10.869 | 11.908 | 13.524 | 13.633 | 13.742 | 12.265 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.224 | 0.267 | 0.504 | 0.555 | 0.607 | 0.332 | 100.0% | 10 | - | nova.delete_server | 2.533 | 2.618 | 3.078 | 3.091 | 3.103 | 2.742 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.637 | 1.754 | 2.383 | 2.591 | 2.798 | 1.972 | 100.0% | 10 | - | total | 64.243 | 65.856 | 66.932 | 67.145 | 67.358 | 65.721 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 197.864094019 - Full duration: 266.162395 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.223 | 14.903 | 15.571 | 15.708 | 15.844 | 14.546 | 100.0% | 10 | - | nova.pause_server | 2.791 | 3.173 | 3.334 | 3.379 | 3.424 | 3.141 | 100.0% | 10 | - | nova.unpause_server | 2.459 | 2.849 | 3.186 | 3.266 | 3.346 | 2.907 | 100.0% | 10 | - | nova.delete_server | 2.863 | 3.13 | 3.335 | 3.403 | 3.47 | 3.121 | 100.0% | 10 | - | total | 20.391 | 24.232 | 24.74 | 24.758 | 24.775 | 23.717 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.4143497944 - Full duration: 139.801489115 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.672 | 10.675 | 10.972 | 11.222 | 11.472 | 10.543 | 100.0% | 10 | - | nova.boot_server | 14.233 | 16.466 | 17.095 | 17.399 | 17.704 | 16.109 | 100.0% | 10 | - | total | 23.906 | 27.176 | 27.879 | 28.21 | 28.54 | 26.653 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 79.5798490047 - Full duration: 145.711636782 - - - - test scenario NovaServers.boot_and_list_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.064 | 14.109 | 15.049 | 15.436 | 15.823 | 13.885 | 100.0% | 10 | - | nova.list_servers | 0.612 | 0.992 | 1.197 | 1.199 | 1.201 | 0.948 | 100.0% | 10 | - | total | 13.261 | 15.082 | 15.982 | 16.209 | 16.435 | 14.833 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 43.442057848 - Full duration: 128.433704138 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: started - Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 | - | total | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.63238286972 - Full duration: 15.5500700474 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.392 | 0.43 | 0.632 | 0.65 | 0.667 | 0.482 | 100.0% | 10 | - | total | 0.555 | 0.597 | 0.799 | 0.808 | 0.816 | 0.64 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90143704414 - Full duration: 12.9954409599 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.086 | 1.207 | 1.358 | 1.436 | 1.513 | 1.228 | 100.0% | 10 | - | quotas.delete_quotas | 0.549 | 0.88 | 0.94 | 0.951 | 0.963 | 0.839 | 100.0% | 10 | - | total | 1.654 | 2.078 | 2.316 | 2.37 | 2.424 | 2.067 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.08279585838 - Full duration: 18.0140779018 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.573 | 0.62 | 0.652 | 0.658 | 0.664 | 0.619 | 100.0% | 10 | - | quotas.delete_quotas | 0.016 | 0.025 | 0.028 | 0.032 | 0.036 | 0.024 | 100.0% | 10 | - | total | 0.599 | 0.642 | 0.678 | 0.68 | 0.681 | 0.643 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.95340800285 - Full duration: 13.6638329029 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 | - | total | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90668487549 - Full duration: 13.5694701672 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: started - Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 | - | total | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.4988431931 - Full duration: 20.5546550751 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - | total | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2044279575 - Full duration: 20.1352801323 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:58 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:54 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:59 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 11:14 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:37 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:19 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 47:19 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:13 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:40 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:41:19 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-23T02:24:39.314Z", - "end": "2016-02-23T02:24:44.838Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-18T13:37:06.661Z - End: 2016-02-18T13:37:12.962Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst b/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst deleted file mode 100644 index 652db3369..000000000 --- a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst +++ /dev/null @@ -1,1254 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-bgpvpn-ha ------------------------------------------------------ - -VIM ---- - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'79.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.281 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.114 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.926 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.849 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 36.056 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.547 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.768 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.486 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.049 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.347 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.299 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.952 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.529 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.260 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.786 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.487 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.624 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.792 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.859 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.417 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.461 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.160 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.692 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 4.500 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.766 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 300.727 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.330 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.687 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 302.209 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.002 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 300.741 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.455 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.680 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 302.095 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.002 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.084 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.891 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.470 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.220 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.530 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.437 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.143 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.103 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.079 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.096 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.721 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.181 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.091 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.018 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.095 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.088 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.030 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.035 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.054 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.069 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.084 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.699 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.022 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.075 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.002 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.318 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.683 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 306.252 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.838 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 311.592 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.370 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.343 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.258 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.091 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.152 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.491 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.366 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.286 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.567 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.727 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.596 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.330 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 14.127 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 18.635 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 12.265 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.122 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.506 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.128 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.933 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.111 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.560 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.578 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.508 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.359 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.243 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.306 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.421 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.635 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.974 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.015 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.512 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.886 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.250 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.052 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 336.810 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.740 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.093 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.535 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.028 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.750 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.245 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.398 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.097 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.904 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.520 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.415 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.403 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.292 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.521 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.183 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.109 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.086 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.080 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.089 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.089 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.077 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.269 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.917 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.399 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 20.214 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.865 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.207 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.604 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.662 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.556 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.059 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.041 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.278 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.271 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.640 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.800 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 2.208 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.293 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.300 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.291 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.745 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.368 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.318 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.065 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.069 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.298 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.237 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.321 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 5.779 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.980 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.462 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.617 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.811 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.256 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.033 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.774 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.789 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.077 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.565 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.751 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.047 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.299 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.592 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.613 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.569 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.805 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.762 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.270 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.048 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 6.732 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.526 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.356 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.875 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.723 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.070 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 9.744 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 18.252 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.284 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.048 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 322.942 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 335.472 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 332.744 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - 2016-04-26 21:34:37,839 - run_tempest - INFO - Results: {'timestart': '2016-04-2620:21:12.306509', 'duration': 803, 'tests': 188, 'failures': 10} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-26 21:36:15,676 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-26 21:37:35,906 - run_rally - INFO - - Preparing input task - Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: started - Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 1.015 | 1.244 | 1.415 | 1.476 | 1.536 | 1.249 | 100.0% | 10 | - | total | 1.281 | 1.505 | 1.685 | 1.744 | 1.804 | 1.516 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.44646310806 - Full duration: 12.853926897 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 | - | total | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.754605054855 - Full duration: 9.11485695839 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.343 | 0.61 | 0.662 | 0.733 | 0.805 | 0.606 | 100.0% | 10 | - | total | 0.589 | 0.871 | 0.971 | 1.045 | 1.12 | 0.878 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.61781597137 - Full duration: 11.0082919598 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.328 | 0.371 | 0.479 | 0.495 | 0.51 | 0.391 | 100.0% | 10 | - | total | 0.555 | 0.619 | 0.743 | 0.756 | 0.769 | 0.643 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.93781709671 - Full duration: 10.4554929733 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.31 | 0.64 | 0.927 | 0.962 | 0.998 | 0.67 | 100.0% | 10 | - | total | 0.549 | 0.921 | 1.219 | 1.236 | 1.253 | 0.939 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.9773349762 - Full duration: 11.6194210052 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.304 | 0.558 | 0.576 | 0.611 | 0.646 | 0.539 | 100.0% | 10 | - | total | 0.569 | 0.804 | 0.819 | 0.851 | 0.882 | 0.785 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.409938097 - Full duration: 11.0552449226 - - 2016-04-26 21:37:37,881 - run_rally - INFO - Test scenario: "authenticate" OK. - - 2016-04-26 21:37:37,882 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 21:41:19,902 - run_rally - INFO - - Preparing input task - Task 5a858da8-1039-4f20-960f-2d44354c4c60: started - Task 5a858da8-1039-4f20-960f-2d44354c4c60: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 | - | total | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.9055929184 - Full duration: 14.7421119213 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.493 | 7.807 | 9.069 | 12.596 | 16.122 | 8.653 | 100.0% | 10 | - | nova.boot_servers | 9.309 | 10.032 | 11.628 | 11.726 | 11.824 | 10.411 | 100.0% | 10 | - | total | 17.19 | 18.474 | 20.176 | 22.804 | 25.432 | 19.064 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 54.8601989746 - Full duration: 113.092097998 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.313 | 7.52 | 8.653 | 12.221 | 15.788 | 8.359 | 100.0% | 10 | - | glance.list_images | 0.356 | 0.537 | 0.57 | 0.599 | 0.627 | 0.519 | 100.0% | 10 | - | total | 7.817 | 8.058 | 9.194 | 12.748 | 16.302 | 8.878 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.3566281796 - Full duration: 40.1059360504 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.08 | 7.515 | 7.968 | 8.084 | 8.201 | 7.585 | 100.0% | 10 | - | glance.delete_image | 1.893 | 2.224 | 2.429 | 2.431 | 2.434 | 2.198 | 100.0% | 10 | - | total | 9.374 | 9.68 | 10.313 | 10.449 | 10.585 | 9.783 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 29.927503109 - Full duration: 40.712335825 - - 2016-04-26 21:41:21,905 - run_rally - INFO - Test scenario: "glance" OK. - - 2016-04-26 21:41:21,905 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 22:02:57,566 - run_rally - INFO - - Preparing input task - Task 8714ce27-ec07-493c-894b-0378b012f768: started - Task 8714ce27-ec07-493c-894b-0378b012f768: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 7.315 | 7.849 | 8.808 | 9.275 | 9.743 | 8.131 | 100.0% | 10 | - | cinder.create_volume | 3.204 | 3.91 | 4.165 | 4.209 | 4.253 | 3.777 | 100.0% | 10 | - | nova.attach_volume | 4.193 | 5.576 | 6.847 | 6.918 | 6.989 | 5.577 | 100.0% | 10 | - | nova.detach_volume | 3.591 | 4.036 | 4.652 | 4.887 | 5.122 | 4.155 | 100.0% | 10 | - | cinder.delete_volume | 0.805 | 2.91 | 3.015 | 3.158 | 3.301 | 2.362 | 100.0% | 10 | - | nova.delete_server | 2.813 | 3.044 | 3.223 | 3.232 | 3.24 | 3.033 | 100.0% | 10 | - | total | 24.205 | 26.801 | 29.041 | 29.115 | 29.188 | 27.034 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 81.0580990314 - Full duration: 112.19692111 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 10.993 | 11.11 | 11.434 | 11.435 | 11.436 | 11.186 | 100.0% | 10 | - | cinder.list_volumes | 0.069 | 0.33 | 0.436 | 0.474 | 0.512 | 0.268 | 100.0% | 10 | - | total | 11.084 | 11.476 | 11.601 | 11.714 | 11.828 | 11.454 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 34.1340601444 - Full duration: 55.759376049 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.45 | 3.958 | 4.546 | 4.569 | 4.591 | 4.003 | 100.0% | 10 | - | cinder.list_volumes | 0.062 | 0.325 | 0.344 | 0.345 | 0.345 | 0.275 | 100.0% | 10 | - | total | 3.513 | 4.292 | 4.865 | 4.9 | 4.935 | 4.279 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.6924929619 - Full duration: 34.0712091923 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.235 | 3.344 | 3.856 | 4.736 | 5.617 | 3.629 | 100.0% | 10 | - | cinder.list_snapshots | 0.039 | 0.285 | 0.337 | 0.376 | 0.416 | 0.254 | 100.0% | 10 | - | total | 3.333 | 3.676 | 4.127 | 4.892 | 5.657 | 3.884 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.8523409367 - Full duration: 47.7997851372 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.471 | 3.85 | 4.197 | 4.341 | 4.485 | 3.858 | 100.0% | 10 | - | cinder.delete_volume | 0.532 | 2.741 | 3.118 | 3.184 | 3.251 | 2.077 | 100.0% | 10 | - | total | 4.328 | 6.376 | 7.081 | 7.248 | 7.416 | 5.935 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.2594389915 - Full duration: 34.9955868721 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.676 | 10.604 | 11.06 | 11.115 | 11.17 | 10.243 | 100.0% | 10 | - | cinder.delete_volume | 0.894 | 2.767 | 3.153 | 3.195 | 3.237 | 2.369 | 100.0% | 10 | - | total | 9.774 | 12.84 | 13.865 | 14.089 | 14.313 | 12.612 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.8307890892 - Full duration: 56.2227160931 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.45 | 3.88 | 4.434 | 4.439 | 4.445 | 3.935 | 100.0% | 10 | - | cinder.delete_volume | 0.8 | 0.932 | 3.003 | 3.159 | 3.316 | 1.539 | 100.0% | 10 | - | total | 4.496 | 4.916 | 6.901 | 7.325 | 7.749 | 5.474 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.0426750183 - Full duration: 32.9341490269 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.49 | 3.782 | 4.253 | 4.255 | 4.256 | 3.847 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.394 | 27.4 | 31.961 | 32.07 | 32.18 | 25.735 | 100.0% | 10 | - | cinder.delete_volume | 0.68 | 2.971 | 3.15 | 3.173 | 3.195 | 2.523 | 100.0% | 10 | - | nova.delete_image | 2.479 | 2.591 | 14.325 | 14.525 | 14.725 | 4.969 | 100.0% | 10 | - | total | 24.827 | 37.87 | 49.56 | 51.384 | 53.208 | 37.075 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 101.809072971 - Full duration: 121.969902992 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.076 | 3.402 | 3.707 | 4.558 | 5.409 | 3.552 | 100.0% | 10 | - | cinder.delete_snapshot | 2.541 | 2.81 | 3.096 | 3.171 | 3.246 | 2.854 | 100.0% | 10 | - | total | 5.963 | 6.195 | 6.881 | 7.543 | 8.206 | 6.406 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 18.6676621437 - Full duration: 51.159060955 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 | - | total | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.4555690289 - Full duration: 28.3837711811 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 | - | total | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.7762680054 - Full duration: 32.9480211735 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.61 | 100.0% | 10 | - | total | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.611 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.8286819458 - Full duration: 63.6903710365 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.584 | 3.868 | 4.043 | 4.092 | 4.141 | 3.882 | 100.0% | 10 | - | cinder.create_snapshot | 2.795 | 3.099 | 3.183 | 3.279 | 3.376 | 3.058 | 100.0% | 10 | - | nova.attach_volume | 3.804 | 4.321 | 9.448 | 9.664 | 9.88 | 5.664 | 100.0% | 10 | - | nova.detach_volume | 3.584 | 4.108 | 4.341 | 4.345 | 4.349 | 4.073 | 100.0% | 10 | - | cinder.delete_snapshot | 2.527 | 2.796 | 3.137 | 3.155 | 3.172 | 2.849 | 100.0% | 10 | - | cinder.delete_volume | 0.516 | 2.694 | 3.048 | 3.146 | 3.244 | 2.193 | 100.0% | 10 | - | total | 19.584 | 21.934 | 25.955 | 26.608 | 27.261 | 22.822 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 65.3636519909 - Full duration: 157.771946192 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.799 | 4.234 | 6.551 | 6.658 | 6.765 | 4.608 | 100.0% | 10 | - | cinder.delete_volume | 2.709 | 3.319 | 3.584 | 3.584 | 3.585 | 3.276 | 100.0% | 10 | - | total | 7.064 | 7.351 | 9.902 | 9.97 | 10.037 | 7.885 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.1967608929 - Full duration: 56.604929924 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.542 | 3.816 | 3.903 | 3.913 | 3.923 | 3.81 | 100.0% | 10 | - | cinder.extend_volume | 1.122 | 3.325 | 3.477 | 3.479 | 3.482 | 2.916 | 100.0% | 10 | - | cinder.delete_volume | 0.537 | 2.74 | 3.216 | 3.222 | 3.227 | 2.259 | 100.0% | 10 | - | total | 5.854 | 9.459 | 10.487 | 10.503 | 10.52 | 8.985 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.2484090328 - Full duration: 46.2826929092 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.569 | 3.853 | 3.95 | 4.015 | 4.08 | 3.829 | 100.0% | 10 | - | cinder.create_snapshot | 2.31 | 2.832 | 3.33 | 3.355 | 3.38 | 2.897 | 100.0% | 10 | - | nova.attach_volume | 4.043 | 4.744 | 7.838 | 8.729 | 9.621 | 5.643 | 100.0% | 10 | - | nova.detach_volume | 3.471 | 4.246 | 4.498 | 4.498 | 4.498 | 4.184 | 100.0% | 10 | - | cinder.delete_snapshot | 2.532 | 2.852 | 2.92 | 2.971 | 3.022 | 2.789 | 100.0% | 10 | - | cinder.delete_volume | 0.549 | 2.606 | 2.992 | 3.023 | 3.053 | 2.117 | 100.0% | 10 | - | total | 18.473 | 22.08 | 25.688 | 26.47 | 27.253 | 22.541 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 66.4576151371 - Full duration: 166.03899312 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.15 | 3.42 | 3.637 | 3.78 | 3.923 | 3.45 | 100.0% | 10 | - | cinder.create_snapshot | 2.546 | 2.911 | 3.114 | 3.207 | 3.301 | 2.929 | 100.0% | 10 | - | nova.attach_volume | 4.077 | 5.64 | 7.857 | 8.865 | 9.874 | 5.963 | 100.0% | 10 | - | nova.detach_volume | 3.76 | 4.056 | 4.468 | 4.626 | 4.784 | 4.137 | 100.0% | 10 | - | cinder.delete_snapshot | 2.242 | 2.665 | 2.932 | 2.947 | 2.961 | 2.633 | 100.0% | 10 | - | cinder.delete_volume | 0.539 | 2.723 | 3.0 | 3.115 | 3.23 | 2.577 | 100.0% | 10 | - | total | 19.142 | 22.899 | 26.465 | 27.264 | 28.063 | 23.373 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 68.2796330452 - Full duration: 167.136126041 - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-19T05:41:25.739Z", - "end": "2016-02-19T05:41:31.140Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-26T21:35:23.780Z - End: 2016-04-26T21:35:29.337Z - Duration: 5.557 - **************************************** - -bgpvpn -^^^^^^ -:: - - ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpB17uh4 - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.640872s] ... ok - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.293540s] ... ok - - ====== - Totals - ====== - Ran: 2 tests in 13.0000 sec. - - Passed: 2 - - Skipped: 0 - - Expected Fail: 0 - - Unexpected Success: 0 - - Failed: 0 - Sum of execute time for each test: 0.9344 sec. diff --git a/docs/results/fuel-os-odl_l2-nofeature-ha.rst b/docs/results/fuel-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 6a376aeca..000000000 --- a/docs/results/fuel-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,2397 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.49156 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10940 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.01623 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 29.41033 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.86580 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.60879 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34531 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.33518 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.96138 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.90751 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62183 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.62195 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.33497 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.64235 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 1.23145 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.83801 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.18842 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.35784 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.09813 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.88696 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.84049 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.52238 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.63444 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.75102 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 14.44295 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 316.24706 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.34052 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.75888 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 316.38576 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00196 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.10067 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.93829 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.78542 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.64749 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.89411 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.32315 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.91146 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.13496 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.11222 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.11119 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09119 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10776 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.57188 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00131 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20660 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08830 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02378 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.33571 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.10769 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02694 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02251 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04963 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.07987 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.08196 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.92759 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03606 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.09925 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10704 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20889 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.78463 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.44852 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.37770 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.72001 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.74485 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.67380 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.65947 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 19.27912 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.83188 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 13.05190 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.22705 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 3.02970 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 4.04190 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.67671 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.10372 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.80641 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.05689 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.62404 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.47470 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.21997 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 2.20741 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.12907 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.56617 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.38405 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.74547 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.94955 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.62631 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.24089 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.28176 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.39299 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.59369 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00537 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.35547 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02691 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.77671 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03595 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.67764 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.12390 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.35252 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05395 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 343.72467 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.95003 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.99399 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.31689 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02590 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.09974 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.21063 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.0 | fail | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.0 | fail | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.77355 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.63115 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10751 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08180 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11419 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09997 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.15346 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10901 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.26936 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.78244 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.75904 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.58070 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.97865 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.0 | fail | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.0 | fail | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.19846 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.01338 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.65439 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 5.23138 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.63026 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.20924 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.23093 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.72657 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.45440 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.37147 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.35779 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.30639 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 3.21748 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.64248 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30977 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.03731 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.49862 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.26355 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.12061 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.35577 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.94748 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.39794 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.33413 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.39562 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 5.89837 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.99973 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.58956 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.48395 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 10.99445 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 6.94692 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.69234 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.56033 | fail | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 8.28629 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.94750 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.97154 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.42252 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.06578 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.53065 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29313 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.98492 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.10014 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.39465 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.76994 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.29710 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.05370 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 20.70674 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 12.57512 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.94613 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.13954 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 15.28613 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.92871 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.55119 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.10263 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.07108 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.37294 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 25.63959 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 16.24070 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 343.58312 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 356.71394 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1905:28:37.031139', 'duration': 730, 'tests': 210, 'failures': 40} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: started - Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.535 | 0.78 | 0.847 | 0.86 | 0.874 | 0.74 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.667 | 0.689 | 0.793 | 0.807 | 0.821 | 0.717 | 100.0% | 10 | - | total | 1.381 | 1.677 | 1.718 | 1.735 | 1.752 | 1.625 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.80417394638 - Full duration: 12.8028140068 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.121 | 0.149 | 0.163 | 0.164 | 0.166 | 0.149 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.489310979843 - Full duration: 7.96697187424 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.259 | 0.318 | 0.482 | 0.511 | 0.539 | 0.371 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.051 | 0.287 | 0.385 | 0.386 | 0.387 | 0.24 | 100.0% | 10 | - | total | 0.512 | 0.771 | 0.957 | 0.996 | 1.035 | 0.776 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.53649091721 - Full duration: 10.2540290356 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.3 | 0.332 | 0.474 | 0.482 | 0.489 | 0.368 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.034 | 0.049 | 0.059 | 0.065 | 0.07 | 0.05 | 100.0% | 10 | - | total | 0.499 | 0.564 | 0.716 | 0.722 | 0.727 | 0.586 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.84303689003 - Full duration: 9.65319395065 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.274 | 0.428 | 0.475 | 0.509 | 0.543 | 0.405 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.025 | 0.424 | 0.455 | 0.456 | 0.458 | 0.376 | 100.0% | 10 | - | total | 0.469 | 1.071 | 1.131 | 1.141 | 1.151 | 0.964 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.72650790215 - Full duration: 10.753674984 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.28 | 0.302 | 0.32 | 0.326 | 0.333 | 0.303 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.046 | 0.31 | 0.334 | 0.34 | 0.346 | 0.262 | 100.0% | 10 | - | total | 0.467 | 0.764 | 0.81 | 0.838 | 0.866 | 0.728 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.37260484695 - Full duration: 9.99744796753 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task d54fa25b-b992-4b4e-bef2-14425b86329c: started - Task d54fa25b-b992-4b4e-bef2-14425b86329c: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 | - | total | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.92263484001 - Full duration: 13.4585630894 - - - - test scenario GlanceImages.create_image_and_boot_instances - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | glance.create_image | 7.386 | 7.929 | 8.381 | 8.481 | 8.581 | 7.97 | 100.0% | 10 | - | nova.boot_servers | 8.641 | 10.384 | 10.714 | 11.007 | 11.3 | 10.241 | 100.0% | 10 | - | total | 16.702 | 18.427 | 18.943 | 19.047 | 19.15 | 18.211 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 54.6946680546 - Full duration: 110.071588039 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.081 | 7.618 | 8.085 | 8.19 | 8.296 | 7.689 | 100.0% | 10 | - | glance.list_images | 0.324 | 0.573 | 0.642 | 0.714 | 0.786 | 0.573 | 100.0% | 10 | - | total | 7.612 | 8.241 | 8.722 | 8.902 | 9.082 | 8.262 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.6801600456 - Full duration: 39.2870121002 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.449 | 7.593 | 7.856 | 8.073 | 8.289 | 7.673 | 100.0% | 10 | - | glance.delete_image | 2.001 | 2.442 | 12.75 | 13.42 | 14.089 | 5.507 | 100.0% | 10 | - | total | 9.487 | 10.064 | 20.503 | 21.441 | 22.378 | 13.18 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 40.0675120354 - Full duration: 50.2370131016 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: started - Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.135 | 7.936 | 8.663 | 8.672 | 8.68 | 7.941 | 100.0% | 10 | - | cinder.create_volume | 3.274 | 3.507 | 4.072 | 4.096 | 4.12 | 3.616 | 100.0% | 10 | - | nova.attach_volume | 4.012 | 4.845 | 6.553 | 6.624 | 6.694 | 5.31 | 100.0% | 10 | - | nova.detach_volume | 3.256 | 3.739 | 3.938 | 4.096 | 4.253 | 3.716 | 100.0% | 10 | - | cinder.delete_volume | 0.464 | 2.707 | 2.98 | 3.154 | 3.328 | 1.98 | 100.0% | 10 | - | nova.delete_server | 2.784 | 3.059 | 3.15 | 3.19 | 3.23 | 3.04 | 100.0% | 10 | - | total | 22.316 | 26.079 | 27.631 | 28.362 | 29.094 | 25.604 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.9451169968 - Full duration: 116.516190052 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 9.065 | 9.591 | 9.94 | 9.943 | 9.945 | 9.554 | 100.0% | 10 | - | cinder.list_volumes | 0.048 | 0.346 | 0.386 | 0.394 | 0.402 | 0.301 | 100.0% | 10 | - | total | 9.138 | 9.94 | 10.313 | 10.324 | 10.335 | 9.855 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.8989629745 - Full duration: 51.7012848854 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.251 | 3.883 | 4.897 | 4.899 | 4.901 | 4.006 | 100.0% | 10 | - | cinder.list_volumes | 0.055 | 0.072 | 0.333 | 0.334 | 0.334 | 0.145 | 100.0% | 10 | - | total | 3.313 | 3.952 | 5.212 | 5.223 | 5.234 | 4.151 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.7280011177 - Full duration: 34.1200621128 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.973 | 3.289 | 5.554 | 5.57 | 5.585 | 3.702 | 100.0% | 10 | - | cinder.list_snapshots | 0.027 | 0.162 | 0.313 | 0.32 | 0.326 | 0.168 | 100.0% | 10 | - | total | 3.001 | 3.593 | 5.586 | 5.601 | 5.616 | 3.871 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.6676809788 - Full duration: 51.8370318413 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.324 | 3.69 | 4.382 | 4.392 | 4.403 | 3.828 | 100.0% | 10 | - | cinder.delete_volume | 0.625 | 2.781 | 3.053 | 3.199 | 3.345 | 2.086 | 100.0% | 10 | - | total | 4.288 | 6.438 | 7.073 | 7.173 | 7.273 | 5.914 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.0577061176 - Full duration: 35.664162159 - - - - test scenario CinderVolumes.create_and_delete_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.41 | 9.74 | 10.091 | 10.094 | 10.097 | 9.522 | 100.0% | 10 | - | cinder.delete_volume | 0.54 | 0.965 | 3.092 | 3.097 | 3.103 | 1.691 | 100.0% | 10 | - | total | 7.95 | 10.903 | 12.9 | 12.964 | 13.029 | 11.214 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 33.3823940754 - Full duration: 52.0277431011 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.681 | 3.946 | 4.01 | 4.051 | 4.092 | 3.903 | 100.0% | 10 | - | cinder.delete_volume | 0.506 | 2.848 | 3.217 | 3.222 | 3.228 | 2.122 | 100.0% | 10 | - | total | 4.188 | 6.787 | 7.161 | 7.175 | 7.189 | 6.026 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.0166649818 - Full duration: 35.4839038849 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.672 | 4.074 | 4.522 | 4.546 | 4.57 | 4.114 | 100.0% | 10 | - | cinder.upload_volume_to_image | 21.673 | 31.257 | 31.931 | 31.979 | 32.027 | 29.253 | 100.0% | 10 | - | cinder.delete_volume | 0.56 | 2.568 | 3.011 | 3.067 | 3.123 | 2.293 | 100.0% | 10 | - | nova.delete_image | 2.137 | 2.51 | 2.606 | 2.681 | 2.756 | 2.451 | 100.0% | 10 | - | total | 28.587 | 39.952 | 40.849 | 41.35 | 41.852 | 38.112 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 110.444069147 - Full duration: 131.52224803 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.208 | 3.343 | 5.587 | 5.628 | 5.669 | 3.788 | 100.0% | 10 | - | cinder.delete_snapshot | 2.503 | 2.86 | 3.196 | 3.217 | 3.239 | 2.893 | 100.0% | 10 | - | total | 5.787 | 6.422 | 8.296 | 8.392 | 8.488 | 6.681 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.7773430347 - Full duration: 53.0582361221 - - - - test scenario CinderVolumes.create_volume - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.52 | 3.822 | 4.222 | 4.228 | 4.233 | 3.852 | 100.0% | 10 | - | total | 3.52 | 3.822 | 4.223 | 4.228 | 4.233 | 3.852 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.2881109715 - Full duration: 29.6710369587 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.248 | 3.651 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 | - | total | 3.249 | 3.652 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.7785470486 - Full duration: 32.9540159702 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.522 | 100.0% | 10 | - | total | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.523 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.60948395729 - Full duration: 65.5444660187 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.547 | 3.82 | 3.891 | 3.927 | 3.962 | 3.787 | 100.0% | 10 | - | cinder.create_snapshot | 2.552 | 2.875 | 3.173 | 3.215 | 3.257 | 2.931 | 100.0% | 10 | - | nova.attach_volume | 3.633 | 5.774 | 8.279 | 8.853 | 9.427 | 6.038 | 100.0% | 10 | - | nova.detach_volume | 3.599 | 3.826 | 4.233 | 4.444 | 4.655 | 3.905 | 100.0% | 10 | - | cinder.delete_snapshot | 2.22 | 2.537 | 2.852 | 2.971 | 3.09 | 2.577 | 100.0% | 10 | - | cinder.delete_volume | 0.648 | 2.735 | 2.845 | 2.892 | 2.939 | 2.321 | 100.0% | 10 | - | total | 18.538 | 22.642 | 25.806 | 26.204 | 26.601 | 22.745 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 66.8299760818 - Full duration: 173.895985842 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.481 | 3.953 | 4.613 | 5.302 | 5.991 | 4.167 | 100.0% | 10 | - | cinder.delete_volume | 1.163 | 3.065 | 3.469 | 3.474 | 3.479 | 2.919 | 100.0% | 10 | - | total | 5.012 | 7.114 | 7.89 | 8.462 | 9.034 | 7.087 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.8082921505 - Full duration: 55.4062600136 - - - - test scenario CinderVolumes.create_and_extend_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 3.417 | 3.839 | 3.908 | 3.925 | 3.941 | 3.742 | 100.0% | 10 | - | cinder.extend_volume | 0.938 | 2.978 | 3.574 | 3.713 | 3.853 | 2.396 | 100.0% | 10 | - | cinder.delete_volume | 0.577 | 1.808 | 3.066 | 3.146 | 3.225 | 1.858 | 100.0% | 10 | - | total | 5.44 | 8.275 | 9.921 | 10.095 | 10.269 | 7.997 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 23.5873560905 - Full duration: 41.9279878139 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.668 | 3.89 | 4.255 | 4.266 | 4.277 | 3.937 | 100.0% | 10 | - | cinder.create_snapshot | 2.268 | 2.949 | 3.306 | 3.36 | 3.414 | 2.903 | 100.0% | 10 | - | nova.attach_volume | 3.471 | 4.393 | 7.358 | 8.251 | 9.145 | 5.113 | 100.0% | 10 | - | nova.detach_volume | 3.277 | 3.925 | 4.509 | 4.566 | 4.622 | 3.926 | 100.0% | 10 | - | cinder.delete_snapshot | 2.286 | 2.607 | 2.849 | 2.862 | 2.875 | 2.614 | 100.0% | 10 | - | cinder.delete_volume | 0.591 | 2.677 | 2.96 | 3.019 | 3.078 | 2.352 | 100.0% | 10 | - | total | 18.8 | 21.654 | 23.365 | 25.201 | 27.038 | 21.974 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 65.2181398869 - Full duration: 179.069041967 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.22 | 3.682 | 4.259 | 4.27 | 4.281 | 3.723 | 100.0% | 10 | - | cinder.create_snapshot | 2.292 | 3.051 | 3.199 | 3.232 | 3.265 | 2.991 | 100.0% | 10 | - | nova.attach_volume | 3.891 | 4.365 | 6.53 | 6.577 | 6.625 | 4.971 | 100.0% | 10 | - | nova.detach_volume | 3.248 | 3.565 | 3.767 | 4.044 | 4.321 | 3.568 | 100.0% | 10 | - | cinder.delete_snapshot | 2.258 | 2.551 | 2.836 | 2.87 | 2.904 | 2.609 | 100.0% | 10 | - | cinder.delete_volume | 0.883 | 2.687 | 3.02 | 3.224 | 3.427 | 2.286 | 100.0% | 10 | - | total | 19.132 | 21.712 | 23.229 | 23.566 | 23.904 | 21.677 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.7866289616 - Full duration: 180.275881052 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 51925ef8-a527-44d2-8df3-6164af0ec62a: started - Task 51925ef8-a527-44d2-8df3-6164af0ec62a: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.245 | 4.317 | 4.434 | 4.474 | 4.514 | 4.348 | 100.0% | 10 | - | heat.suspend_stack | 1.497 | 1.713 | 1.747 | 1.75 | 1.753 | 1.7 | 100.0% | 10 | - | heat.resume_stack | 1.42 | 1.621 | 1.668 | 1.67 | 1.671 | 1.562 | 100.0% | 10 | - | heat.delete_stack | 1.377 | 1.573 | 1.716 | 2.249 | 2.782 | 1.675 | 100.0% | 10 | - | total | 8.851 | 9.198 | 9.402 | 9.981 | 10.56 | 9.285 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.3572640419 - Full duration: 37.0984110832 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.911 | 4.181 | 4.323 | 4.325 | 4.327 | 4.149 | 100.0% | 10 | - | heat.delete_stack | 1.392 | 1.426 | 1.744 | 1.776 | 1.808 | 1.491 | 100.0% | 10 | - | total | 5.311 | 5.631 | 5.774 | 5.775 | 5.776 | 5.64 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.9275529385 - Full duration: 26.8473479748 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 20.192 | 23.206 | 23.805 | 23.826 | 23.847 | 22.465 | 100.0% | 10 | - | heat.delete_stack | 11.755 | 11.868 | 12.963 | 13.0 | 13.036 | 12.282 | 100.0% | 10 | - | total | 32.02 | 35.613 | 36.714 | 36.721 | 36.729 | 34.747 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 102.752908945 - Full duration: 112.369065046 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 16.808 | 18.33 | 20.748 | 20.751 | 20.755 | 18.654 | 100.0% | 10 | - | heat.delete_stack | 9.404 | 10.582 | 10.788 | 10.803 | 10.818 | 10.313 | 100.0% | 10 | - | total | 26.212 | 28.318 | 31.532 | 31.553 | 31.574 | 28.967 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 85.8598790169 - Full duration: 95.2520959377 - - - - test scenario HeatStacks.list_stacks_and_resources - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.48300600052 - Full duration: 9.57427692413 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.727 | 4.075 | 4.288 | 4.337 | 4.386 | 4.085 | 100.0% | 10 | - | heat.update_stack | 3.549 | 3.676 | 3.903 | 3.972 | 4.042 | 3.704 | 100.0% | 10 | - | heat.delete_stack | 1.405 | 2.619 | 2.76 | 2.774 | 2.789 | 2.212 | 100.0% | 10 | - | total | 9.105 | 10.287 | 10.719 | 10.741 | 10.763 | 10.001 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.4346759319 - Full duration: 39.5471699238 - - - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.915 | 4.067 | 4.171 | 4.199 | 4.227 | 4.052 | 100.0% | 10 | - | heat.update_stack | 3.521 | 3.661 | 3.773 | 3.791 | 3.81 | 3.658 | 100.0% | 10 | - | heat.delete_stack | 1.38 | 1.477 | 1.612 | 1.618 | 1.624 | 1.492 | 100.0% | 10 | - | total | 8.916 | 9.128 | 9.484 | 9.493 | 9.503 | 9.203 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.5511319637 - Full duration: 37.5252559185 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.023 | 4.301 | 4.59 | 5.029 | 5.468 | 4.38 | 100.0% | 10 | - | heat.update_stack | 5.783 | 5.888 | 6.061 | 6.08 | 6.1 | 5.912 | 100.0% | 10 | - | heat.delete_stack | 2.475 | 2.546 | 2.705 | 3.2 | 3.694 | 2.65 | 100.0% | 10 | - | total | 12.613 | 12.74 | 13.76 | 13.912 | 14.064 | 12.942 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.1860618591 - Full duration: 48.4381308556 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.094 | 5.24 | 5.479 | 5.528 | 5.577 | 5.17 | 100.0% | 10 | - | heat.update_stack | 8.178 | 9.243 | 9.316 | 9.324 | 9.332 | 8.862 | 100.0% | 10 | - | heat.delete_stack | 3.63 | 3.68 | 3.714 | 3.714 | 3.715 | 3.68 | 100.0% | 10 | - | total | 16.974 | 17.76 | 18.444 | 18.466 | 18.488 | 17.713 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 52.4500279427 - Full duration: 63.0265882015 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.113 | 4.273 | 4.647 | 4.934 | 5.22 | 4.362 | 100.0% | 10 | - | heat.update_stack | 5.809 | 5.888 | 5.941 | 6.056 | 6.17 | 5.907 | 100.0% | 10 | - | heat.delete_stack | 2.513 | 2.561 | 3.694 | 3.7 | 3.706 | 2.891 | 100.0% | 10 | - | total | 12.55 | 12.759 | 14.013 | 14.546 | 15.079 | 13.161 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.0816349983 - Full duration: 49.7756490707 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.762 | 4.115 | 4.19 | 4.27 | 4.35 | 4.062 | 100.0% | 10 | - | heat.update_stack | 3.543 | 3.63 | 3.844 | 3.977 | 4.11 | 3.69 | 100.0% | 10 | - | heat.delete_stack | 1.383 | 1.499 | 2.506 | 2.528 | 2.549 | 1.677 | 100.0% | 10 | - | total | 8.868 | 9.275 | 10.208 | 10.225 | 10.242 | 9.429 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.9543409348 - Full duration: 38.8234701157 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.005 | 4.128 | 4.199 | 4.234 | 4.27 | 4.127 | 100.0% | 10 | - | heat.list_stacks | 0.075 | 0.094 | 0.108 | 0.112 | 0.117 | 0.094 | 100.0% | 10 | - | total | 4.112 | 4.226 | 4.281 | 4.313 | 4.345 | 4.221 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.6059498787 - Full duration: 27.8848700523 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.084 | 4.153 | 4.178 | 4.217 | 4.256 | 4.153 | 100.0% | 10 | - | heat.check_stack | 0.706 | 1.53 | 1.571 | 1.586 | 1.6 | 1.459 | 100.0% | 10 | - | heat.delete_stack | 1.375 | 1.432 | 2.542 | 2.546 | 2.55 | 1.763 | 100.0% | 10 | - | total | 7.01 | 7.159 | 8.25 | 8.279 | 8.309 | 7.375 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.5798799992 - Full duration: 33.7318949699 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: started - Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.263 | 0.291 | 0.401 | 0.408 | 0.415 | 0.322 | 100.0% | 10 | - | keystone.create_users | 1.508 | 1.599 | 1.672 | 1.733 | 1.793 | 1.601 | 100.0% | 10 | - | total | 1.782 | 1.949 | 2.051 | 2.066 | 2.081 | 1.923 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.82497000694 - Full duration: 20.636977911 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.256 | 0.273 | 0.292 | 0.296 | 0.3 | 0.274 | 100.0% | 10 | - | keystone.add_role | 0.24 | 0.262 | 0.297 | 0.319 | 0.341 | 0.267 | 100.0% | 10 | - | keystone.list_roles | 0.131 | 0.146 | 0.226 | 0.237 | 0.248 | 0.16 | 100.0% | 10 | - | total | 0.636 | 0.682 | 0.774 | 0.78 | 0.786 | 0.702 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11375284195 - Full duration: 14.9668319225 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.267 | 0.326 | 0.368 | 0.376 | 0.383 | 0.322 | 100.0% | 10 | - | keystone.add_role | 0.244 | 0.255 | 0.278 | 0.302 | 0.326 | 0.263 | 100.0% | 10 | - | keystone.remove_role | 0.149 | 0.163 | 0.191 | 0.244 | 0.296 | 0.177 | 100.0% | 10 | - | total | 0.681 | 0.765 | 0.834 | 0.84 | 0.846 | 0.762 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.33364892006 - Full duration: 14.8711419106 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.272 | 0.316 | 0.391 | 0.394 | 0.396 | 0.327 | 100.0% | 10 | - | keystone.update_tenant | 0.125 | 0.141 | 0.169 | 0.215 | 0.261 | 0.152 | 100.0% | 10 | - | keystone.delete_tenant | 0.299 | 0.321 | 0.379 | 0.394 | 0.408 | 0.333 | 100.0% | 10 | - | total | 0.745 | 0.81 | 0.859 | 0.915 | 0.971 | 0.812 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.46658396721 - Full duration: 13.4442551136 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.258 | 0.271 | 0.303 | 0.308 | 0.314 | 0.278 | 100.0% | 10 | - | keystone.delete_service | 0.146 | 0.158 | 0.181 | 0.203 | 0.226 | 0.164 | 100.0% | 10 | - | total | 0.408 | 0.442 | 0.464 | 0.475 | 0.487 | 0.442 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.34449720383 - Full duration: 12.1886069775 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.253 | 0.302 | 0.319 | 0.324 | 0.328 | 0.297 | 100.0% | 10 | - | total | 0.253 | 0.302 | 0.319 | 0.324 | 0.329 | 0.298 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.912425994873 - Full duration: 8.74173903465 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.262 | 0.303 | 0.319 | 0.319 | 0.319 | 0.296 | 100.0% | 10 | - | total | 0.262 | 0.303 | 0.319 | 0.319 | 0.32 | 0.296 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.953788042068 - Full duration: 8.72430300713 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.247 | 0.28 | 0.302 | 0.304 | 0.307 | 0.281 | 100.0% | 10 | - | keystone.list_tenants | 0.121 | 0.129 | 0.224 | 0.225 | 0.225 | 0.147 | 100.0% | 10 | - | total | 0.392 | 0.42 | 0.476 | 0.493 | 0.511 | 0.428 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32897400856 - Full duration: 13.584346056 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.286 | 0.324 | 0.395 | 0.47 | 0.545 | 0.347 | 100.0% | 10 | - | keystone.delete_role | 0.25 | 0.32 | 0.487 | 0.522 | 0.557 | 0.344 | 100.0% | 10 | - | total | 0.546 | 0.62 | 0.889 | 0.913 | 0.936 | 0.691 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.18193697929 - Full duration: 12.766493082 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.271 | 0.283 | 0.299 | 0.311 | 0.322 | 0.287 | 100.0% | 10 | - | keystone.create_user | 0.145 | 0.156 | 0.162 | 0.165 | 0.167 | 0.155 | 100.0% | 10 | - | keystone.create_role | 0.122 | 0.133 | 0.155 | 0.183 | 0.211 | 0.141 | 100.0% | 10 | - | keystone.get_tenant | 0.109 | 0.126 | 0.145 | 0.178 | 0.211 | 0.133 | 100.0% | 10 | - | keystone.get_user | 0.12 | 0.133 | 0.2 | 0.205 | 0.21 | 0.148 | 100.0% | 10 | - | keystone.get_role | 0.106 | 0.12 | 0.137 | 0.155 | 0.172 | 0.126 | 100.0% | 10 | - | keystone.service_list | 0.112 | 0.126 | 0.144 | 0.178 | 0.212 | 0.134 | 100.0% | 10 | - | keystone.get_service | 0.104 | 0.125 | 0.131 | 0.134 | 0.136 | 0.123 | 100.0% | 10 | - | total | 1.177 | 1.23 | 1.321 | 1.328 | 1.334 | 1.248 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.83582210541 - Full duration: 20.6130208969 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.295 | 0.312 | 0.374 | 0.386 | 0.399 | 0.326 | 100.0% | 10 | - | keystone.list_users | 0.114 | 0.129 | 0.148 | 0.148 | 0.149 | 0.133 | 100.0% | 10 | - | total | 0.419 | 0.442 | 0.521 | 0.535 | 0.549 | 0.458 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.37977695465 - Full duration: 9.29229903221 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 0a18c72f-b575-481a-8997-6d3d52130ede: started - Task 0a18c72f-b575-481a-8997-6d3d52130ede: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.758 | 0.851 | 1.15 | 1.23 | 1.309 | 0.925 | 100.0% | 10 | - | neutron.delete_port | 0.241 | 0.578 | 0.611 | 0.618 | 0.625 | 0.488 | 100.0% | 10 | - | total | 0.998 | 1.415 | 1.73 | 1.808 | 1.886 | 1.414 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.22447299957 - Full duration: 51.8464670181 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.768 | 0.804 | 0.942 | 1.007 | 1.073 | 0.852 | 100.0% | 10 | - | neutron.create_router | 0.08 | 0.425 | 0.456 | 0.469 | 0.482 | 0.394 | 100.0% | 10 | - | neutron.add_interface_router | 0.371 | 0.741 | 1.213 | 1.526 | 1.84 | 0.855 | 100.0% | 10 | - | neutron.list_routers | 0.048 | 0.405 | 0.478 | 0.502 | 0.527 | 0.286 | 100.0% | 10 | - | total | 1.684 | 2.22 | 3.085 | 3.308 | 3.53 | 2.388 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.42530488968 - Full duration: 57.8292651176 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.689 | 0.768 | 0.931 | 0.941 | 0.95 | 0.811 | 100.0% | 10 | - | neutron.create_router | 0.408 | 0.421 | 0.457 | 0.547 | 0.636 | 0.441 | 100.0% | 10 | - | neutron.add_interface_router | 0.363 | 0.702 | 0.802 | 0.807 | 0.813 | 0.653 | 100.0% | 10 | - | neutron.remove_interface_router | 0.273 | 0.662 | 0.823 | 0.847 | 0.872 | 0.65 | 100.0% | 10 | - | neutron.delete_router | 0.178 | 0.557 | 0.661 | 0.665 | 0.669 | 0.541 | 100.0% | 10 | - | total | 2.291 | 3.046 | 3.598 | 3.647 | 3.695 | 3.096 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.11136102676 - Full duration: 56.6760940552 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.746 | 0.824 | 0.923 | 0.946 | 0.968 | 0.846 | 100.0% | 10 | - | neutron.list_ports | 0.157 | 0.57 | 0.629 | 0.663 | 0.697 | 0.481 | 100.0% | 10 | - | total | 1.065 | 1.343 | 1.476 | 1.493 | 1.51 | 1.327 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.94901585579 - Full duration: 52.597589016 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.701 | 0.757 | 1.049 | 1.144 | 1.238 | 0.835 | 100.0% | 10 | - | neutron.delete_subnet | 0.196 | 0.565 | 0.691 | 0.725 | 0.759 | 0.531 | 100.0% | 10 | - | total | 0.939 | 1.384 | 1.496 | 1.595 | 1.694 | 1.366 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.35806703568 - Full duration: 51.0885548592 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.614 | 0.675 | 0.811 | 0.817 | 0.823 | 0.692 | 100.0% | 10 | - | neutron.delete_network | 0.491 | 0.545 | 0.62 | 0.624 | 0.628 | 0.554 | 100.0% | 10 | - | total | 1.133 | 1.231 | 1.388 | 1.415 | 1.443 | 1.246 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.68652009964 - Full duration: 30.7036879063 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.556 | 0.652 | 0.754 | 0.757 | 0.759 | 0.665 | 100.0% | 10 | - | neutron.list_networks | 0.361 | 0.383 | 0.478 | 0.503 | 0.528 | 0.403 | 100.0% | 10 | - | total | 0.917 | 1.027 | 1.231 | 1.252 | 1.273 | 1.068 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.11869502068 - Full duration: 33.6655409336 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.718 | 0.757 | 0.921 | 0.922 | 0.923 | 0.795 | 100.0% | 10 | - | neutron.create_router | 0.073 | 0.405 | 0.44 | 0.448 | 0.455 | 0.38 | 100.0% | 10 | - | neutron.add_interface_router | 0.65 | 0.699 | 0.805 | 0.827 | 0.849 | 0.717 | 100.0% | 10 | - | neutron.update_router | 0.228 | 0.537 | 0.661 | 0.677 | 0.693 | 0.53 | 100.0% | 10 | - | total | 2.134 | 2.511 | 2.583 | 2.583 | 2.583 | 2.422 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.21204185486 - Full duration: 58.3329060078 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.59 | 0.678 | 0.77 | 0.785 | 0.8 | 0.684 | 100.0% | 10 | - | neutron.update_network | 0.452 | 0.51 | 0.55 | 0.569 | 0.587 | 0.514 | 100.0% | 10 | - | total | 1.054 | 1.188 | 1.314 | 1.319 | 1.323 | 1.198 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.48062801361 - Full duration: 33.7373108864 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.724 | 0.911 | 1.036 | 1.046 | 1.055 | 0.915 | 100.0% | 10 | - | neutron.update_port | 0.332 | 0.55 | 0.569 | 0.573 | 0.578 | 0.53 | 100.0% | 10 | - | total | 1.173 | 1.466 | 1.591 | 1.607 | 1.623 | 1.445 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.40219402313 - Full duration: 52.9743890762 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.768 | 0.823 | 0.981 | 1.001 | 1.02 | 0.857 | 100.0% | 10 | - | neutron.list_subnets | 0.053 | 0.403 | 0.472 | 0.483 | 0.495 | 0.316 | 100.0% | 10 | - | total | 0.821 | 1.249 | 1.342 | 1.384 | 1.426 | 1.173 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.63253998756 - Full duration: 52.0335438251 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.721 | 0.797 | 0.952 | 0.953 | 0.954 | 0.82 | 100.0% | 10 | - | neutron.update_subnet | 0.233 | 0.605 | 0.745 | 0.753 | 0.761 | 0.589 | 100.0% | 10 | - | total | 1.002 | 1.432 | 1.561 | 1.638 | 1.715 | 1.409 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.58866596222 - Full duration: 52.8035202026 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: started - Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.705 | 0.755 | 0.85 | 1.155 | 1.459 | 0.818 | 100.0% | 10 | - | nova.delete_keypair | 0.032 | 0.046 | 0.063 | 0.064 | 0.064 | 0.046 | 100.0% | 10 | - | total | 0.744 | 0.804 | 0.895 | 1.21 | 1.524 | 0.864 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.08747410774 - Full duration: 41.9948050976 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.021 | 10.195 | 10.572 | 10.642 | 10.713 | 9.936 | 100.0% | 10 | - | nova.create_image | 10.782 | 11.261 | 11.548 | 11.631 | 11.715 | 11.242 | 100.0% | 10 | - | nova.delete_server | 2.821 | 3.28 | 3.4 | 3.426 | 3.452 | 3.222 | 100.0% | 10 | - | nova.boot_server (2) | 6.39 | 8.069 | 9.073 | 9.382 | 9.691 | 7.984 | 100.0% | 10 | - | nova.delete_server (2) | 2.855 | 2.91 | 3.425 | 3.429 | 3.434 | 3.04 | 100.0% | 10 | - | nova.delete_image | 2.558 | 2.911 | 3.161 | 3.22 | 3.279 | 2.887 | 100.0% | 10 | - | total | 35.039 | 38.279 | 39.897 | 40.21 | 40.523 | 38.314 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 115.44729495 - Full duration: 188.161262035 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.64 | 0.869 | 1.365 | 1.399 | 1.433 | 0.948 | 100.0% | 10 | - | nova.boot_server | 7.047 | 8.139 | 10.062 | 10.11 | 10.159 | 8.606 | 100.0% | 10 | - | nova.delete_server | 2.522 | 3.1 | 3.242 | 3.267 | 3.292 | 3.041 | 100.0% | 10 | - | nova.delete_keypair | 0.042 | 0.051 | 0.061 | 0.068 | 0.075 | 0.052 | 100.0% | 10 | - | total | 11.115 | 12.323 | 14.176 | 14.258 | 14.341 | 12.648 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.1623878479 - Full duration: 108.56980896 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.734 | 0.87 | 0.947 | 0.982 | 1.018 | 0.859 | 100.0% | 10 | - | nova.list_keypairs | 0.022 | 0.034 | 0.042 | 0.044 | 0.046 | 0.033 | 100.0% | 10 | - | total | 0.769 | 0.903 | 0.981 | 1.02 | 1.059 | 0.892 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.59114599228 - Full duration: 44.6869869232 - - - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.436 | 1.556 | 1.653 | 1.689 | 1.725 | 1.565 | 100.0% | 10 | - | total | 1.436 | 1.557 | 1.653 | 1.689 | 1.726 | 1.565 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.71795606613 - Full duration: 123.497851133 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.388 | 9.39 | 10.016 | 10.105 | 10.194 | 9.406 | 100.0% | 10 | - | nova.resize | 40.666 | 42.089 | 46.186 | 46.669 | 47.151 | 42.721 | 100.0% | 10 | - | nova.resize_confirm | 3.322 | 3.648 | 4.206 | 5.097 | 5.989 | 3.842 | 100.0% | 10 | - | nova.delete_server | 2.499 | 2.977 | 3.32 | 3.383 | 3.446 | 3.012 | 100.0% | 10 | - | total | 56.246 | 58.698 | 61.838 | 62.514 | 63.19 | 58.982 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 180.054177999 - Full duration: 221.624077082 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.965 | 10.647 | 11.15 | 11.275 | 11.4 | 10.648 | 100.0% | 10 | - | nova.boot_server | 8.986 | 10.62 | 12.102 | 12.345 | 12.587 | 10.685 | 100.0% | 10 | - | nova.delete_server | 3.355 | 5.419 | 5.857 | 5.908 | 5.96 | 5.311 | 100.0% | 10 | - | total | 23.598 | 26.481 | 28.991 | 29.016 | 29.041 | 26.644 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 79.5105199814 - Full duration: 161.905633926 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.833 | 10.242 | 11.298 | 11.673 | 12.049 | 10.106 | 100.0% | 10 | - | nova.stop_server | 3.821 | 6.772 | 7.286 | 7.317 | 7.349 | 6.484 | 100.0% | 10 | - | nova.migrate | 8.569 | 12.084 | 12.564 | 12.67 | 12.776 | 11.309 | 100.0% | 10 | - | nova.resize_confirm | 2.922 | 3.398 | 4.001 | 4.054 | 4.107 | 3.49 | 100.0% | 10 | - | nova.delete_server | 2.522 | 2.922 | 3.396 | 3.406 | 3.416 | 2.976 | 100.0% | 10 | - | total | 29.694 | 34.582 | 36.24 | 36.517 | 36.795 | 34.367 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 100.483532906 - Full duration: 141.506958961 - - - - test scenario NovaServers.boot_and_delete_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.586 | 9.397 | 10.198 | 10.288 | 10.378 | 9.508 | 100.0% | 10 | - | nova.delete_server | 2.497 | 3.108 | 3.472 | 3.478 | 3.485 | 3.09 | 100.0% | 10 | - | total | 11.39 | 12.555 | 13.374 | 13.612 | 13.849 | 12.598 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.4852130413 - Full duration: 106.844094992 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.193 | 9.878 | 10.329 | 10.703 | 11.078 | 9.597 | 100.0% | 10 | - | nova.rebuild_server | 8.434 | 9.946 | 10.942 | 11.066 | 11.191 | 9.967 | 100.0% | 10 | - | nova.delete_server | 2.887 | 3.097 | 3.934 | 4.794 | 5.654 | 3.399 | 100.0% | 10 | - | total | 20.573 | 22.393 | 25.427 | 25.892 | 26.357 | 22.963 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.7611658573 - Full duration: 138.198104143 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.914 | 5.073 | 5.815 | 5.965 | 6.116 | 5.288 | 100.0% | 10 | - | nova.create_100_rules | 41.66 | 44.384 | 45.431 | 45.816 | 46.201 | 44.305 | 100.0% | 10 | - | nova.list_security_groups | 0.152 | 0.533 | 0.902 | 0.96 | 1.018 | 0.5 | 100.0% | 10 | - | total | 47.592 | 50.13 | 51.2 | 51.527 | 51.854 | 50.094 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.717460871 - Full duration: 216.41701889 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.565 | 5.19 | 5.563 | 5.615 | 5.668 | 5.131 | 100.0% | 10 | - | nova.create_100_rules | 41.981 | 43.448 | 44.817 | 44.926 | 45.034 | 43.666 | 100.0% | 10 | - | nova.delete_10_security_groups | 2.07 | 2.522 | 2.976 | 3.171 | 3.366 | 2.551 | 100.0% | 10 | - | total | 49.35 | 51.576 | 51.781 | 52.087 | 52.394 | 51.349 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 154.714606047 - Full duration: 196.745972872 - - - - test scenario NovaServers.boot_and_bounce_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.097 | 9.924 | 11.182 | 11.428 | 11.673 | 10.029 | 100.0% | 10 | - | nova.reboot_server | 5.363 | 6.246 | 8.84 | 8.907 | 8.973 | 7.049 | 100.0% | 10 | - | nova.soft_reboot_server | 8.452 | 8.823 | 9.184 | 9.291 | 9.398 | 8.83 | 100.0% | 10 | - | nova.stop_server | 3.808 | 6.394 | 7.284 | 7.3 | 7.316 | 6.358 | 100.0% | 10 | - | nova.start_server | 3.677 | 5.011 | 5.706 | 5.852 | 5.997 | 4.954 | 100.0% | 10 | - | nova.rescue_server | 7.752 | 8.674 | 11.07 | 11.07 | 11.071 | 9.269 | 100.0% | 10 | - | nova.unrescue_server | 5.065 | 5.536 | 5.762 | 5.781 | 5.8 | 5.532 | 100.0% | 10 | - | nova.delete_server | 2.485 | 2.546 | 3.501 | 4.347 | 5.194 | 2.952 | 100.0% | 10 | - | total | 50.79 | 54.629 | 59.2 | 59.748 | 60.297 | 54.995 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 166.248807907 - Full duration: 235.770923853 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 6.916 | 9.539 | 12.275 | 12.369 | 12.464 | 9.975 | 100.0% | 10 | - | total | 6.916 | 9.54 | 12.275 | 12.37 | 12.464 | 9.976 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.8727550507 - Full duration: 87.0325229168 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 5.065 | 5.392 | 5.642 | 5.731 | 5.819 | 5.4 | 100.0% | 10 | - | nova.create_100_rules | 42.116 | 43.904 | 45.452 | 45.794 | 46.137 | 44.057 | 100.0% | 10 | - | nova.boot_server | 6.906 | 7.809 | 8.73 | 8.911 | 9.092 | 7.954 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.209 | 0.264 | 0.361 | 0.463 | 0.565 | 0.289 | 100.0% | 10 | - | nova.delete_server | 2.508 | 2.562 | 2.7 | 2.829 | 2.959 | 2.607 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.784 | 2.564 | 3.087 | 3.153 | 3.218 | 2.561 | 100.0% | 10 | - | total | 60.06 | 63.125 | 63.757 | 63.889 | 64.021 | 62.869 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 188.221204996 - Full duration: 257.303071976 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.896 | 9.252 | 10.006 | 10.25 | 10.494 | 9.303 | 100.0% | 10 | - | nova.pause_server | 2.784 | 3.19 | 3.465 | 3.487 | 3.509 | 3.226 | 100.0% | 10 | - | nova.unpause_server | 2.782 | 3.172 | 3.226 | 3.258 | 3.29 | 3.105 | 100.0% | 10 | - | nova.delete_server | 2.553 | 3.301 | 3.545 | 3.619 | 3.693 | 3.248 | 100.0% | 10 | - | total | 17.692 | 19.035 | 19.794 | 19.85 | 19.905 | 18.883 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.6791820526 - Full duration: 126.811426163 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.412 | 10.207 | 10.376 | 10.441 | 10.505 | 10.131 | 100.0% | 10 | - | nova.boot_server | 8.849 | 10.342 | 11.591 | 11.741 | 11.892 | 10.423 | 100.0% | 10 | - | total | 18.922 | 20.498 | 21.854 | 21.976 | 22.099 | 20.555 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.9860489368 - Full duration: 126.851632118 - - - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.227 | 8.931 | 10.864 | 10.959 | 11.054 | 9.41 | 100.0% | 10 | - | nova.list_servers | 0.624 | 1.017 | 1.144 | 1.153 | 1.163 | 0.949 | 100.0% | 10 | - | total | 8.969 | 9.945 | 11.851 | 11.89 | 11.928 | 10.359 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.9555499554 - Full duration: 111.845392942 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: started - Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 | - | total | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.75106191635 - Full duration: 16.480301857 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.406 | 0.441 | 0.5 | 0.501 | 0.502 | 0.454 | 100.0% | 10 | - | total | 0.546 | 0.618 | 0.666 | 0.67 | 0.674 | 0.616 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8795170784 - Full duration: 13.8104491234 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.178 | 1.264 | 1.311 | 1.344 | 1.378 | 1.26 | 100.0% | 10 | - | quotas.delete_quotas | 0.89 | 0.996 | 1.091 | 1.115 | 1.138 | 1.003 | 100.0% | 10 | - | total | 2.155 | 2.273 | 2.366 | 2.404 | 2.442 | 2.264 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.68874502182 - Full duration: 18.7547061443 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.559 | 0.615 | 0.666 | 0.669 | 0.671 | 0.616 | 100.0% | 10 | - | quotas.delete_quotas | 0.013 | 0.022 | 0.026 | 0.028 | 0.029 | 0.022 | 100.0% | 10 | - | total | 0.585 | 0.641 | 0.68 | 0.687 | 0.693 | 0.638 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9670290947 - Full duration: 13.6480379105 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.646 | 100.0% | 10 | - | total | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.647 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.87492918968 - Full duration: 13.4147770405 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 21739b85-984f-45b9-ae85-066dbd1adce3: started - Task 21739b85-984f-45b9-ae85-066dbd1adce3: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.047 | 5.181 | 5.389 | 5.395 | 5.401 | 5.204 | 100.0% | 10 | - | total | 5.047 | 5.181 | 5.39 | 5.395 | 5.401 | 5.205 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.7369980812 - Full duration: 20.6335179806 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.048 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - | total | 5.049 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2042939663 - Full duration: 20.2779421806 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 01:01 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:33 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:00 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 10:19 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:29 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 09:44 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 43:55 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:16 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:40 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:35:01 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-19T05:41:25.739Z", - "end": "2016-02-19T05:41:31.140Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-19T05:41:25.739Z - End: 2016-02-19T05:41:31.140Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-odl_l2-sfc-ha.rst b/docs/results/fuel-os-odl_l2-sfc-ha.rst deleted file mode 100644 index a827ecf73..000000000 --- a/docs/results/fuel-os-odl_l2-sfc-ha.rst +++ /dev/null @@ -1,1262 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-sfc-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'34.7' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'20.2' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.254 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.125 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.388 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.859 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 11.610 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.780 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.301 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.308 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.031 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.525 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.310 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.327 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.451 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.657 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.624 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.325 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.614 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.537 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.637 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.480 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.480 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.447 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.524 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.127 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.604 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.288 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.114 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.489 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.209 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 15.311 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.090 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.467 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.207 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.085 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.900 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.712 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.713 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.622 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.433 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.110 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.094 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.076 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.093 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.528 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.173 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.093 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.025 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.093 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.080 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.020 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.025 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.043 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.581 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.066 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.288 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.030 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.096 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.001 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.780 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.302 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.027 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.138 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 11.793 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.743 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 24.954 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 8.319 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.102 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.170 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.536 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.507 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.449 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.688 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.515 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.556 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 3.590 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 12.764 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 21.680 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.787 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 11.049 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.045 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.190 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.549 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.194 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.236 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.806 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.026 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.050 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.552 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.557 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.266 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.803 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.824 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.778 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.357 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.212 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.691 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.931 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.165 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.248 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.078 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 47.118 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.111 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.097 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.262 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.016 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.809 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.233 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.397 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.077 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.966 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.513 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.311 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.401 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.332 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.555 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.059 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.086 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.091 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.078 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.087 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.083 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.076 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.579 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 2.026 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.947 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 15.745 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 4.489 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.373 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 3.080 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.565 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.671 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.317 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.042 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.282 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.045 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.800 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.487 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.722 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.272 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.282 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.391 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.499 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.658 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.062 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.087 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.549 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.796 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.120 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.261 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 6.149 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 3.659 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.738 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.213 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.612 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.371 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.043 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.383 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.275 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.237 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.531 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.699 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.045 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.426 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.579 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.680 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.622 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.799 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.770 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.216 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.051 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 18.428 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.313 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.580 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.176 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.232 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.327 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.862 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.953 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.304 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.680 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 45.140 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 115.284 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 88.143 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-04-2701:33:43.774958', 'duration': 1541, 'tests': 188, 'failures': 0} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-27 02:14:20,172 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-27 02:15:40,641 - run_rally - INFO - - Preparing input task - Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: started - Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.966 | 1.042 | 1.146 | 1.191 | 1.236 | 1.063 | 100.0% | 10 | - | total | 1.21 | 1.272 | 1.393 | 1.45 | 1.507 | 1.307 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.89922785759 - Full duration: 12.1358039379 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.216 | 0.247 | 0.379 | 0.382 | 0.385 | 0.267 | 100.0% | 10 | - | total | 0.216 | 0.247 | 0.379 | 0.382 | 0.386 | 0.268 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.732311964035 - Full duration: 8.95613193512 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.346 | 0.575 | 0.619 | 0.625 | 0.63 | 0.505 | 100.0% | 10 | - | total | 0.575 | 0.807 | 0.866 | 0.899 | 0.932 | 0.77 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.38545608521 - Full duration: 11.1800699234 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.31 | 0.388 | 0.536 | 0.54 | 0.543 | 0.409 | 100.0% | 10 | - | total | 0.553 | 0.635 | 0.773 | 0.794 | 0.814 | 0.663 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.93493509293 - Full duration: 10.6224660873 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.296 | 0.55 | 0.598 | 0.713 | 0.828 | 0.553 | 100.0% | 10 | - | total | 0.525 | 0.815 | 0.942 | 1.052 | 1.162 | 0.829 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.46085309982 - Full duration: 10.4235949516 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.526 | 0.601 | 0.73 | 0.74 | 0.749 | 0.615 | 100.0% | 10 | - | total | 0.797 | 0.826 | 0.973 | 0.981 | 0.989 | 0.86 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.49738502502 - Full duration: 11.2271738052 - - 2016-04-27 02:15:42,749 - run_rally - INFO - Test scenario: "authenticate" OK. - 2016-04-27 02:15:42,749 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-27 02:19:48,692 - run_rally - INFO - - Preparing input task - Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: started - Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.858 | 100.0% | 10 | - | total | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.859 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.59311103821 - Full duration: 13.8837060928 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.004 | 7.656 | 20.755 | 26.239 | 31.723 | 11.873 | 100.0% | 10 | - | nova.boot_servers | 8.947 | 10.367 | 10.531 | 10.637 | 10.744 | 10.109 | 100.0% | 10 | - | total | 15.951 | 18.072 | 31.179 | 36.629 | 42.078 | 21.982 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 66.442127943 - Full duration: 112.407797098 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.244 | 7.582 | 7.891 | 7.95 | 8.009 | 7.634 | 100.0% | 10 | - | glance.list_images | 0.306 | 0.566 | 0.613 | 0.638 | 0.663 | 0.546 | 100.0% | 10 | - | total | 7.774 | 8.159 | 8.369 | 8.413 | 8.457 | 8.181 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.4534111023 - Full duration: 55.2102069855 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.177 | 7.831 | 16.251 | 17.887 | 19.523 | 9.669 | 100.0% | 10 | - | glance.delete_image | 1.407 | 2.22 | 2.375 | 2.45 | 2.525 | 2.125 | 100.0% | 10 | - | total | 9.332 | 9.768 | 18.192 | 20.001 | 21.809 | 11.794 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 40.9665431976 - Full duration: 52.3726029396 - - 22016-04-27 02:19:50,772 - run_rally - INFO - Test scenario: "glance" OK. - 2016-04-27 02:19:50,773 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-27 02:41:55,538 - run_rally - INFO - - Preparing input task - Task a74fb68a-1212-4fff-afdd-a8ad044039fd: started - Task a74fb68a-1212-4fff-afdd-a8ad044039fd: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 7.389 | 8.334 | 9.206 | 9.56 | 9.914 | 8.417 | 100.0% | 10 | - | cinder.create_volume | 3.216 | 3.747 | 4.031 | 4.195 | 4.359 | 3.726 | 100.0% | 10 | - | nova.attach_volume | 3.856 | 4.202 | 7.174 | 7.341 | 7.508 | 4.8 | 100.0% | 10 | - | nova.detach_volume | 4.017 | 4.272 | 4.467 | 4.641 | 4.815 | 4.302 | 100.0% | 10 | - | cinder.delete_volume | 0.631 | 2.93 | 3.151 | 3.193 | 3.235 | 2.346 | 100.0% | 10 | - | nova.delete_server | 2.937 | 3.051 | 3.119 | 3.273 | 3.426 | 3.078 | 100.0% | 10 | - | total | 23.718 | 25.911 | 29.125 | 29.723 | 30.322 | 26.67 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 78.0439009666 - Full duration: 110.455639839 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 9.979 | 10.793 | 11.421 | 11.46 | 11.499 | 10.766 | 100.0% | 10 | - | cinder.list_volumes | 0.074 | 0.299 | 0.372 | 0.384 | 0.397 | 0.235 | 100.0% | 10 | - | total | 10.062 | 11.109 | 11.668 | 11.734 | 11.8 | 11.002 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 32.7168459892 - Full duration: 54.91467309 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.417 | 3.882 | 4.164 | 4.19 | 4.217 | 3.871 | 100.0% | 10 | - | cinder.list_volumes | 0.077 | 0.338 | 0.473 | 0.485 | 0.497 | 0.335 | 100.0% | 10 | - | total | 3.881 | 4.176 | 4.51 | 4.539 | 4.568 | 4.206 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.7357430458 - Full duration: 32.5659849644 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.051 | 3.454 | 5.626 | 5.696 | 5.765 | 3.827 | 100.0% | 10 | - | cinder.list_snapshots | 0.035 | 0.296 | 0.325 | 0.325 | 0.325 | 0.227 | 100.0% | 10 | - | total | 3.355 | 3.657 | 5.947 | 6.0 | 6.052 | 4.054 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 13.0978519917 - Full duration: 50.9691619873 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.632 | 3.83 | 4.025 | 4.124 | 4.223 | 3.857 | 100.0% | 10 | - | cinder.delete_volume | 0.55 | 0.83 | 2.782 | 2.965 | 3.147 | 1.365 | 100.0% | 10 | - | total | 4.281 | 4.87 | 6.615 | 6.841 | 7.066 | 5.222 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.9277088642 - Full duration: 34.237901926 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 10.252 | 10.977 | 11.943 | 11.948 | 11.953 | 11.097 | 100.0% | 10 | - | cinder.delete_volume | 0.82 | 1.996 | 2.99 | 3.013 | 3.036 | 1.938 | 100.0% | 10 | - | total | 11.877 | 12.968 | 14.015 | 14.471 | 14.927 | 13.036 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.8433139324 - Full duration: 56.9522650242 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.852 | 4.061 | 4.498 | 4.604 | 4.711 | 4.133 | 100.0% | 10 | - | cinder.delete_volume | 0.835 | 0.977 | 2.77 | 2.939 | 3.108 | 1.5 | 100.0% | 10 | - | total | 4.799 | 5.266 | 6.888 | 6.964 | 7.039 | 5.634 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.0594739914 - Full duration: 34.639097929 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.582 | 3.801 | 4.194 | 4.213 | 4.231 | 3.878 | 100.0% | 10 | - | cinder.upload_volume_to_image | 19.387 | 31.495 | 32.341 | 32.354 | 32.367 | 29.335 | 100.0% | 10 | - | cinder.delete_volume | 0.844 | 2.45 | 2.784 | 2.825 | 2.866 | 1.905 | 100.0% | 10 | - | nova.delete_image | 2.332 | 2.682 | 2.872 | 2.969 | 3.065 | 2.677 | 100.0% | 10 | - | total | 26.258 | 39.786 | 40.849 | 41.006 | 41.163 | 37.796 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 111.222266197 - Full duration: 129.783249855 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.34 | 3.423 | 5.731 | 5.746 | 5.76 | 3.87 | 100.0% | 10 | - | cinder.delete_snapshot | 2.556 | 3.104 | 3.272 | 3.285 | 3.299 | 3.068 | 100.0% | 10 | - | total | 6.365 | 6.599 | 8.332 | 8.543 | 8.755 | 6.938 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.7357230186 - Full duration: 50.7531559467 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 | - | total | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.6317541599 - Full duration: 29.422949791 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 | - | total | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.7954070568 - Full duration: 33.4074928761 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 | - | total | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.80386185646 - Full duration: 65.103438139 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.223 | 4.031 | 4.142 | 4.196 | 4.25 | 3.949 | 100.0% | 10 | - | cinder.create_snapshot | 2.821 | 3.096 | 3.318 | 3.349 | 3.38 | 3.082 | 100.0% | 10 | - | nova.attach_volume | 4.011 | 4.73 | 9.508 | 10.629 | 11.75 | 5.874 | 100.0% | 10 | - | nova.detach_volume | 3.603 | 4.136 | 4.42 | 4.481 | 4.542 | 4.112 | 100.0% | 10 | - | cinder.delete_snapshot | 2.532 | 2.593 | 2.862 | 2.973 | 3.084 | 2.691 | 100.0% | 10 | - | cinder.delete_volume | 0.626 | 2.709 | 3.035 | 3.087 | 3.139 | 2.413 | 100.0% | 10 | - | total | 20.294 | 22.503 | 27.052 | 28.211 | 29.37 | 23.272 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.9758191109 - Full duration: 167.151215076 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.396 | 4.269 | 4.654 | 5.616 | 6.578 | 4.385 | 100.0% | 10 | - | cinder.delete_volume | 2.712 | 3.275 | 3.476 | 3.485 | 3.493 | 3.193 | 100.0% | 10 | - | total | 6.117 | 7.6 | 8.118 | 8.975 | 9.831 | 7.578 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.3931138515 - Full duration: 56.1436901093 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.562 | 4.002 | 4.303 | 4.334 | 4.364 | 4.012 | 100.0% | 10 | - | cinder.extend_volume | 0.691 | 1.1 | 3.236 | 3.411 | 3.587 | 1.713 | 100.0% | 10 | - | cinder.delete_volume | 0.583 | 0.974 | 3.176 | 3.253 | 3.33 | 1.51 | 100.0% | 10 | - | total | 5.58 | 6.337 | 10.123 | 10.341 | 10.559 | 7.236 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 20.3285830021 - Full duration: 37.9043469429 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.524 | 4.049 | 4.167 | 4.196 | 4.225 | 3.94 | 100.0% | 10 | - | cinder.create_snapshot | 2.743 | 3.026 | 3.356 | 3.408 | 3.46 | 3.053 | 100.0% | 10 | - | nova.attach_volume | 4.113 | 4.635 | 6.974 | 7.136 | 7.298 | 5.464 | 100.0% | 10 | - | nova.detach_volume | 3.695 | 4.078 | 4.306 | 4.692 | 5.078 | 4.146 | 100.0% | 10 | - | cinder.delete_snapshot | 2.489 | 2.864 | 3.117 | 3.127 | 3.136 | 2.861 | 100.0% | 10 | - | cinder.delete_volume | 0.577 | 2.556 | 2.985 | 3.013 | 3.041 | 2.272 | 100.0% | 10 | - | total | 19.553 | 22.646 | 25.102 | 25.135 | 25.168 | 22.862 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.4835031033 - Full duration: 178.220266819 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.143 | 3.843 | 3.997 | 4.099 | 4.2 | 3.793 | 100.0% | 10 | - | cinder.create_snapshot | 2.558 | 2.892 | 3.176 | 3.328 | 3.48 | 2.92 | 100.0% | 10 | - | nova.attach_volume | 4.209 | 5.877 | 7.368 | 8.681 | 9.994 | 6.076 | 100.0% | 10 | - | nova.detach_volume | 3.533 | 3.91 | 4.349 | 4.363 | 4.378 | 3.99 | 100.0% | 10 | - | cinder.delete_snapshot | 2.531 | 2.847 | 3.044 | 3.101 | 3.158 | 2.802 | 100.0% | 10 | - | cinder.delete_volume | 0.626 | 2.561 | 2.989 | 3.03 | 3.071 | 2.206 | 100.0% | 10 | - | total | 20.143 | 23.986 | 25.362 | 26.711 | 28.06 | 23.469 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.7886071205 - Full duration: 169.118987083 - - 2016-04-27 02:41:57,893 - run_rally - INFO - Test scenario: "cinder" OK. - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-04-27T02:00:03.021Z", - "end": "2016-04-27T02:00:08.968Z", - "duration": 5947 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-27T02:00:03.021Z - End: 2016-04-27T02:00:08.968Z - Duration: 5.947 - **************************************** - -vIMS -^^^^^^^ -:: - - FUNCTEST.info: Running vIMS test... - 2016-04-27 02:00:26,953 - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - 2016-04-27 02:00:27,734 - vIMS - INFO - Update OpenStack creds informations - 2016-04-27 02:00:27,734 - vIMS - INFO - Upload some OS images if it doesn't exist - 2016-04-27 02:00:28,202 - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - 2016-04-27 02:01:55,022 - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - 2016-04-27 02:03:39,709 - vIMS - INFO - Update security group quota for this tenant - 2016-04-27 02:03:40,572 - vIMS - INFO - Update cinder quota for this tenant - 2016-04-27 02:03:41,548 - vIMS - INFO - Collect flavor id for cloudify manager server - 2016-04-27 02:03:43,403 - vIMS - INFO - Prepare virtualenv for cloudify-cli - 2016-04-27 02:04:20,255 - vIMS - INFO - Downloading the cloudify manager server blueprint - 2016-04-27 02:04:21,701 - vIMS - INFO - Cloudify deployment Start Time:'2016-04-27 02:04:21' - 2016-04-27 02:04:21,701 - vIMS - INFO - Writing the inputs file - 2016-04-27 02:04:21,706 - vIMS - INFO - Launching the cloudify-manager deployment - 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify-manager server is UP ! - 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify deployment duration:'456.1' - 2016-04-27 02:11:57,798 - vIMS - INFO - Collect flavor id for all clearwater vm - 2016-04-27 02:12:00,174 - vIMS - INFO - vIMS VNF deployment Start Time:'2016-04-27 02:12:00' - 2016-04-27 02:12:00,174 - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - 2016-04-27 02:12:01,517 - vIMS - INFO - Writing the inputs file - 2016-04-27 02:12:01,520 - vIMS - INFO - Launching the clearwater deployment - 2016-04-27 02:13:46,397 - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/opnfv-cloudify-clearwater; cfy blueprints upload -b clearwater -p openstack-blueprint.yaml; cfy deployments create -b clearwater -d clearwater-opnfv --inputs inputs.yaml; cfy executions start -w install -d clearwater-opnfv --timeout 1800; ' - 2016-04-27 02:13:46,398 - vIMS - ERROR - RuntimeError: Workflow failed: Task failed 'nova_plugin.server.start' -> NonRecoverableError('Unexpected server state ERROR:None',) diff --git a/docs/results/fuel-os-onos-nofeature-ha.rst b/docs/results/fuel-os-onos-nofeature-ha.rst deleted file mode 100644 index 0e276a604..000000000 --- a/docs/results/fuel-os-onos-nofeature-ha.rst +++ /dev/null @@ -1,2618 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-onos-nofeature-ha ---------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-21 09:42:15' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=c921bde1-b564-4670-9801-7607bb7dd5f9 - network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=c921bde1-b564-4670-9801-7607bb7dd5f9 - network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'267.2' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.33888 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10971 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.11040 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 30.42278 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.85713 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.32690 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34397 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.37412 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.53125 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.34050 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.55659 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.33680 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.57251 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.33960 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.69068 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.33768 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.67793 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33491 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.60438 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.39355 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.24188 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.85431 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.83096 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.66403 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 13.11276 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11312 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.98764 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.62118 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.01188 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.73001 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.04071 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.53598 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.12633 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.13548 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.08098 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08810 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10130 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.63997 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00129 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20987 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.10442 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02285 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.10168 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08641 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03051 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02042 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.08087 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06620 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07583 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.02614 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10806 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.09498 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15150 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76964 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.40090 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.38359 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.65971 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.66699 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.63491 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.25088 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 16.25121 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.90196 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 11.28175 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.26759 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.49600 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.57009 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.21321 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.04861 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.93770 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.76115 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.71809 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.21977 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.91452 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.95440 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.16889 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.57679 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.42447 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.46180 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.15287 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.87581 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.99209 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.58096 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.07971 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.73518 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.51942 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.32883 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01961 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 1.56142 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03891 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.62077 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.07524 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.29801 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.07714 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.06122 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.10604 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.41781 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.03176 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.34417 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.00125 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64367 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38885 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.52793 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.11210 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08846 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10244 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10511 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.10566 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.14063 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57457 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.72677 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.66304 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.84418 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.53626 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.54078 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.09094 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.98866 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.87451 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.20792 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.28358 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.49162 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.79765 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.99403 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.66099 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.29854 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.32442 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.04955 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.33630 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.80651 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.65929 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.36943 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.38991 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.31486 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.30617 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.96002 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.15725 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.88622 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.32563 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.37153 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.19676 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.65017 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.26448 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.38004 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.32783 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.61053 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.36523 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.30263 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.90758 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.98249 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.15672 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.09748 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.08662 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.74965 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81896 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.31019 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.07790 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.59873 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.33280 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.62361 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.93849 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.07141 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.31814 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61532 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.61600 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.59934 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.81253 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84469 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.72972 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06791 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.60479 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.74694 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.11182 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.04832 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.66890 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 18.01898 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 16.52370 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.05563 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.08365 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05607 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 374.04656 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 340.58084 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 349.05347 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 338.91569 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2109:47:08.529077', 'duration': 512, 'tests': 210, 'failures': 31} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: started - Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.528 | 0.563 | 0.576 | 0.577 | 0.578 | 0.558 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.524 | 0.536 | 0.584 | 0.646 | 0.707 | 0.556 | 100.0% | 10 | - | total | 1.209 | 1.274 | 1.348 | 1.391 | 1.434 | 1.285 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.82395505905 - Full duration: 11.5060088634 - - - - test scenario Authenticate.keystone - +----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - | total | 0.145 | 0.166 | 0.262 | 0.271 | 0.28 | 0.193 | 100.0% | 10 | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 0.597311973572 - Full duration: 8.39117598534 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.289 | 0.308 | 0.338 | 0.34 | 0.342 | 0.312 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.054 | 0.289 | 0.31 | 0.318 | 0.327 | 0.27 | 100.0% | 10 | - | total | 0.575 | 0.782 | 0.858 | 0.862 | 0.865 | 0.773 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38020992279 - Full duration: 10.2995789051 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.279 | 0.311 | 0.459 | 0.464 | 0.468 | 0.352 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.033 | 0.056 | 0.061 | 0.063 | 0.065 | 0.053 | 100.0% | 10 | - | total | 0.477 | 0.53 | 0.699 | 0.711 | 0.723 | 0.569 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.69243693352 - Full duration: 9.33592200279 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.276 | 0.29 | 0.335 | 0.335 | 0.335 | 0.302 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.257 | 0.29 | 0.318 | 0.346 | 0.374 | 0.297 | 100.0% | 10 | - | total | 0.719 | 0.773 | 0.853 | 0.863 | 0.873 | 0.781 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.3241250515 - Full duration: 9.87282705307 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.289 | 0.309 | 0.329 | 0.334 | 0.34 | 0.31 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.044 | 0.294 | 0.324 | 0.365 | 0.406 | 0.265 | 100.0% | 10 | - | total | 0.533 | 0.752 | 0.809 | 0.831 | 0.854 | 0.734 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.165102005 - Full duration: 9.4830288887 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: started - Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.726 | 0.781 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 | - | total | 0.726 | 0.783 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.53244495392 - Full duration: 12.5428349972 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 6.979 | 7.618 | 7.794 | 7.829 | 7.863 | 7.563 | 100.0% | 10 | - | nova.boot_servers | 8.651 | 10.765 | 11.756 | 11.781 | 11.807 | 10.556 | 100.0% | 10 | - | total | 15.879 | 18.421 | 19.261 | 19.311 | 19.36 | 18.119 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 53.8314111233 - Full duration: 120.073235035 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.329 | 7.6 | 7.99 | 8.113 | 8.236 | 7.653 | 100.0% | 10 | - | glance.list_images | 0.333 | 0.582 | 0.613 | 0.646 | 0.679 | 0.566 | 100.0% | 10 | - | total | 7.902 | 8.164 | 8.547 | 8.674 | 8.802 | 8.219 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.6576690674 - Full duration: 38.7420179844 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.217 | 7.695 | 7.985 | 8.039 | 8.092 | 7.694 | 100.0% | 10 | - | glance.delete_image | 1.995 | 2.137 | 2.493 | 2.608 | 2.722 | 2.22 | 100.0% | 10 | - | total | 9.374 | 10.024 | 10.211 | 10.289 | 10.367 | 9.914 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.6123759747 - Full duration: 39.9493000507 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task b1aa2d13-0f7a-4bff-8331-81336fed8893: started - Task b1aa2d13-0f7a-4bff-8331-81336fed8893: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.503 | 8.078 | 8.609 | 8.703 | 8.796 | 7.961 | 100.0% | 10 | - | cinder.create_volume | 3.188 | 3.68 | 3.956 | 3.978 | 4.0 | 3.679 | 100.0% | 10 | - | nova.attach_volume | 3.64 | 4.357 | 6.302 | 6.474 | 6.646 | 4.857 | 100.0% | 10 | - | nova.detach_volume | 3.578 | 3.916 | 4.783 | 4.818 | 4.854 | 4.034 | 100.0% | 10 | - | cinder.delete_volume | 0.561 | 1.816 | 3.1 | 3.132 | 3.165 | 1.823 | 100.0% | 10 | - | nova.delete_server | 2.774 | 2.91 | 3.153 | 3.263 | 3.373 | 2.961 | 100.0% | 10 | - | total | 22.849 | 25.428 | 26.942 | 27.99 | 29.037 | 25.315 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 75.149212122 - Full duration: 118.157259941 - - - - test scenario CinderVolumes.create_and_list_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.83 | 9.929 | 10.531 | 10.536 | 10.541 | 9.772 | 100.0% | 10 | - | cinder.list_volumes | 0.08 | 0.374 | 0.44 | 0.453 | 0.465 | 0.361 | 100.0% | 10 | - | total | 8.172 | 10.346 | 10.952 | 10.96 | 10.967 | 10.134 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.4478600025 - Full duration: 52.5886940956 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.301 | 3.843 | 4.226 | 4.357 | 4.488 | 3.882 | 100.0% | 10 | - | cinder.list_volumes | 0.053 | 0.331 | 0.398 | 0.398 | 0.398 | 0.273 | 100.0% | 10 | - | total | 3.637 | 4.144 | 4.619 | 4.733 | 4.847 | 4.156 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.4273290634 - Full duration: 34.9144048691 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.946 | 3.307 | 3.538 | 3.549 | 3.56 | 3.273 | 100.0% | 10 | - | cinder.list_snapshots | 0.028 | 0.295 | 0.328 | 0.338 | 0.348 | 0.201 | 100.0% | 10 | - | total | 3.176 | 3.555 | 3.638 | 3.662 | 3.686 | 3.474 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.5382380486 - Full duration: 51.362334013 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.624 | 3.895 | 4.231 | 4.281 | 4.331 | 3.947 | 100.0% | 10 | - | cinder.delete_volume | 0.812 | 1.949 | 3.114 | 3.122 | 3.131 | 1.972 | 100.0% | 10 | - | total | 4.618 | 5.84 | 7.204 | 7.278 | 7.351 | 5.92 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.7822580338 - Full duration: 34.5782420635 - - - - test scenario CinderVolumes.create_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.294 | 9.687 | 9.755 | 9.776 | 9.798 | 9.602 | 100.0% | 10 | - | cinder.delete_volume | 0.832 | 2.037 | 2.912 | 3.099 | 3.287 | 1.974 | 100.0% | 10 | - | total | 10.153 | 11.549 | 12.579 | 12.706 | 12.832 | 11.576 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 33.8279159069 - Full duration: 52.5032699108 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.531 | 3.917 | 4.114 | 4.116 | 4.119 | 3.89 | 100.0% | 10 | - | cinder.delete_volume | 0.795 | 0.992 | 3.094 | 3.232 | 3.371 | 1.405 | 100.0% | 10 | - | total | 4.55 | 4.893 | 6.895 | 7.065 | 7.235 | 5.295 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.6577680111 - Full duration: 32.7706868649 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.529 | 3.821 | 4.216 | 4.22 | 4.223 | 3.861 | 100.0% | 10 | - | cinder.upload_volume_to_image | 19.02 | 29.858 | 31.714 | 31.91 | 32.105 | 28.579 | 100.0% | 10 | - | cinder.delete_volume | 0.778 | 2.823 | 3.199 | 3.243 | 3.288 | 2.495 | 100.0% | 10 | - | nova.delete_image | 2.394 | 2.794 | 4.071 | 9.486 | 14.9 | 3.949 | 100.0% | 10 | - | total | 28.359 | 39.027 | 42.376 | 45.938 | 49.5 | 38.885 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 119.134256124 - Full duration: 139.814013958 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.047 | 3.312 | 3.751 | 4.588 | 5.426 | 3.504 | 100.0% | 10 | - | cinder.delete_snapshot | 2.515 | 2.959 | 3.129 | 3.134 | 3.139 | 2.904 | 100.0% | 10 | - | total | 5.93 | 6.273 | 6.77 | 7.355 | 7.941 | 6.408 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.6710958481 - Full duration: 52.810079813 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 | - | total | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.9593629837 - Full duration: 30.0458798409 - - - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 | - | total | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.9883899689 - Full duration: 34.5793349743 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.527 | 0.566 | 0.622 | 0.634 | 0.647 | 0.579 | 100.0% | 10 | - | total | 0.527 | 0.566 | 0.622 | 0.635 | 0.647 | 0.579 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71377515793 - Full duration: 66.8403449059 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.423 | 3.79 | 4.204 | 4.228 | 4.253 | 3.832 | 100.0% | 10 | - | cinder.create_snapshot | 2.595 | 2.914 | 3.105 | 3.107 | 3.109 | 2.93 | 100.0% | 10 | - | nova.attach_volume | 3.943 | 6.629 | 7.921 | 8.552 | 9.183 | 6.368 | 100.0% | 10 | - | nova.detach_volume | 3.275 | 3.933 | 4.098 | 4.151 | 4.204 | 3.813 | 100.0% | 10 | - | cinder.delete_snapshot | 2.26 | 2.576 | 3.109 | 3.173 | 3.237 | 2.627 | 100.0% | 10 | - | cinder.delete_volume | 0.572 | 2.766 | 2.935 | 3.011 | 3.086 | 2.543 | 100.0% | 10 | - | total | 20.778 | 22.953 | 25.368 | 26.28 | 27.193 | 23.194 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 69.8529119492 - Full duration: 173.89911294 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.664 | 3.994 | 4.4 | 4.405 | 4.411 | 4.043 | 100.0% | 10 | - | cinder.delete_volume | 2.706 | 3.262 | 3.503 | 3.525 | 3.547 | 3.211 | 100.0% | 10 | - | total | 6.956 | 7.239 | 7.437 | 7.513 | 7.589 | 7.254 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.7929730415 - Full duration: 56.4282138348 - - - - test scenario CinderVolumes.create_and_extend_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.519 | 3.91 | 4.25 | 4.293 | 4.336 | 3.898 | 100.0% | 10 | - | cinder.extend_volume | 0.954 | 3.479 | 3.822 | 3.974 | 4.126 | 3.266 | 100.0% | 10 | - | cinder.delete_volume | 2.743 | 3.002 | 3.324 | 3.34 | 3.356 | 3.018 | 100.0% | 10 | - | total | 8.353 | 10.523 | 10.792 | 10.838 | 10.885 | 10.182 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.6360728741 - Full duration: 49.9283909798 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.39 | 3.97 | 4.263 | 4.45 | 4.638 | 3.957 | 100.0% | 10 | - | cinder.create_snapshot | 2.608 | 3.069 | 3.308 | 3.31 | 3.312 | 3.012 | 100.0% | 10 | - | nova.attach_volume | 4.043 | 5.478 | 7.465 | 8.181 | 8.896 | 5.734 | 100.0% | 10 | - | nova.detach_volume | 3.111 | 3.712 | 4.231 | 4.297 | 4.362 | 3.748 | 100.0% | 10 | - | cinder.delete_snapshot | 2.272 | 2.63 | 2.889 | 3.032 | 3.174 | 2.679 | 100.0% | 10 | - | cinder.delete_volume | 0.594 | 2.64 | 3.158 | 3.173 | 3.187 | 2.251 | 100.0% | 10 | - | total | 18.408 | 23.294 | 24.568 | 24.632 | 24.697 | 22.576 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.1245191097 - Full duration: 178.916586161 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.136 | 3.923 | 4.27 | 4.334 | 4.398 | 3.903 | 100.0% | 10 | - | cinder.create_snapshot | 2.708 | 2.894 | 3.269 | 3.309 | 3.348 | 2.997 | 100.0% | 10 | - | nova.attach_volume | 3.853 | 5.659 | 9.176 | 9.424 | 9.673 | 6.046 | 100.0% | 10 | - | nova.detach_volume | 3.349 | 3.857 | 4.334 | 4.582 | 4.829 | 3.88 | 100.0% | 10 | - | cinder.delete_snapshot | 2.261 | 2.578 | 3.148 | 3.183 | 3.219 | 2.687 | 100.0% | 10 | - | cinder.delete_volume | 2.584 | 2.856 | 3.08 | 3.208 | 3.335 | 2.877 | 100.0% | 10 | - | total | 21.769 | 23.113 | 27.189 | 27.9 | 28.611 | 24.037 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 69.8956279755 - Full duration: 185.589872122 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 6323c0be-a020-4b31-99f0-846288593cf5: started - Task 6323c0be-a020-4b31-99f0-846288593cf5: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.897 | 4.064 | 4.38 | 4.573 | 4.766 | 4.148 | 100.0% | 10 | - | heat.suspend_stack | 0.856 | 1.754 | 2.035 | 2.047 | 2.058 | 1.584 | 100.0% | 10 | - | heat.resume_stack | 1.455 | 1.659 | 1.714 | 1.716 | 1.718 | 1.62 | 100.0% | 10 | - | heat.delete_stack | 1.394 | 1.581 | 2.739 | 2.752 | 2.765 | 1.784 | 100.0% | 10 | - | total | 8.071 | 9.183 | 10.285 | 10.314 | 10.344 | 9.135 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.614921093 - Full duration: 38.014703989 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.032 | 4.108 | 4.322 | 4.37 | 4.419 | 4.169 | 100.0% | 10 | - | heat.delete_stack | 1.408 | 1.463 | 1.821 | 2.204 | 2.588 | 1.599 | 100.0% | 10 | - | total | 5.497 | 5.706 | 5.963 | 6.33 | 6.698 | 5.768 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.1844079494 - Full duration: 27.193780899 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 22.283 | 23.81 | 24.26 | 24.642 | 25.023 | 23.576 | 100.0% | 10 | - | heat.delete_stack | 10.675 | 11.83 | 13.071 | 13.072 | 13.073 | 12.167 | 100.0% | 10 | - | total | 33.542 | 35.738 | 36.805 | 36.843 | 36.881 | 35.743 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.773921967 - Full duration: 118.200341225 - - - - test scenario HeatStacks.create_and_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 18.184 | 20.407 | 21.635 | 21.85 | 22.065 | 20.2 | 100.0% | 10 | - | heat.delete_stack | 10.601 | 10.722 | 11.882 | 11.945 | 12.008 | 11.03 | 100.0% | 10 | - | total | 28.903 | 31.02 | 33.025 | 33.24 | 33.455 | 31.23 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 92.4247808456 - Full duration: 102.624263048 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.493 | 0.534 | 0.591 | 0.604 | 0.617 | 0.542 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.493 | 0.534 | 0.592 | 0.604 | 0.617 | 0.542 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.70831894875 - Full duration: 10.6722428799 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.142 | 4.331 | 4.481 | 4.527 | 4.573 | 4.327 | 100.0% | 10 | - | heat.update_stack | 3.575 | 3.673 | 3.746 | 3.752 | 3.758 | 3.674 | 100.0% | 10 | - | heat.delete_stack | 1.9 | 2.609 | 2.795 | 2.836 | 2.877 | 2.6 | 100.0% | 10 | - | total | 9.714 | 10.635 | 10.858 | 10.879 | 10.899 | 10.601 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 32.1056320667 - Full duration: 42.6386361122 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.12 | 4.273 | 4.323 | 4.33 | 4.336 | 4.247 | 100.0% | 10 | - | heat.update_stack | 3.504 | 3.594 | 3.722 | 3.741 | 3.76 | 3.615 | 100.0% | 10 | - | heat.delete_stack | 1.391 | 1.433 | 1.71 | 2.139 | 2.568 | 1.584 | 100.0% | 10 | - | total | 9.04 | 9.38 | 9.599 | 10.09 | 10.581 | 9.447 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.2272830009 - Full duration: 40.1677620411 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.97 | 4.292 | 4.415 | 4.448 | 4.481 | 4.271 | 100.0% | 10 | - | heat.update_stack | 5.842 | 5.898 | 5.997 | 6.123 | 6.248 | 5.932 | 100.0% | 10 | - | heat.delete_stack | 2.495 | 2.556 | 3.706 | 3.713 | 3.721 | 2.769 | 100.0% | 10 | - | total | 12.606 | 12.776 | 13.842 | 13.936 | 14.029 | 12.972 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.4572560787 - Full duration: 50.1925730705 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 4.629 | 5.407 | 5.516 | 5.7 | 5.884 | 5.364 | 100.0% | 10 | - | heat.update_stack | 8.444 | 9.309 | 9.353 | 9.359 | 9.365 | 9.16 | 100.0% | 10 | - | heat.delete_stack | 3.645 | 3.715 | 3.749 | 3.76 | 3.771 | 3.715 | 100.0% | 10 | - | total | 17.585 | 18.448 | 18.542 | 18.731 | 18.92 | 18.239 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 54.5839819908 - Full duration: 66.1476221085 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.153 | 4.42 | 4.537 | 4.626 | 4.716 | 4.414 | 100.0% | 10 | - | heat.update_stack | 5.756 | 5.867 | 5.968 | 5.986 | 6.003 | 5.879 | 100.0% | 10 | - | heat.delete_stack | 2.537 | 2.569 | 3.682 | 3.771 | 3.859 | 2.812 | 100.0% | 10 | - | total | 12.735 | 12.934 | 13.781 | 13.841 | 13.901 | 13.105 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.6327600479 - Full duration: 51.5351819992 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.216 | 4.41 | 4.524 | 4.563 | 4.602 | 4.398 | 100.0% | 10 | - | heat.update_stack | 3.532 | 3.608 | 3.773 | 3.784 | 3.795 | 3.634 | 100.0% | 10 | - | heat.delete_stack | 1.377 | 1.48 | 2.549 | 2.553 | 2.557 | 1.868 | 100.0% | 10 | - | total | 9.266 | 9.676 | 10.603 | 10.665 | 10.728 | 9.9 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.3563029766 - Full duration: 41.178768158 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.154 | 4.25 | 4.32 | 4.358 | 4.396 | 4.255 | 100.0% | 10 | - | heat.list_stacks | 0.074 | 0.097 | 0.126 | 0.128 | 0.13 | 0.104 | 100.0% | 10 | - | total | 4.279 | 4.357 | 4.412 | 4.448 | 4.484 | 4.359 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1276688576 - Full duration: 29.3930869102 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.092 | 4.317 | 4.556 | 4.566 | 4.577 | 4.328 | 100.0% | 10 | - | heat.check_stack | 1.476 | 1.524 | 1.598 | 1.722 | 1.845 | 1.56 | 100.0% | 10 | - | heat.delete_stack | 1.38 | 2.515 | 2.587 | 2.689 | 2.791 | 2.103 | 100.0% | 10 | - | total | 7.059 | 8.243 | 8.619 | 8.666 | 8.713 | 7.99 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.3825399876 - Full duration: 35.8954949379 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: started - Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.27 | 0.298 | 0.409 | 0.435 | 0.46 | 0.321 | 100.0% | 10 | - | keystone.create_users | 1.62 | 1.702 | 1.784 | 1.8 | 1.816 | 1.71 | 100.0% | 10 | - | total | 1.925 | 2.027 | 2.126 | 2.152 | 2.178 | 2.031 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.16570997238 - Full duration: 22.7167549133 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.266 | 0.303 | 0.411 | 0.414 | 0.418 | 0.326 | 100.0% | 10 | - | keystone.add_role | 0.268 | 0.295 | 0.314 | 0.344 | 0.373 | 0.3 | 100.0% | 10 | - | keystone.list_roles | 0.148 | 0.159 | 0.168 | 0.169 | 0.17 | 0.158 | 100.0% | 10 | - | total | 0.695 | 0.767 | 0.865 | 0.868 | 0.872 | 0.784 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.35486006737 - Full duration: 15.306978941 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.29 | 0.387 | 0.421 | 0.453 | 0.485 | 0.366 | 100.0% | 10 | - | keystone.add_role | 0.258 | 0.281 | 0.337 | 0.355 | 0.373 | 0.294 | 100.0% | 10 | - | keystone.remove_role | 0.164 | 0.171 | 0.231 | 0.302 | 0.373 | 0.197 | 100.0% | 10 | - | total | 0.747 | 0.827 | 0.964 | 1.078 | 1.191 | 0.857 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.82508516312 - Full duration: 16.1954729557 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.258 | 0.319 | 0.527 | 0.533 | 0.538 | 0.37 | 100.0% | 10 | - | keystone.update_tenant | 0.138 | 0.159 | 0.258 | 0.263 | 0.269 | 0.18 | 100.0% | 10 | - | keystone.delete_tenant | 0.319 | 0.34 | 0.454 | 0.455 | 0.455 | 0.371 | 100.0% | 10 | - | total | 0.776 | 0.89 | 1.119 | 1.121 | 1.124 | 0.922 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.63998699188 - Full duration: 14.1927289963 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.278 | 0.299 | 0.315 | 0.315 | 0.316 | 0.3 | 100.0% | 10 | - | keystone.delete_service | 0.15 | 0.17 | 0.241 | 0.247 | 0.253 | 0.182 | 100.0% | 10 | - | total | 0.434 | 0.481 | 0.533 | 0.538 | 0.544 | 0.482 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.47481298447 - Full duration: 13.4397730827 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.301 | 0.315 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 | - | total | 0.301 | 0.316 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.985784053802 - Full duration: 9.20213198662 - - - - test scenario KeystoneBasic.create_user - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_user | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 | - | total | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 1.00818705559 - Full duration: 9.22635006905 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.287 | 0.304 | 0.325 | 0.327 | 0.329 | 0.306 | 100.0% | 10 | - | keystone.list_tenants | 0.127 | 0.136 | 0.153 | 0.157 | 0.16 | 0.139 | 100.0% | 10 | - | total | 0.42 | 0.445 | 0.462 | 0.466 | 0.469 | 0.445 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.36337804794 - Full duration: 14.8872029781 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.282 | 0.386 | 0.408 | 0.422 | 0.436 | 0.365 | 100.0% | 10 | - | keystone.delete_role | 0.268 | 0.3 | 0.401 | 0.491 | 0.581 | 0.334 | 100.0% | 10 | - | total | 0.575 | 0.677 | 0.804 | 0.911 | 1.018 | 0.699 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.04137206078 - Full duration: 14.1024041176 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.286 | 0.308 | 0.319 | 0.328 | 0.336 | 0.307 | 100.0% | 10 | - | keystone.create_user | 0.143 | 0.156 | 0.164 | 0.167 | 0.17 | 0.157 | 100.0% | 10 | - | keystone.create_role | 0.135 | 0.143 | 0.175 | 0.19 | 0.204 | 0.151 | 100.0% | 10 | - | keystone.get_tenant | 0.117 | 0.13 | 0.135 | 0.136 | 0.138 | 0.129 | 100.0% | 10 | - | keystone.get_user | 0.127 | 0.15 | 0.222 | 0.227 | 0.232 | 0.162 | 100.0% | 10 | - | keystone.get_role | 0.12 | 0.132 | 0.144 | 0.154 | 0.164 | 0.134 | 100.0% | 10 | - | keystone.service_list | 0.125 | 0.138 | 0.243 | 0.244 | 0.245 | 0.164 | 100.0% | 10 | - | keystone.get_service | 0.124 | 0.133 | 0.153 | 0.194 | 0.235 | 0.143 | 100.0% | 10 | - | total | 1.279 | 1.333 | 1.411 | 1.47 | 1.528 | 1.345 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.00930905342 - Full duration: 20.4269800186 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.295 | 0.304 | 0.332 | 0.342 | 0.351 | 0.311 | 100.0% | 10 | - | keystone.list_users | 0.127 | 0.146 | 0.162 | 0.201 | 0.24 | 0.151 | 100.0% | 10 | - | total | 0.422 | 0.458 | 0.506 | 0.523 | 0.539 | 0.462 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.42111587524 - Full duration: 9.87036585808 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 31a75089-836c-4dd2-bea5-146049608ff3: started - Task 31a75089-836c-4dd2-bea5-146049608ff3: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.763 | 0.911 | 1.019 | 1.048 | 1.078 | 0.909 | 100.0% | 10 | - | neutron.delete_port | 0.237 | 0.633 | 0.682 | 0.717 | 0.752 | 0.534 | 100.0% | 10 | - | total | 1.07 | 1.489 | 1.683 | 1.704 | 1.726 | 1.443 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.20432686806 - Full duration: 54.8132340908 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.762 | 0.836 | 0.949 | 0.98 | 1.011 | 0.863 | 100.0% | 10 | - | neutron.create_router | 0.066 | 0.493 | 0.686 | 0.691 | 0.695 | 0.459 | 100.0% | 10 | - | neutron.add_interface_router | 0.262 | 0.695 | 0.795 | 0.844 | 0.892 | 0.637 | 100.0% | 10 | - | neutron.list_routers | 0.039 | 0.407 | 0.441 | 0.452 | 0.462 | 0.308 | 100.0% | 10 | - | total | 1.54 | 2.352 | 2.744 | 2.824 | 2.904 | 2.268 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.36094808578 - Full duration: 61.3011310101 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.79 | 0.836 | 0.945 | 1.009 | 1.072 | 0.868 | 100.0% | 10 | - | neutron.create_router | 0.074 | 0.436 | 0.479 | 0.499 | 0.518 | 0.377 | 100.0% | 10 | - | neutron.add_interface_router | 0.284 | 0.545 | 0.739 | 0.812 | 0.886 | 0.527 | 100.0% | 10 | - | neutron.remove_interface_router | 0.221 | 0.615 | 0.709 | 0.724 | 0.739 | 0.518 | 100.0% | 10 | - | neutron.delete_router | 0.187 | 0.566 | 0.709 | 0.751 | 0.793 | 0.508 | 100.0% | 10 | - | total | 2.124 | 2.811 | 3.347 | 3.379 | 3.412 | 2.799 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.68784189224 - Full duration: 59.8806409836 - - - - test scenario NeutronNetworks.create_and_list_ports - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | neutron.create_port | 0.777 | 0.895 | 0.981 | 1.01 | 1.039 | 0.89 | 100.0% | 10 | - | neutron.list_ports | 0.525 | 0.678 | 0.726 | 0.735 | 0.743 | 0.65 | 100.0% | 10 | - | total | 1.351 | 1.564 | 1.694 | 1.729 | 1.764 | 1.54 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 4.66481399536 - Full duration: 56.677120924 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.785 | 0.926 | 1.065 | 1.065 | 1.065 | 0.914 | 100.0% | 10 | - | neutron.delete_subnet | 0.193 | 0.762 | 0.952 | 1.035 | 1.117 | 0.745 | 100.0% | 10 | - | total | 1.258 | 1.702 | 1.876 | 1.903 | 1.929 | 1.659 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.09031915665 - Full duration: 56.7336909771 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.614 | 0.708 | 0.774 | 0.81 | 0.847 | 0.712 | 100.0% | 10 | - | neutron.delete_network | 0.144 | 0.554 | 0.592 | 0.645 | 0.698 | 0.489 | 100.0% | 10 | - | total | 0.809 | 1.248 | 1.41 | 1.418 | 1.427 | 1.202 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.66986989975 - Full duration: 34.80159688 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.627 | 0.707 | 0.85 | 0.851 | 0.853 | 0.719 | 100.0% | 10 | - | neutron.list_networks | 0.059 | 0.439 | 0.513 | 0.515 | 0.518 | 0.413 | 100.0% | 10 | - | total | 0.909 | 1.126 | 1.242 | 1.306 | 1.371 | 1.132 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.38921308517 - Full duration: 36.8345379829 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.751 | 0.824 | 0.876 | 0.921 | 0.967 | 0.832 | 100.0% | 10 | - | neutron.create_router | 0.431 | 0.473 | 0.541 | 0.577 | 0.613 | 0.489 | 100.0% | 10 | - | neutron.add_interface_router | 0.301 | 0.711 | 0.928 | 1.08 | 1.231 | 0.684 | 100.0% | 10 | - | neutron.update_router | 0.48 | 0.514 | 0.703 | 0.74 | 0.778 | 0.579 | 100.0% | 10 | - | total | 2.062 | 2.629 | 2.871 | 3.084 | 3.298 | 2.584 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.65487504005 - Full duration: 63.1229610443 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.656 | 0.719 | 1.152 | 1.152 | 1.153 | 0.796 | 100.0% | 10 | - | neutron.update_network | 0.136 | 0.33 | 0.656 | 0.684 | 0.711 | 0.37 | 100.0% | 10 | - | total | 0.793 | 1.067 | 1.71 | 1.757 | 1.803 | 1.166 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.25723409653 - Full duration: 35.7245519161 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.757 | 0.871 | 0.937 | 0.949 | 0.961 | 0.872 | 100.0% | 10 | - | neutron.update_port | 0.152 | 0.553 | 0.69 | 0.695 | 0.7 | 0.449 | 100.0% | 10 | - | total | 1.013 | 1.374 | 1.562 | 1.591 | 1.621 | 1.322 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.26963686943 - Full duration: 56.3142960072 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.759 | 0.838 | 0.884 | 0.921 | 0.959 | 0.833 | 100.0% | 10 | - | neutron.list_subnets | 0.419 | 0.437 | 0.474 | 0.504 | 0.535 | 0.447 | 100.0% | 10 | - | total | 1.205 | 1.29 | 1.325 | 1.352 | 1.379 | 1.281 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.90167307854 - Full duration: 56.5125339031 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.86 | 0.894 | 0.899 | 0.904 | 0.847 | 100.0% | 10 | - | neutron.update_subnet | 0.215 | 0.626 | 0.747 | 0.751 | 0.754 | 0.619 | 100.0% | 10 | - | total | 0.992 | 1.503 | 1.597 | 1.604 | 1.611 | 1.466 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.40182685852 - Full duration: 57.6830070019 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: started - Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.784 | 0.836 | 1.474 | 1.484 | 1.495 | 0.974 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.05 | 0.055 | 0.057 | 0.058 | 0.047 | 100.0% | 10 | - | total | 0.832 | 0.883 | 1.529 | 1.541 | 1.553 | 1.022 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.34695100784 - Full duration: 45.7756779194 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.554 | 10.346 | 11.835 | 11.965 | 12.095 | 10.244 | 100.0% | 10 | - | nova.create_image | 11.631 | 12.185 | 12.844 | 13.707 | 14.57 | 12.355 | 100.0% | 10 | - | nova.delete_server | 2.863 | 3.258 | 3.364 | 3.387 | 3.409 | 3.184 | 100.0% | 10 | - | nova.boot_server (2) | 7.672 | 8.531 | 9.58 | 9.806 | 10.032 | 8.647 | 100.0% | 10 | - | nova.delete_server (2) | 2.536 | 2.983 | 3.338 | 3.367 | 3.396 | 3.003 | 100.0% | 10 | - | nova.delete_image | 2.294 | 3.138 | 3.917 | 3.949 | 3.981 | 3.199 | 100.0% | 10 | - | total | 37.226 | 39.77 | 43.868 | 44.502 | 45.136 | 40.632 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 120.862003088 - Full duration: 196.742653131 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.722 | 0.911 | 1.196 | 1.303 | 1.41 | 0.932 | 100.0% | 10 | - | nova.boot_server | 8.584 | 9.058 | 10.234 | 10.397 | 10.559 | 9.363 | 100.0% | 10 | - | nova.delete_server | 2.535 | 3.3 | 3.362 | 3.407 | 3.453 | 3.174 | 100.0% | 10 | - | nova.delete_keypair | 0.037 | 0.048 | 0.055 | 0.057 | 0.059 | 0.049 | 100.0% | 10 | - | total | 12.316 | 13.426 | 14.867 | 14.936 | 15.006 | 13.518 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.9865550995 - Full duration: 111.508669853 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.648 | 0.815 | 1.082 | 1.098 | 1.113 | 0.837 | 100.0% | 10 | - | nova.list_keypairs | 0.019 | 0.028 | 0.042 | 0.042 | 0.042 | 0.03 | 100.0% | 10 | - | total | 0.674 | 0.84 | 1.113 | 1.126 | 1.139 | 0.868 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.55701994896 - Full duration: 46.8838369846 - - - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.225 | 1.717 | 2.028 | 2.148 | 2.269 | 1.703 | 100.0% | 10 | - | total | 1.225 | 1.717 | 2.028 | 2.149 | 2.269 | 1.703 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.18592405319 - Full duration: 131.096873999 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.681 | 9.106 | 9.667 | 9.855 | 10.043 | 8.967 | 100.0% | 10 | - | nova.resize | 41.039 | 42.444 | 47.666 | 47.89 | 48.113 | 43.647 | 100.0% | 10 | - | nova.resize_confirm | 3.05 | 3.839 | 5.756 | 5.796 | 5.836 | 4.129 | 100.0% | 10 | - | nova.delete_server | 2.538 | 2.977 | 3.37 | 3.436 | 3.502 | 2.99 | 100.0% | 10 | - | total | 56.14 | 58.909 | 63.601 | 64.059 | 64.517 | 59.734 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 175.1216681 - Full duration: 218.552350998 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 10.051 | 10.651 | 11.762 | 11.824 | 11.885 | 10.8 | 100.0% | 10 | - | nova.boot_server | 9.377 | 9.86 | 11.429 | 11.996 | 12.563 | 10.33 | 100.0% | 10 | - | nova.delete_server | 3.706 | 5.644 | 6.192 | 6.201 | 6.209 | 5.374 | 100.0% | 10 | - | total | 23.576 | 26.289 | 28.117 | 28.514 | 28.911 | 26.505 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 78.3103020191 - Full duration: 163.452836037 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.257 | 9.346 | 10.61 | 10.662 | 10.713 | 9.544 | 100.0% | 10 | - | nova.stop_server | 4.295 | 6.497 | 7.089 | 7.118 | 7.147 | 6.056 | 100.0% | 10 | - | nova.migrate | 9.675 | 12.304 | 13.12 | 13.229 | 13.338 | 12.161 | 100.0% | 10 | - | nova.resize_confirm | 3.122 | 3.507 | 4.272 | 4.364 | 4.457 | 3.653 | 100.0% | 10 | - | nova.delete_server | 2.554 | 3.188 | 3.429 | 3.496 | 3.562 | 3.139 | 100.0% | 10 | - | total | 32.033 | 35.063 | 36.096 | 36.58 | 37.064 | 34.553 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 105.193811893 - Full duration: 148.141517878 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.014 | 9.185 | 9.831 | 10.523 | 11.215 | 9.243 | 100.0% | 10 | - | nova.delete_server | 2.908 | 3.295 | 3.466 | 3.472 | 3.478 | 3.254 | 100.0% | 10 | - | total | 11.295 | 12.557 | 13.028 | 13.839 | 14.649 | 12.498 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6073288918 - Full duration: 109.97128582 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.698 | 9.483 | 10.427 | 10.794 | 11.162 | 9.37 | 100.0% | 10 | - | nova.rebuild_server | 8.598 | 9.448 | 10.319 | 10.378 | 10.438 | 9.551 | 100.0% | 10 | - | nova.delete_server | 2.858 | 3.099 | 3.428 | 3.623 | 3.817 | 3.161 | 100.0% | 10 | - | total | 20.044 | 22.42 | 23.365 | 23.559 | 23.752 | 22.083 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.9432969093 - Full duration: 139.465661049 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.683 | 5.344 | 5.852 | 5.859 | 5.866 | 5.356 | 100.0% | 10 | - | nova.create_100_rules | 42.414 | 45.678 | 47.163 | 47.368 | 47.574 | 45.254 | 100.0% | 10 | - | nova.list_security_groups | 0.175 | 0.212 | 0.354 | 0.608 | 0.863 | 0.283 | 100.0% | 10 | - | total | 47.348 | 51.421 | 52.56 | 52.638 | 52.716 | 50.893 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 151.312942028 - Full duration: 221.151799202 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.207 | 5.153 | 5.865 | 6.016 | 6.167 | 5.223 | 100.0% | 10 | - | nova.create_100_rules | 44.426 | 45.496 | 46.391 | 46.57 | 46.749 | 45.514 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.719 | 2.314 | 3.033 | 3.409 | 3.786 | 2.461 | 100.0% | 10 | - | total | 51.911 | 53.27 | 54.098 | 54.11 | 54.121 | 53.199 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 158.767210007 - Full duration: 204.404190063 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.232 | 10.238 | 11.257 | 11.387 | 11.516 | 9.989 | 100.0% | 10 | - | nova.reboot_server | 5.292 | 6.196 | 8.351 | 8.675 | 8.999 | 6.856 | 100.0% | 10 | - | nova.soft_reboot_server | 7.958 | 8.738 | 8.914 | 8.918 | 8.923 | 8.624 | 100.0% | 10 | - | nova.stop_server | 3.374 | 6.332 | 7.13 | 7.453 | 7.776 | 5.867 | 100.0% | 10 | - | nova.start_server | 2.904 | 4.376 | 4.992 | 5.042 | 5.093 | 4.338 | 100.0% | 10 | - | nova.rescue_server | 7.695 | 9.49 | 10.886 | 11.148 | 11.409 | 9.448 | 100.0% | 10 | - | nova.unrescue_server | 5.081 | 5.557 | 7.819 | 8.065 | 8.31 | 5.985 | 100.0% | 10 | - | nova.delete_server | 2.544 | 3.077 | 3.429 | 3.523 | 3.617 | 3.093 | 100.0% | 10 | - | total | 49.625 | 55.207 | 55.707 | 56.454 | 57.202 | 54.222 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 163.818984032 - Full duration: 233.215523958 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 8.48 | 8.958 | 10.243 | 10.531 | 10.819 | 9.243 | 100.0% | 10 | - | total | 8.481 | 8.958 | 10.244 | 10.531 | 10.819 | 9.244 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.3609120846 - Full duration: 84.3593919277 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.247 | 5.184 | 5.369 | 5.396 | 5.424 | 5.095 | 100.0% | 10 | - | nova.create_100_rules | 40.661 | 43.059 | 43.938 | 44.458 | 44.978 | 42.794 | 100.0% | 10 | - | nova.boot_server | 6.947 | 8.26 | 9.169 | 9.358 | 9.548 | 8.098 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.225 | 0.263 | 0.273 | 0.293 | 0.313 | 0.26 | 100.0% | 10 | - | nova.delete_server | 2.528 | 2.586 | 2.843 | 2.904 | 2.965 | 2.638 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.791 | 2.426 | 2.99 | 3.057 | 3.123 | 2.475 | 100.0% | 10 | - | total | 59.505 | 61.408 | 62.425 | 63.244 | 64.063 | 61.363 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 184.570534945 - Full duration: 253.34465313 - - - - test scenario NovaServers.pause_and_unpause_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.448 | 9.26 | 10.374 | 10.502 | 10.629 | 9.397 | 100.0% | 10 | - | nova.pause_server | 2.424 | 3.161 | 3.286 | 3.379 | 3.472 | 3.026 | 100.0% | 10 | - | nova.unpause_server | 2.773 | 3.096 | 3.242 | 3.272 | 3.303 | 3.035 | 100.0% | 10 | - | nova.delete_server | 2.878 | 3.224 | 3.526 | 3.553 | 3.58 | 3.191 | 100.0% | 10 | - | total | 15.943 | 18.76 | 19.747 | 19.77 | 19.793 | 18.65 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 56.3870060444 - Full duration: 124.540560007 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.453 | 10.083 | 10.563 | 10.801 | 11.039 | 10.104 | 100.0% | 10 | - | nova.boot_server | 9.213 | 10.415 | 10.885 | 11.116 | 11.346 | 10.301 | 100.0% | 10 | - | total | 18.667 | 20.779 | 21.44 | 21.628 | 21.816 | 20.405 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.3854188919 - Full duration: 124.319462061 - - - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.037 | 9.396 | 10.043 | 10.516 | 10.989 | 9.351 | 100.0% | 10 | - | nova.list_servers | 0.654 | 1.026 | 1.113 | 1.156 | 1.198 | 0.988 | 100.0% | 10 | - | total | 8.984 | 10.311 | 11.119 | 11.575 | 12.032 | 10.339 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.5458390713 - Full duration: 114.252287149 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: started - Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.126 | 1.235 | 1.607 | 1.612 | 1.618 | 1.297 | 100.0% | 10 | - | total | 1.126 | 1.235 | 1.607 | 1.613 | 1.618 | 1.297 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.74135613441 - Full duration: 16.1623110771 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.407 | 0.429 | 0.526 | 0.528 | 0.531 | 0.447 | 100.0% | 10 | - | total | 0.552 | 0.586 | 0.666 | 0.671 | 0.676 | 0.599 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.82448792458 - Full duration: 13.357311964 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.093 | 1.146 | 1.27 | 1.276 | 1.282 | 1.177 | 100.0% | 10 | - | quotas.delete_quotas | 0.536 | 0.907 | 0.975 | 1.01 | 1.046 | 0.862 | 100.0% | 10 | - | total | 1.67 | 2.089 | 2.177 | 2.184 | 2.192 | 2.039 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.09977889061 - Full duration: 18.3411080837 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.58 | 0.636 | 0.718 | 0.764 | 0.81 | 0.652 | 100.0% | 10 | - | quotas.delete_quotas | 0.018 | 0.026 | 0.035 | 0.039 | 0.043 | 0.028 | 100.0% | 10 | - | total | 0.616 | 0.657 | 0.741 | 0.793 | 0.844 | 0.68 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.00378704071 - Full duration: 13.8784749508 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.583 | 0.637 | 0.914 | 1.049 | 1.185 | 0.713 | 100.0% | 10 | - | total | 0.583 | 0.637 | 0.914 | 1.05 | 1.186 | 0.713 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.00103402138 - Full duration: 13.8432979584 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: started - Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.183 | 0.349 | 0.376 | 0.402 | 0.201 | 100.0% | 10 | - | total | 0.045 | 0.183 | 0.349 | 0.376 | 0.403 | 0.201 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.716305971146 - Full duration: 5.89718389511 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 | - | total | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.182355165482 - Full duration: 5.23191189766 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:58 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:31 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:25 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 10:53 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:39 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:30 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 44:31 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:15 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:11 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:36:57 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ONOS -^^^^ -:: - - FUNCTEST.info: Running ONOS test case... - FUNCvirNetNB - INFO - Creating component Handle: ONOSrest - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - [2016-02-21 09:55:56.965174] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Post - [2016-02-21 09:55:56.965727] [FUNCvirNetNB] [STEP] 2.1: Generate Post Data - [2016-02-21 09:55:56.966454] [FUNCvirNetNB] [STEP] 2.2: Post Data via HTTP - [2016-02-21 09:55:57.006264] [FUNCvirNetNB] [STEP] 2.3: Get Data via HTTP - [2016-02-21 09:55:57.037745] [FUNCvirNetNB] [STEP] 2.4: Compare Send Id and Get Id - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase3 - ****************************** - - [2016-02-21 09:55:57.048240] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Update - [2016-02-21 09:55:57.048783] [FUNCvirNetNB] [STEP] 3.1: Generate Post Data - [2016-02-21 09:55:57.049571] [FUNCvirNetNB] [STEP] 3.2: Post Data via HTTP - [2016-02-21 09:55:57.056744] [FUNCvirNetNB] [STEP] 3.3: Update Data via HTTP - [2016-02-21 09:55:57.064248] [FUNCvirNetNB] [STEP] 3.4: Get Data via HTTP - [2016-02-21 09:55:57.072845] [FUNCvirNetNB] [STEP] 3.5: Compare Update data. - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase4 - ****************************** - - [2016-02-21 09:55:57.084363] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Delete - [2016-02-21 09:55:57.084882] [FUNCvirNetNB] [STEP] 4.1: Generate Post Data - [2016-02-21 09:55:57.085617] [FUNCvirNetNB] [STEP] 4.2: Post Data via HTTP - [2016-02-21 09:55:57.093018] [FUNCvirNetNB] [STEP] 4.3: Delete Data via HTTP - [2016-02-21 09:55:57.099770] [FUNCvirNetNB] [STEP] 4.4: Get Data is NULL - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase5 - ****************************** - - [2016-02-21 09:56:02.115745] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Post - [2016-02-21 09:56:02.116339] [FUNCvirNetNB] [STEP] 5.1: Generate Post Data - [2016-02-21 09:56:02.117459] [FUNCvirNetNB] [STEP] 5.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.126052] [FUNCvirNetNB] [STEP] 5.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.159577] [FUNCvirNetNB] [STEP] 5.4: Get Subnet Data via HTTP - [2016-02-21 09:56:02.172655] [FUNCvirNetNB] [STEP] 5.5: Compare Post Subnet Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase6 - ****************************** - - [2016-02-21 09:56:02.183187] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Update - [2016-02-21 09:56:02.183876] [FUNCvirNetNB] [STEP] 6.1: Generate Post Data - [2016-02-21 09:56:02.184887] [FUNCvirNetNB] [STEP] 6.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.192777] [FUNCvirNetNB] [STEP] 6.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.201349] [FUNCvirNetNB] [STEP] 6.4: Update Subnet Data via HTTP - [2016-02-21 09:56:02.209629] [FUNCvirNetNB] [STEP] 6.5: Get Subnet Data via HTTP - [2016-02-21 09:56:02.216700] [FUNCvirNetNB] [STEP] 6.6: Compare Subnet Data - [2016-02-21 09:56:02.217492] [FUNCvirNetNB] [STEP] 6.7: Delete Subnet via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase7 - ****************************** - - [2016-02-21 09:56:02.227738] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Delete - [2016-02-21 09:56:02.228309] [FUNCvirNetNB] [STEP] 7.1: Generate Post Data - [2016-02-21 09:56:02.229188] [FUNCvirNetNB] [STEP] 7.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.237036] [FUNCvirNetNB] [STEP] 7.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.245482] [FUNCvirNetNB] [STEP] 7.4: Delete Subnet Data via HTTP - [2016-02-21 09:56:02.253076] [FUNCvirNetNB] [STEP] 7.5: Get Subnet Data is NULL - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase8 - ****************************** - - [2016-02-21 09:56:07.269037] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Post - [2016-02-21 09:56:07.269689] [FUNCvirNetNB] [STEP] 8.1: Generate Post Data - [2016-02-21 09:56:07.270772] [FUNCvirNetNB] [STEP] 8.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.279440] [FUNCvirNetNB] [STEP] 8.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.287800] [FUNCvirNetNB] [STEP] 8.4: Post Port Data via HTTP - [2016-02-21 09:56:07.296863] [FUNCvirNetNB] [STEP] 8.5: Get Port Data via HTTP - [2016-02-21 09:56:07.306388] [FUNCvirNetNB] [STEP] 8.6: Compare Post Port Data - [2016-02-21 09:56:07.307677] [FUNCvirNetNB] [STEP] 8.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase9 - ****************************** - - [2016-02-21 09:56:07.318023] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Update - [2016-02-21 09:56:07.318708] [FUNCvirNetNB] [STEP] 9.1: Generate Post Data - [2016-02-21 09:56:07.320149] [FUNCvirNetNB] [STEP] 9.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.327326] [FUNCvirNetNB] [STEP] 9.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.336517] [FUNCvirNetNB] [STEP] 9.4: Post Port Data via HTTP - [2016-02-21 09:56:07.345702] [FUNCvirNetNB] [STEP] 9.5: Update Port Data via HTTP - [2016-02-21 09:56:07.354021] [FUNCvirNetNB] [STEP] 9.6: Get Port Data via HTTP - [2016-02-21 09:56:07.360429] [FUNCvirNetNB] [STEP] 9.7: Compare Update Port Data - [2016-02-21 09:56:07.361666] [FUNCvirNetNB] [STEP] 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase10 - ****************************** - - [2016-02-21 09:56:07.372086] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Delete - [2016-02-21 09:56:07.372739] [FUNCvirNetNB] [STEP] 10.1: Generate Post Data - [2016-02-21 09:56:07.373778] [FUNCvirNetNB] [STEP] 10.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.380739] [FUNCvirNetNB] [STEP] 10.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.388862] [FUNCvirNetNB] [STEP] 10.4: Post Port Data via HTTP - [2016-02-21 09:56:07.396014] [FUNCvirNetNB] [STEP] 10.5: Delete Port Data via HTTP - [2016-02-21 09:56:07.417621] [FUNCvirNetNB] [STEP] 10.6: Get Port Data is NULL - [2016-02-21 09:56:12.430407] [FUNCvirNetNB] [STEP] 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - - ************************************* - Test Execution Summary - - ************************************* - - Test Start : 21 Feb 2016 09:55:56 - Test End : 21 Feb 2016 09:56:12 - Execution Time : 0:00:15.628718 - Total tests planned : 9 - Total tests RUN : 9 - Total Pass : 9 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - - - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - [2016-02-21 09:56:12.836955] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Post - [2016-02-21 09:56:12.838221] [FUNCvirNetNBL3] [STEP] 2.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.873649] [FUNCvirNetNBL3] [STEP] 2.2: Post Router Data via HTTP - [2016-02-21 09:56:12.881751] [FUNCvirNetNBL3] [STEP] 2.3: Get Router Data via HTTP - [2016-02-21 09:56:12.914578] [FUNCvirNetNBL3] [STEP] 2.4: Compare Post Router Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase3 - ****************************** - - [2016-02-21 09:56:12.930658] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Update - [2016-02-21 09:56:12.931841] [FUNCvirNetNBL3] [STEP] 3.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.939584] [FUNCvirNetNBL3] [STEP] 3.2: Post Router Data via HTTP - [2016-02-21 09:56:12.946895] [FUNCvirNetNBL3] [STEP] 3.3: Update Router Data via HTTP - [2016-02-21 09:56:12.953601] [FUNCvirNetNBL3] [STEP] 3.4: Get Router Data via HTTP - [2016-02-21 09:56:12.959887] [FUNCvirNetNBL3] [STEP] 3.5: Compare Router Data - [2016-02-21 09:56:12.961048] [FUNCvirNetNBL3] [STEP] 3.6: Delete Router via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase4 - ****************************** - - [2016-02-21 09:56:12.970433] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Delete - [2016-02-21 09:56:12.971622] [FUNCvirNetNBL3] [STEP] 4.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.979473] [FUNCvirNetNBL3] [STEP] 4.2: Post Router Data via HTTP - [2016-02-21 09:56:12.986263] [FUNCvirNetNBL3] [STEP] 4.3: Delete Router Data via HTTP - [2016-02-21 09:56:12.992190] [FUNCvirNetNBL3] [STEP] 4.4: Get Router Data is NULL - Verify the Router status - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase5 - ****************************** - - [2016-02-21 09:56:18.008957] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Post - [2016-02-21 09:56:18.010175] [FUNCvirNetNBL3] [STEP] 5.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:18.018296] [FUNCvirNetNBL3] [STEP] 5.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:18.026382] [FUNCvirNetNBL3] [STEP] 5.3: Post Port Data via HTTP - [2016-02-21 09:56:18.034099] [FUNCvirNetNBL3] [STEP] 5.4: Post Router Data via HTTP - [2016-02-21 09:56:18.040193] [FUNCvirNetNBL3] [STEP] 5.5: Put RouterInterface Data via HTTP - [2016-02-21 09:56:18.047317] [FUNCvirNetNBL3] [STEP] 5.6: Get RouterInterface Data via HTTP - [2016-02-21 09:56:18.053592] [FUNCvirNetNBL3] [STEP] 5.7: Compare Post Port Data - [2016-02-21 09:56:18.055253] [FUNCvirNetNBL3] [STEP] 5.8: Del RouterInterface Data via HTTP - [2016-02-21 09:56:18.062038] [FUNCvirNetNBL3] [STEP] 5.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase6 - ****************************** - - [2016-02-21 09:56:18.078391] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Delete - [2016-02-21 09:56:18.079883] [FUNCvirNetNBL3] [STEP] 6.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:18.087420] [FUNCvirNetNBL3] [STEP] 6.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:18.095337] [FUNCvirNetNBL3] [STEP] 6.3: Post Port Data via HTTP - [2016-02-21 09:56:18.103345] [FUNCvirNetNBL3] [STEP] 6.4: Post Router Data via HTTP - [2016-02-21 09:56:18.109767] [FUNCvirNetNBL3] [STEP] 6.5: Post RouterInterface Data via HTTP - [2016-02-21 09:56:18.116024] [FUNCvirNetNBL3] [STEP] 6.6: Del RouterInterface Data via HTTP - [2016-02-21 09:56:18.122686] [FUNCvirNetNBL3] [STEP] 6.7: Delete Port Data via HTTP - [2016-02-21 09:56:18.129655] [FUNCvirNetNBL3] [STEP] 6.8: Get Port Data is NULL - [2016-02-21 09:56:23.145559] [FUNCvirNetNBL3] [STEP] 6.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase7 - ****************************** - - [2016-02-21 09:56:23.164294] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Post - [2016-02-21 09:56:23.165631] [FUNCvirNetNBL3] [STEP] 7.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.173909] [FUNCvirNetNBL3] [STEP] 7.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.182105] [FUNCvirNetNBL3] [STEP] 7.3: Post Port Data via HTTP - [2016-02-21 09:56:23.189623] [FUNCvirNetNBL3] [STEP] 7.4: Post Router Data via HTTP - [2016-02-21 09:56:23.196108] [FUNCvirNetNBL3] [STEP] 7.5: Get Port Data via HTTP - [2016-02-21 09:56:23.204332] [FUNCvirNetNBL3] [STEP] 7.6: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.211580] [FUNCvirNetNBL3] [STEP] 7.7: Get Port Data via HTTP - [2016-02-21 09:56:23.218993] [FUNCvirNetNBL3] [STEP] 7.8: Get FloatingIp Data via HTTP - [2016-02-21 09:56:23.251318] [FUNCvirNetNBL3] [STEP] 7.9: Get FloatingIp Data via HTTP - [2016-02-21 09:56:23.259068] [FUNCvirNetNBL3] [STEP] 7.10: Compare Post FloatingIp Data - [2016-02-21 09:56:23.260001] [FUNCvirNetNBL3] [STEP] 7.11: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.266784] [FUNCvirNetNBL3] [STEP] 7.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase8 - ****************************** - - [2016-02-21 09:56:23.289110] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Update - [2016-02-21 09:56:23.291300] [FUNCvirNetNBL3] [STEP] 8.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.299318] [FUNCvirNetNBL3] [STEP] 8.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.307738] [FUNCvirNetNBL3] [STEP] 8.3: Post Port Data via HTTP - [2016-02-21 09:56:23.315822] [FUNCvirNetNBL3] [STEP] 8.4: Post Router Data via HTTP - [2016-02-21 09:56:23.322853] [FUNCvirNetNBL3] [STEP] 8.5: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.329316] [FUNCvirNetNBL3] [STEP] 8.6: Post Delete Data via HTTP - [2016-02-21 09:56:23.337183] [FUNCvirNetNBL3] [STEP] 8.7: Post NewPort Data via HTTP - [2016-02-21 09:56:23.345756] [FUNCvirNetNBL3] [STEP] 8.8: Post NewFloatingIp Data via HTTP - [2016-02-21 09:56:23.353311] [FUNCvirNetNBL3] [STEP] 8.9: Get NewFloatingIp Data via HTTP - [2016-02-21 09:56:23.384949] [FUNCvirNetNBL3] [STEP] 8.10: Compare Post FloatingIp Data - [2016-02-21 09:56:23.385934] [FUNCvirNetNBL3] [STEP] 8.11: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.392515] [FUNCvirNetNBL3] [STEP] 8.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase9 - ****************************** - - [2016-02-21 09:56:23.416898] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Delete - [2016-02-21 09:56:23.418399] [FUNCvirNetNBL3] [STEP] 9.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.425551] [FUNCvirNetNBL3] [STEP] 9.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.433217] [FUNCvirNetNBL3] [STEP] 9.3: Post Port Data via HTTP - [2016-02-21 09:56:23.440717] [FUNCvirNetNBL3] [STEP] 9.4: Post Router Data via HTTP - [2016-02-21 09:56:23.447116] [FUNCvirNetNBL3] [STEP] 9.5: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.454356] [FUNCvirNetNBL3] [STEP] 9.6: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.465800] [FUNCvirNetNBL3] [STEP] 9.7: Get FloatingIp Data is NULL - [2016-02-21 09:56:28.479269] [FUNCvirNetNBL3] [STEP] 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase10 - ****************************** - - [2016-02-21 09:56:28.496538] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Post - [2016-02-21 09:56:28.498465] [FUNCvirNetNBL3] [STEP] 10.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.507466] [FUNCvirNetNBL3] [STEP] 10.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.515564] [FUNCvirNetNBL3] [STEP] 10.3: Post Port Data via HTTP - [2016-02-21 09:56:28.522598] [FUNCvirNetNBL3] [STEP] 10.4: Post Router Data via HTTP - [2016-02-21 09:56:28.528755] [FUNCvirNetNBL3] [STEP] 10.5: Get Gateway Data via HTTP - [2016-02-21 09:56:28.536142] [FUNCvirNetNBL3] [STEP] 10.6: Compare Post Gateway Data - [2016-02-21 09:56:28.537198] [FUNCvirNetNBL3] [STEP] 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase11 - ****************************** - - [2016-02-21 09:56:28.553805] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Update - [2016-02-21 09:56:28.555461] [FUNCvirNetNBL3] [STEP] 11.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.562664] [FUNCvirNetNBL3] [STEP] 11.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.570094] [FUNCvirNetNBL3] [STEP] 11.3: Post Port Data via HTTP - [2016-02-21 09:56:28.577203] [FUNCvirNetNBL3] [STEP] 11.4: Post Router Data via HTTP - [2016-02-21 09:56:28.583265] [FUNCvirNetNBL3] [STEP] 11.5: Post New Router Data via HTTP - [2016-02-21 09:56:28.589203] [FUNCvirNetNBL3] [STEP] 11.6: Get Gateway Data via HTTP - [2016-02-21 09:56:28.594700] [FUNCvirNetNBL3] [STEP] 11.7: Compare Post Gateway Data - [2016-02-21 09:56:28.595799] [FUNCvirNetNBL3] [STEP] 11.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase12 - ****************************** - - [2016-02-21 09:56:28.611322] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Delete - [2016-02-21 09:56:28.612734] [FUNCvirNetNBL3] [STEP] 12.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.620160] [FUNCvirNetNBL3] [STEP] 12.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.628079] [FUNCvirNetNBL3] [STEP] 12.3: Post Port Data via HTTP - [2016-02-21 09:56:28.635761] [FUNCvirNetNBL3] [STEP] 12.4: Post Router Data via HTTP - [2016-02-21 09:56:28.642664] [FUNCvirNetNBL3] [STEP] 12.5: Post Del Gateway Data via HTTP - [2016-02-21 09:56:28.648775] [FUNCvirNetNBL3] [STEP] 12.6: Get Gateway Data via HTTP - [2016-02-21 09:56:28.654590] [FUNCvirNetNBL3] [STEP] 12.7: If Gateway Data is NULL - [2016-02-21 09:56:33.660980] [FUNCvirNetNBL3] [STEP] 12.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - - ************************************* - Test Execution Summary - - ************************************* - - Test Start : 21 Feb 2016 09:56:12 - Test End : 21 Feb 2016 09:56:33 - Execution Time : 0:00:20.999784 - Total tests planned : 11 - Total tests RUN : 11 - Total Pass : 11 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-21T09:56:46.846Z", - "end": "2016-02-21T09:56:51.847Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-21T09:56:46.846Z - End: 2016-02-21T09:56:51.847Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/index.rst b/docs/results/index.rst deleted file mode 100644 index 75aac715e..000000000 --- a/docs/results/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -===================== -FuncTest test results -===================== - -.. toctree:: - :maxdepth: 4 - -.. include:: ./overview.rst -.. include:: ./results.rst diff --git a/docs/results/joid-os-odl_l2-nofeature-ha.rst b/docs/results/joid-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 29f4b37c1..000000000 --- a/docs/results/joid-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,2189 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for joid-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 10:26:42' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=13cc508d-303d-46a8-bd03-3edae4434dfb - network=b183c17a-bac5-4e45-afba-f5bc61edcf9e - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=13cc508d-303d-46a8-bd03-3edae4434dfb - network=b183c17a-bac5-4e45-afba-f5bc61edcf9e - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '161.105.231.3' - vPing_ssh- INFO - Associating floating ip: '161.105.231.3' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 161.105.231.3... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'33.5' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 10:27:41' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=a9b0741e-0d2d-4503-b267-af151870739e - network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=a9b0741e-0d2d-4503-b267-af151870739e - network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'17.9' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-23 10:28:17.615 23826 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-23 10:28:23.990 23826 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 473116be-ef51-45b4-a46d-dcc17b02d920 | 7fa447a8-f40c-475e-bae8-d4f62027b80b | | 210 | 5 | 2016-02-23 10:28:27.307831 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.88396 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.17728 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 9.72530 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 9.15814 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.24988 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.23094 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 1.23775 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.92287 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.79109 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.20110 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.48230 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.46126 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.50215 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.21126 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.24888 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.19557 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.53114 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.88118 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.52117 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.01633 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.40909 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.80631 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.57659 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.75110 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.21019 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 62.75436 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.17342 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.30973 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.33235 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00133 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 62.74257 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.19542 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.35564 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.36918 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00129 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.18644 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.81844 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.52933 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.50494 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.33257 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.38382 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.47799 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.24448 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.22883 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.21227 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.27651 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.06020 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.40370 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00142 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.30281 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.25500 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.21292 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.19699 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.14378 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01122 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03176 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06131 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04448 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.21242 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.18448 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06615 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00170 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.05891 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.21875 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 10.99696 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.04170 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 24.60148 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.56771 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 21.94185 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.25441 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.17943 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 1.00217 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76858 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 1.16728 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.46748 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.60523 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.70657 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.91519 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.30147 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 7.86437 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 15.09430 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.89837 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.11169 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.55906 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.98352 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.47851 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.88043 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.53679 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.27055 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.08039 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.73357 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.86542 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.99209 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.08220 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.83730 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.99153 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.54860 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37611 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.44613 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.55699 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.56507 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.48514 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.86713 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.61486 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.12864 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.67877 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.61740 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.13677 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 1.40358 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.16372 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.18319 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.33858 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 45.56777 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.72770 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.30390 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.20202 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.17999 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.34894 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.13656 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.05100 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.50255 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.27108 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.16016 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.21180 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.14141 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.25298 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.20613 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.42131 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04287 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.05581 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05518 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04135 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.03642 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04205 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.32191 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.18189 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.74422 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.30171 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 3.45772 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.03994 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.42863 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.14505 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.60767 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 7.84206 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.21731 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 2.11434 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 2.79624 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.61530 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.38291 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.20594 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.19821 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.20089 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19206 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.49044 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.23415 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.21291 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07398 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.17873 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.20287 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.38012 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.87547 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.20872 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05621 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.20890 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.70139 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.75502 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.16521 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.22620 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.28640 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.12301 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.49067 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.25252 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.48564 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 4.58651 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.38901 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.54963 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.37000 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.31226 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.04438 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.19052 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.32708 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.12672 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.20945 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55381 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.80051 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.03030 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.61156 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.86944 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.57507 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.36337 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.66632 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.47493 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.52216 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.18647 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.03506 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.96207 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.14842 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.66111 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.31807 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 15.30017 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 10.64441 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 13.02957 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.56814 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.23431 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 42.47353 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 82.90131 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 499.21662 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 501.43822 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2310:28:27.307831', 'duration': 931, 'tests': 210, 'failures': 5} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: started - Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.393 | 0.462 | 0.625 | 0.642 | 0.659 | 0.499 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.042 | 0.05 | 0.222 | 0.235 | 0.247 | 0.101 | 100.0% | 10 | - | total | 0.56 | 0.722 | 0.84 | 0.907 | 0.975 | 0.716 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11308193207 - Full duration: 6.43925094604 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.096 | 0.108 | 0.117 | 0.118 | 0.118 | 0.108 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.360912799835 - Full duration: 4.84613108635 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.198 | 0.223 | 0.243 | 0.246 | 0.25 | 0.222 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.035 | 0.229 | 0.268 | 0.272 | 0.275 | 0.195 | 100.0% | 10 | - | total | 0.349 | 0.56 | 0.636 | 0.648 | 0.66 | 0.537 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.73545908928 - Full duration: 5.89906620979 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.191 | 0.225 | 0.273 | 0.326 | 0.379 | 0.239 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.193 | 0.215 | 0.268 | 0.324 | 0.379 | 0.233 | 100.0% | 10 | - | total | 0.512 | 0.561 | 0.696 | 0.708 | 0.719 | 0.589 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.73631811142 - Full duration: 6.18624401093 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.187 | 0.219 | 0.269 | 0.451 | 0.632 | 0.256 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.019 | 0.202 | 0.228 | 0.232 | 0.235 | 0.19 | 100.0% | 10 | - | total | 0.318 | 0.572 | 0.652 | 0.81 | 0.967 | 0.582 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90990018845 - Full duration: 6.19068098068 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.22 | 0.241 | 0.324 | 0.326 | 0.328 | 0.255 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.21 | 0.234 | 0.327 | 0.349 | 0.37 | 0.254 | 100.0% | 10 | - | total | 0.529 | 0.595 | 0.67 | 0.689 | 0.708 | 0.613 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.81688117981 - Full duration: 5.97459483147 - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task c991643e-676b-49d8-af8c-cf9655ae236b: started - Task c991643e-676b-49d8-af8c-cf9655ae236b: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.47 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | - | total | 0.471 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.7134771347 - Full duration: 7.86669206619 - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 3.881 | 4.628 | 5.228 | 5.273 | 5.317 | 4.643 | 100.0% | 10 | - | nova.boot_servers | 7.198 | 8.691 | 9.617 | 9.773 | 9.929 | 8.609 | 100.0% | 10 | - | total | 11.395 | 13.062 | 14.63 | 14.674 | 14.718 | 13.252 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.5051100254 - Full duration: 80.9348599911 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 4.473 | 4.791 | 5.258 | 5.513 | 5.767 | 4.935 | 100.0% | 10 | - | glance.list_images | 0.046 | 0.143 | 0.285 | 0.293 | 0.302 | 0.159 | 100.0% | 10 | - | total | 4.67 | 5.043 | 5.524 | 5.679 | 5.834 | 5.095 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.4974470139 - Full duration: 26.4936869144 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 4.297 | 4.864 | 5.167 | 5.345 | 5.523 | 4.859 | 100.0% | 10 | - | glance.delete_image | 0.842 | 1.496 | 1.603 | 1.702 | 1.801 | 1.371 | 100.0% | 10 | - | total | 5.14 | 6.405 | 6.623 | 6.626 | 6.63 | 6.23 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.5310051441 - Full duration: 24.86997509 - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 388cb584-9c00-4d54-8f76-53ed3182a475: started - Task 388cb584-9c00-4d54-8f76-53ed3182a475: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.792 | 5.804 | 8.436 | 8.476 | 8.516 | 6.313 | 100.0% | 10 | - | cinder.create_volume | 3.049 | 3.381 | 3.469 | 3.471 | 3.473 | 3.317 | 100.0% | 10 | - | nova.attach_volume | 3.722 | 3.987 | 4.207 | 4.245 | 4.283 | 4.012 | 100.0% | 10 | - | nova.detach_volume | 3.492 | 3.685 | 3.892 | 3.925 | 3.958 | 3.702 | 100.0% | 10 | - | cinder.delete_volume | 0.502 | 0.765 | 2.927 | 2.998 | 3.068 | 1.357 | 100.0% | 10 | - | nova.delete_server | 2.66 | 3.128 | 3.235 | 3.243 | 3.251 | 3.056 | 100.0% | 10 | - | total | 19.466 | 20.925 | 25.056 | 25.456 | 25.856 | 21.758 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.0748999119 - Full duration: 88.3469510078 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 6.151 | 6.548 | 8.972 | 9.007 | 9.043 | 7.201 | 100.0% | 10 | - | cinder.list_volumes | 0.044 | 0.249 | 0.299 | 0.32 | 0.34 | 0.227 | 100.0% | 10 | - | total | 6.424 | 6.801 | 9.229 | 9.255 | 9.28 | 7.429 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.3146419525 - Full duration: 39.1755928993 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.269 | 3.372 | 3.545 | 3.556 | 3.566 | 3.406 | 100.0% | 10 | - | cinder.list_volumes | 0.051 | 0.27 | 0.296 | 0.304 | 0.313 | 0.249 | 100.0% | 10 | - | total | 3.321 | 3.662 | 3.786 | 3.819 | 3.852 | 3.656 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0692770481 - Full duration: 26.8993549347 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.807 | 3.0 | 3.236 | 4.094 | 4.951 | 3.175 | 100.0% | 10 | - | cinder.list_snapshots | 0.023 | 0.263 | 0.29 | 0.295 | 0.299 | 0.238 | 100.0% | 10 | - | total | 3.039 | 3.247 | 3.493 | 4.372 | 5.251 | 3.413 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.5568339825 - Full duration: 45.8590891361 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.35 | 3.413 | 3.511 | 3.567 | 3.622 | 3.434 | 100.0% | 10 | - | cinder.delete_volume | 0.666 | 2.775 | 3.101 | 3.101 | 3.101 | 2.07 | 100.0% | 10 | - | total | 4.016 | 6.163 | 6.511 | 6.555 | 6.6 | 5.505 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3949551582 - Full duration: 29.3589651585 - - test scenario CinderVolumes.create_and_delete_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 6.12 | 6.499 | 8.727 | 8.888 | 9.049 | 6.934 | 100.0% | 10 | - | cinder.delete_volume | 0.689 | 2.95 | 3.117 | 3.132 | 3.147 | 2.519 | 100.0% | 10 | - | total | 6.97 | 9.45 | 11.391 | 11.777 | 12.163 | 9.454 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.9512338638 - Full duration: 42.110273838 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.153 | 3.382 | 3.523 | 3.546 | 3.569 | 3.401 | 100.0% | 10 | - | cinder.delete_volume | 0.459 | 1.756 | 3.107 | 3.143 | 3.179 | 1.823 | 100.0% | 10 | - | total | 3.976 | 5.273 | 6.386 | 6.427 | 6.468 | 5.225 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.3155708313 - Full duration: 27.9943380356 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.216 | 3.504 | 3.612 | 3.614 | 3.616 | 3.473 | 100.0% | 10 | - | cinder.upload_volume_to_image | 48.706 | 66.291 | 69.416 | 69.518 | 69.621 | 64.031 | 100.0% | 10 | - | cinder.delete_volume | 0.681 | 1.721 | 3.226 | 3.286 | 3.347 | 1.88 | 100.0% | 10 | - | nova.delete_image | 1.064 | 1.392 | 1.76 | 1.884 | 2.007 | 1.407 | 100.0% | 10 | - | total | 57.671 | 73.06 | 75.032 | 75.707 | 76.382 | 70.791 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 206.246454954 - Full duration: 221.344403028 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.886 | 3.18 | 5.409 | 5.479 | 5.548 | 3.789 | 100.0% | 10 | - | cinder.delete_snapshot | 2.442 | 2.892 | 3.051 | 3.111 | 3.172 | 2.875 | 100.0% | 10 | - | total | 5.432 | 6.063 | 8.28 | 8.355 | 8.429 | 6.664 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.3915560246 - Full duration: 49.2419481277 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | - | total | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.2652549744 - Full duration: 23.4044110775 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.221 | 3.489 | 3.632 | 3.639 | 3.647 | 3.448 | 100.0% | 10 | - | total | 3.222 | 3.489 | 3.632 | 3.64 | 3.647 | 3.448 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.2576260567 - Full duration: 27.1289498806 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | - | total | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.25233316422 - Full duration: 60.8991248608 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.37 | 3.431 | 3.543 | 3.585 | 3.627 | 3.454 | 100.0% | 10 | - | cinder.create_snapshot | 2.744 | 2.922 | 2.98 | 2.993 | 3.006 | 2.901 | 100.0% | 10 | - | nova.attach_volume | 4.052 | 4.214 | 6.878 | 6.969 | 7.06 | 4.803 | 100.0% | 10 | - | nova.detach_volume | 3.392 | 3.988 | 4.066 | 4.11 | 4.154 | 3.906 | 100.0% | 10 | - | cinder.delete_snapshot | 0.753 | 2.605 | 2.986 | 3.013 | 3.04 | 2.343 | 100.0% | 10 | - | cinder.delete_volume | 0.492 | 2.767 | 2.955 | 3.011 | 3.067 | 1.989 | 100.0% | 10 | - | total | 16.494 | 20.022 | 23.368 | 23.417 | 23.465 | 20.126 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 59.1712889671 - Full duration: 133.726794958 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.434 | 3.618 | 4.006 | 4.825 | 5.645 | 3.835 | 100.0% | 10 | - | cinder.delete_volume | 2.853 | 2.996 | 3.194 | 3.231 | 3.269 | 3.035 | 100.0% | 10 | - | total | 6.323 | 6.672 | 7.143 | 7.89 | 8.637 | 6.87 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.0482749939 - Full duration: 48.4943790436 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.242 | 3.547 | 3.574 | 3.574 | 3.575 | 3.477 | 100.0% | 10 | - | cinder.extend_volume | 0.67 | 0.904 | 3.113 | 3.227 | 3.341 | 1.343 | 100.0% | 10 | - | cinder.delete_volume | 0.756 | 2.645 | 3.074 | 3.111 | 3.147 | 2.224 | 100.0% | 10 | - | total | 5.261 | 7.245 | 7.684 | 8.512 | 9.341 | 7.045 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6863160133 - Full duration: 35.5403769016 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.427 | 3.543 | 3.82 | 3.829 | 3.838 | 3.59 | 100.0% | 10 | - | cinder.create_snapshot | 2.673 | 2.992 | 3.109 | 3.111 | 3.112 | 2.928 | 100.0% | 10 | - | nova.attach_volume | 3.759 | 4.112 | 4.508 | 5.345 | 6.182 | 4.292 | 100.0% | 10 | - | nova.detach_volume | 3.458 | 4.067 | 4.174 | 4.261 | 4.348 | 4.006 | 100.0% | 10 | - | cinder.delete_snapshot | 2.665 | 2.794 | 2.946 | 2.986 | 3.026 | 2.823 | 100.0% | 10 | - | cinder.delete_volume | 0.707 | 2.907 | 3.246 | 3.257 | 3.268 | 2.558 | 100.0% | 10 | - | total | 18.87 | 21.068 | 21.909 | 22.497 | 23.086 | 20.904 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.3498468399 - Full duration: 141.86026597 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.885 | 3.335 | 3.519 | 3.55 | 3.581 | 3.305 | 100.0% | 10 | - | cinder.create_snapshot | 2.609 | 2.889 | 3.002 | 3.021 | 3.041 | 2.853 | 100.0% | 10 | - | nova.attach_volume | 3.794 | 4.368 | 6.443 | 6.495 | 6.548 | 4.951 | 100.0% | 10 | - | nova.detach_volume | 3.341 | 3.93 | 4.07 | 4.11 | 4.15 | 3.862 | 100.0% | 10 | - | cinder.delete_snapshot | 2.73 | 2.943 | 3.009 | 3.029 | 3.049 | 2.912 | 100.0% | 10 | - | cinder.delete_volume | 0.667 | 2.901 | 3.015 | 3.027 | 3.039 | 2.437 | 100.0% | 10 | - | total | 18.717 | 21.217 | 22.919 | 23.013 | 23.108 | 21.377 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 62.8349030018 - Full duration: 143.571810007 - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 1055c160-be9e-4209-9219-2eda388f64ca: started - Task 1055c160-be9e-4209-9219-2eda388f64ca: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.658 | 4.153 | 4.633 | 4.957 | 5.28 | 4.179 | 100.0% | 10 | - | heat.suspend_stack | 0.603 | 0.984 | 1.772 | 1.876 | 1.98 | 1.163 | 100.0% | 10 | - | heat.resume_stack | 0.553 | 1.347 | 2.26 | 2.264 | 2.268 | 1.425 | 100.0% | 10 | - | heat.delete_stack | 1.527 | 1.61 | 1.95 | 1.96 | 1.97 | 1.701 | 100.0% | 10 | - | total | 7.456 | 8.457 | 9.273 | 9.324 | 9.376 | 8.469 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 25.1924760342 - Full duration: 31.4871768951 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.724 | 4.253 | 4.355 | 4.361 | 4.366 | 4.141 | 100.0% | 10 | - | heat.delete_stack | 1.538 | 1.86 | 2.427 | 2.427 | 2.428 | 1.933 | 100.0% | 10 | - | total | 5.609 | 6.117 | 6.381 | 6.402 | 6.422 | 6.073 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.3157711029 - Full duration: 24.7532258034 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 19.874 | 21.385 | 22.341 | 22.535 | 22.729 | 21.343 | 100.0% | 10 | - | heat.delete_stack | 10.707 | 11.672 | 12.205 | 12.275 | 12.345 | 11.562 | 100.0% | 10 | - | total | 30.923 | 33.359 | 33.959 | 34.235 | 34.512 | 32.905 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 99.1549890041 - Full duration: 105.660290003 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 15.572 | 18.262 | 19.048 | 19.088 | 19.127 | 18.071 | 100.0% | 10 | - | heat.delete_stack | 10.145 | 10.711 | 11.519 | 11.545 | 11.571 | 10.78 | 100.0% | 10 | - | total | 25.725 | 29.14 | 29.903 | 30.143 | 30.382 | 28.851 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 85.5803580284 - Full duration: 92.0883340836 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32646512985 - Full duration: 6.55452680588 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.818 | 4.127 | 4.55 | 4.634 | 4.719 | 4.191 | 100.0% | 10 | - | heat.update_stack | 2.555 | 3.026 | 3.487 | 3.49 | 3.493 | 2.994 | 100.0% | 10 | - | heat.delete_stack | 1.278 | 1.905 | 2.468 | 2.484 | 2.501 | 1.938 | 100.0% | 10 | - | total | 8.59 | 8.987 | 9.575 | 9.58 | 9.585 | 9.123 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.2428030968 - Full duration: 34.0842261314 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.817 | 4.322 | 4.498 | 4.571 | 4.643 | 4.268 | 100.0% | 10 | - | heat.update_stack | 2.571 | 3.085 | 3.495 | 3.651 | 3.807 | 3.093 | 100.0% | 10 | - | heat.delete_stack | 1.261 | 1.933 | 2.188 | 2.23 | 2.271 | 1.85 | 100.0% | 10 | - | total | 8.823 | 9.193 | 9.529 | 9.645 | 9.76 | 9.211 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.712323904 - Full duration: 34.6925389767 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.534 | 4.559 | 4.878 | 4.986 | 5.094 | 4.397 | 100.0% | 10 | - | heat.update_stack | 4.274 | 4.722 | 5.38 | 5.427 | 5.474 | 4.782 | 100.0% | 10 | - | heat.delete_stack | 2.324 | 2.687 | 3.01 | 3.031 | 3.051 | 2.761 | 100.0% | 10 | - | total | 10.398 | 11.879 | 12.749 | 13.064 | 13.379 | 11.941 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.5785570145 - Full duration: 43.5735290051 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.244 | 4.341 | 4.695 | 4.992 | 5.29 | 4.489 | 100.0% | 10 | - | heat.update_stack | 7.174 | 8.094 | 8.59 | 8.598 | 8.605 | 8.081 | 100.0% | 10 | - | heat.delete_stack | 2.663 | 2.892 | 3.804 | 3.808 | 3.813 | 3.088 | 100.0% | 10 | - | total | 15.231 | 15.561 | 16.269 | 16.292 | 16.315 | 15.659 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.8214969635 - Full duration: 54.2644329071 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.041 | 4.381 | 4.699 | 4.835 | 4.971 | 4.435 | 100.0% | 10 | - | heat.update_stack | 4.032 | 4.694 | 5.611 | 5.758 | 5.906 | 4.82 | 100.0% | 10 | - | heat.delete_stack | 2.715 | 3.034 | 3.306 | 3.315 | 3.324 | 3.036 | 100.0% | 10 | - | total | 11.427 | 12.204 | 13.196 | 13.241 | 13.286 | 12.292 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.1505100727 - Full duration: 44.6821551323 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.692 | 4.397 | 4.751 | 4.908 | 5.065 | 4.428 | 100.0% | 10 | - | heat.update_stack | 3.631 | 4.037 | 4.866 | 4.875 | 4.885 | 4.167 | 100.0% | 10 | - | heat.delete_stack | 1.267 | 1.966 | 2.279 | 2.33 | 2.382 | 1.871 | 100.0% | 10 | - | total | 9.823 | 10.45 | 11.136 | 11.248 | 11.361 | 10.466 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.3539619446 - Full duration: 39.0203011036 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.039 | 4.653 | 4.788 | 4.792 | 4.796 | 4.563 | 100.0% | 10 | - | heat.list_stacks | 0.052 | 0.39 | 0.447 | 0.461 | 0.474 | 0.339 | 100.0% | 10 | - | total | 4.106 | 4.992 | 5.218 | 5.244 | 5.27 | 4.902 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.8402919769 - Full duration: 27.3945071697 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.744 | 4.489 | 4.836 | 4.864 | 4.891 | 4.475 | 100.0% | 10 | - | heat.check_stack | 0.612 | 1.265 | 1.684 | 1.853 | 2.022 | 1.261 | 100.0% | 10 | - | heat.delete_stack | 1.272 | 1.804 | 2.077 | 2.209 | 2.342 | 1.813 | 100.0% | 10 | - | total | 6.355 | 7.754 | 8.128 | 8.148 | 8.168 | 7.55 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.1206851006 - Full duration: 31.1694560051 - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 897d895f-d779-44a7-bb9b-0e66854f43da: started - Task 897d895f-d779-44a7-bb9b-0e66854f43da: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.199 | 0.225 | 0.245 | 0.26 | 0.274 | 0.227 | 100.0% | 10 | - | keystone.create_users | 1.448 | 1.551 | 1.618 | 1.62 | 1.621 | 1.544 | 100.0% | 10 | - | total | 1.702 | 1.78 | 1.819 | 1.83 | 1.842 | 1.772 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.34110379219 - Full duration: 17.6792171001 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.206 | 0.231 | 0.279 | 0.28 | 0.281 | 0.238 | 100.0% | 10 | - | keystone.add_role | 0.248 | 0.256 | 0.3 | 0.314 | 0.328 | 0.269 | 100.0% | 10 | - | keystone.list_roles | 0.133 | 0.143 | 0.175 | 0.182 | 0.189 | 0.149 | 100.0% | 10 | - | total | 0.596 | 0.655 | 0.689 | 0.719 | 0.75 | 0.657 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.96121311188 - Full duration: 11.1928119659 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.201 | 0.224 | 0.231 | 0.232 | 0.233 | 0.22 | 100.0% | 10 | - | keystone.add_role | 0.245 | 0.259 | 0.287 | 0.295 | 0.304 | 0.265 | 100.0% | 10 | - | keystone.remove_role | 0.137 | 0.148 | 0.164 | 0.172 | 0.18 | 0.15 | 100.0% | 10 | - | total | 0.605 | 0.631 | 0.668 | 0.673 | 0.679 | 0.635 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9179649353 - Full duration: 11.3398149014 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.204 | 0.23 | 0.249 | 0.262 | 0.276 | 0.234 | 100.0% | 10 | - | keystone.update_tenant | 0.134 | 0.136 | 0.178 | 0.179 | 0.18 | 0.148 | 100.0% | 10 | - | keystone.delete_tenant | 0.288 | 0.308 | 0.353 | 0.36 | 0.367 | 0.316 | 100.0% | 10 | - | total | 0.653 | 0.684 | 0.749 | 0.761 | 0.774 | 0.698 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11506795883 - Full duration: 10.1015338898 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.223 | 0.237 | 0.288 | 0.289 | 0.29 | 0.245 | 100.0% | 10 | - | keystone.delete_service | 0.14 | 0.152 | 0.165 | 0.175 | 0.185 | 0.154 | 100.0% | 10 | - | total | 0.373 | 0.389 | 0.43 | 0.442 | 0.453 | 0.399 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.24712610245 - Full duration: 9.40017700195 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.219 | 0.235 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | - | total | 0.219 | 0.236 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.738801002502 - Full duration: 6.97619819641 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.257 | 100.0% | 10 | - | total | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.258 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.813333034515 - Full duration: 7.2009499073 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.215 | 0.241 | 0.264 | 0.277 | 0.289 | 0.245 | 100.0% | 10 | - | keystone.list_tenants | 0.128 | 0.136 | 0.183 | 0.202 | 0.22 | 0.151 | 100.0% | 10 | - | total | 0.366 | 0.388 | 0.425 | 0.44 | 0.455 | 0.396 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.19499707222 - Full duration: 10.8357591629 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.231 | 0.252 | 0.281 | 0.294 | 0.307 | 0.258 | 100.0% | 10 | - | keystone.delete_role | 0.28 | 0.293 | 0.399 | 0.418 | 0.437 | 0.329 | 100.0% | 10 | - | total | 0.511 | 0.579 | 0.676 | 0.69 | 0.704 | 0.587 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.80924010277 - Full duration: 10.1753411293 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.24 | 0.257 | 0.281 | 0.283 | 0.284 | 0.258 | 100.0% | 10 | - | keystone.create_user | 0.15 | 0.164 | 0.206 | 0.206 | 0.206 | 0.171 | 100.0% | 10 | - | keystone.create_role | 0.13 | 0.136 | 0.143 | 0.159 | 0.176 | 0.139 | 100.0% | 10 | - | keystone.get_tenant | 0.13 | 0.138 | 0.141 | 0.143 | 0.146 | 0.137 | 100.0% | 10 | - | keystone.get_user | 0.112 | 0.132 | 0.137 | 0.137 | 0.137 | 0.131 | 100.0% | 10 | - | keystone.get_role | 0.129 | 0.133 | 0.139 | 0.156 | 0.174 | 0.137 | 100.0% | 10 | - | keystone.service_list | 0.129 | 0.132 | 0.135 | 0.137 | 0.138 | 0.133 | 100.0% | 10 | - | keystone.get_service | 0.132 | 0.135 | 0.178 | 0.178 | 0.178 | 0.147 | 100.0% | 10 | - | total | 1.204 | 1.22 | 1.323 | 1.328 | 1.332 | 1.252 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.79558706284 - Full duration: 16.6252310276 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.239 | 0.266 | 0.295 | 0.298 | 0.301 | 0.27 | 100.0% | 10 | - | keystone.list_users | 0.137 | 0.143 | 0.186 | 0.211 | 0.235 | 0.157 | 100.0% | 10 | - | total | 0.397 | 0.419 | 0.448 | 0.474 | 0.5 | 0.427 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.30778193474 - Full duration: 8.03108906746 - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: started - Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.806 | 0.859 | 0.937 | 0.938 | 0.939 | 0.873 | 100.0% | 10 | - | neutron.delete_port | 0.202 | 0.689 | 0.761 | 0.777 | 0.794 | 0.529 | 100.0% | 10 | - | total | 1.023 | 1.572 | 1.686 | 1.703 | 1.72 | 1.401 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.3307390213 - Full duration: 57.6386358738 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.817 | 0.85 | 0.861 | 0.871 | 0.812 | 100.0% | 10 | - | neutron.create_router | 0.079 | 0.545 | 0.57 | 0.584 | 0.598 | 0.499 | 100.0% | 10 | - | neutron.add_interface_router | 0.348 | 0.89 | 0.978 | 0.986 | 0.994 | 0.793 | 100.0% | 10 | - | neutron.list_routers | 0.047 | 0.566 | 0.607 | 0.612 | 0.617 | 0.515 | 100.0% | 10 | - | total | 2.172 | 2.707 | 2.868 | 2.88 | 2.891 | 2.618 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.91338610649 - Full duration: 64.1935119629 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.769 | 0.8 | 0.846 | 0.881 | 0.915 | 0.809 | 100.0% | 10 | - | neutron.create_router | 0.488 | 0.528 | 0.576 | 0.615 | 0.653 | 0.539 | 100.0% | 10 | - | neutron.add_interface_router | 0.839 | 0.882 | 0.983 | 0.985 | 0.987 | 0.901 | 100.0% | 10 | - | neutron.remove_interface_router | 0.343 | 0.809 | 0.898 | 0.906 | 0.913 | 0.763 | 100.0% | 10 | - | neutron.delete_router | 0.614 | 0.686 | 0.787 | 0.849 | 0.912 | 0.708 | 100.0% | 10 | - | total | 3.419 | 3.666 | 3.994 | 3.997 | 3.999 | 3.719 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0299580097 - Full duration: 65.4096131325 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.83 | 0.888 | 0.995 | 1.184 | 1.372 | 0.935 | 100.0% | 10 | - | neutron.list_ports | 0.554 | 0.625 | 0.697 | 0.704 | 0.712 | 0.626 | 100.0% | 10 | - | total | 1.405 | 1.487 | 1.692 | 1.888 | 2.084 | 1.562 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.07633280754 - Full duration: 59.1840729713 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.731 | 0.806 | 0.857 | 0.933 | 1.01 | 0.812 | 100.0% | 10 | - | neutron.delete_subnet | 0.183 | 0.688 | 0.872 | 0.918 | 0.965 | 0.691 | 100.0% | 10 | - | total | 0.948 | 1.544 | 1.665 | 1.681 | 1.696 | 1.503 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.69728302956 - Full duration: 58.486093998 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.641 | 0.686 | 0.757 | 0.82 | 0.883 | 0.707 | 100.0% | 10 | - | neutron.delete_network | 0.158 | 0.632 | 0.656 | 0.665 | 0.674 | 0.585 | 100.0% | 10 | - | total | 0.901 | 1.305 | 1.424 | 1.469 | 1.514 | 1.292 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.96865105629 - Full duration: 36.4033529758 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.634 | 0.679 | 0.751 | 0.797 | 0.844 | 0.695 | 100.0% | 10 | - | neutron.list_networks | 0.472 | 0.522 | 0.552 | 0.555 | 0.557 | 0.521 | 100.0% | 10 | - | total | 1.154 | 1.192 | 1.284 | 1.327 | 1.369 | 1.216 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.68979907036 - Full duration: 38.8585669994 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.759 | 0.82 | 0.863 | 0.871 | 0.879 | 0.819 | 100.0% | 10 | - | neutron.create_router | 0.518 | 0.558 | 0.62 | 0.627 | 0.634 | 0.566 | 100.0% | 10 | - | neutron.add_interface_router | 0.465 | 0.878 | 1.032 | 1.081 | 1.13 | 0.879 | 100.0% | 10 | - | neutron.update_router | 0.158 | 0.636 | 0.722 | 0.73 | 0.737 | 0.564 | 100.0% | 10 | - | total | 2.298 | 2.877 | 3.13 | 3.178 | 3.226 | 2.827 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.47763490677 - Full duration: 62.3842899799 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.627 | 0.673 | 0.974 | 1.044 | 1.114 | 0.744 | 100.0% | 10 | - | neutron.update_network | 0.153 | 0.605 | 0.623 | 0.626 | 0.629 | 0.564 | 100.0% | 10 | - | total | 0.809 | 1.285 | 1.576 | 1.65 | 1.723 | 1.308 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.00336408615 - Full duration: 38.2563900948 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.796 | 0.874 | 1.084 | 1.1 | 1.116 | 0.908 | 100.0% | 10 | - | neutron.update_port | 0.595 | 0.622 | 0.697 | 0.76 | 0.823 | 0.646 | 100.0% | 10 | - | total | 1.44 | 1.497 | 1.737 | 1.82 | 1.904 | 1.554 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.89373588562 - Full duration: 57.0287640095 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.706 | 0.775 | 0.866 | 0.893 | 0.92 | 0.789 | 100.0% | 10 | - | neutron.list_subnets | 0.487 | 0.519 | 0.53 | 0.54 | 0.55 | 0.517 | 100.0% | 10 | - | total | 1.233 | 1.291 | 1.393 | 1.414 | 1.435 | 1.307 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.97321105003 - Full duration: 55.8097410202 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.72 | 0.834 | 0.873 | 0.905 | 0.936 | 0.819 | 100.0% | 10 | - | neutron.update_subnet | 0.24 | 0.66 | 0.83 | 0.838 | 0.847 | 0.61 | 100.0% | 10 | - | total | 1.098 | 1.433 | 1.66 | 1.686 | 1.713 | 1.429 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.11318302155 - Full duration: 55.0307190418 - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: started - Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.695 | 0.769 | 0.948 | 0.991 | 1.035 | 0.816 | 100.0% | 10 | - | nova.delete_keypair | 0.017 | 0.453 | 0.499 | 0.551 | 0.604 | 0.423 | 100.0% | 10 | - | total | 0.944 | 1.187 | 1.524 | 1.533 | 1.542 | 1.239 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.69359993935 - Full duration: 34.1216721535 - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.466 | 7.619 | 9.603 | 9.617 | 9.63 | 7.898 | 100.0% | 10 | - | nova.create_image | 7.251 | 8.663 | 10.95 | 11.033 | 11.116 | 8.905 | 100.0% | 10 | - | nova.delete_server | 2.865 | 4.177 | 4.352 | 4.362 | 4.373 | 3.878 | 100.0% | 10 | - | nova.boot_server (2) | 7.263 | 7.636 | 9.053 | 9.177 | 9.301 | 7.965 | 100.0% | 10 | - | nova.delete_server (2) | 2.41 | 3.487 | 3.939 | 4.129 | 4.318 | 3.406 | 100.0% | 10 | - | nova.delete_image | 2.217 | 3.339 | 3.856 | 3.864 | 3.873 | 3.205 | 100.0% | 10 | - | total | 32.246 | 34.577 | 37.931 | 38.819 | 39.707 | 35.259 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 104.138304949 - Full duration: 162.17621994 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.717 | 0.776 | 0.905 | 0.916 | 0.927 | 0.799 | 100.0% | 10 | - | nova.boot_server | 5.96 | 7.356 | 9.573 | 9.701 | 9.829 | 7.641 | 100.0% | 10 | - | nova.delete_server | 3.226 | 3.979 | 4.24 | 4.272 | 4.305 | 3.929 | 100.0% | 10 | - | nova.delete_keypair | 0.018 | 0.446 | 0.498 | 0.498 | 0.498 | 0.375 | 100.0% | 10 | - | total | 11.513 | 12.362 | 14.5 | 14.767 | 15.033 | 12.746 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.7138030529 - Full duration: 95.0321340561 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.706 | 0.754 | 0.859 | 0.881 | 0.904 | 0.766 | 100.0% | 10 | - | nova.list_keypairs | 0.021 | 0.458 | 0.489 | 0.492 | 0.495 | 0.412 | 100.0% | 10 | - | total | 0.767 | 1.195 | 1.282 | 1.326 | 1.371 | 1.178 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.66450190544 - Full duration: 35.3121151924 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | - | total | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.67958188057 - Full duration: 102.272238016 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.482 | 7.414 | 8.638 | 9.129 | 9.619 | 7.594 | 100.0% | 10 | - | nova.resize | 12.87 | 13.632 | 13.841 | 14.061 | 14.281 | 13.519 | 100.0% | 10 | - | nova.resize_confirm | 3.854 | 4.236 | 4.429 | 4.579 | 4.729 | 4.184 | 100.0% | 10 | - | nova.delete_server | 2.853 | 3.971 | 4.187 | 4.209 | 4.231 | 3.798 | 100.0% | 10 | - | total | 27.866 | 29.013 | 29.93 | 30.646 | 31.361 | 29.095 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 86.1472420692 - Full duration: 116.147330999 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.809 | 9.646 | 10.21 | 10.4 | 10.59 | 9.268 | 100.0% | 10 | - | nova.boot_server | 7.938 | 9.663 | 10.373 | 10.451 | 10.528 | 9.379 | 100.0% | 10 | - | nova.delete_server | 3.263 | 4.164 | 4.323 | 4.341 | 4.359 | 3.965 | 100.0% | 10 | - | total | 21.009 | 22.166 | 24.464 | 24.608 | 24.752 | 22.612 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 65.8047540188 - Full duration: 133.871994019 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.526 | 7.611 | 9.253 | 9.328 | 9.404 | 7.939 | 100.0% | 10 | - | nova.stop_server | 3.956 | 4.801 | 7.753 | 7.839 | 7.924 | 5.676 | 100.0% | 10 | - | nova.migrate | 9.278 | 9.686 | 10.387 | 10.401 | 10.415 | 9.75 | 100.0% | 10 | - | nova.resize_confirm | 3.763 | 4.624 | 4.769 | 4.775 | 4.781 | 4.457 | 100.0% | 10 | - | nova.delete_server | 3.333 | 3.772 | 4.263 | 4.388 | 4.514 | 3.895 | 100.0% | 10 | - | total | 28.369 | 30.746 | 35.217 | 35.664 | 36.111 | 31.718 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 95.1431679726 - Full duration: 124.915132999 - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.051 | 7.863 | 9.774 | 9.886 | 9.999 | 8.295 | 100.0% | 10 | - | nova.delete_server | 2.506 | 4.173 | 4.427 | 5.12 | 5.813 | 4.06 | 100.0% | 10 | - | total | 10.355 | 11.708 | 14.201 | 15.006 | 15.812 | 12.355 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.3530268669 - Full duration: 92.853083849 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.552 | 7.699 | 10.036 | 10.113 | 10.19 | 8.371 | 100.0% | 10 | - | nova.rebuild_server | 9.522 | 11.78 | 13.651 | 13.906 | 14.162 | 11.746 | 100.0% | 10 | - | nova.delete_server | 3.327 | 4.064 | 4.61 | 4.82 | 5.03 | 4.065 | 100.0% | 10 | - | total | 19.511 | 25.224 | 26.458 | 26.522 | 26.586 | 24.182 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.8343379498 - Full duration: 129.419740915 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 6.563 | 9.397 | 10.161 | 10.173 | 10.185 | 8.839 | 100.0% | 10 | - | nova.create_100_rules | 45.018 | 49.294 | 56.133 | 56.18 | 56.227 | 50.472 | 100.0% | 10 | - | nova.list_security_groups | 0.111 | 0.217 | 0.579 | 0.601 | 0.623 | 0.264 | 100.0% | 10 | - | total | 52.204 | 58.754 | 65.138 | 65.785 | 66.433 | 59.576 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 179.173851967 - Full duration: 240.213445902 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 7.358 | 9.711 | 10.153 | 10.476 | 10.798 | 9.428 | 100.0% | 10 | - | nova.create_100_rules | 47.694 | 51.106 | 54.599 | 55.137 | 55.674 | 51.004 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.777 | 3.576 | 4.456 | 4.736 | 5.016 | 3.515 | 100.0% | 10 | - | total | 59.615 | 63.877 | 66.262 | 66.848 | 67.435 | 63.947 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 191.541640997 - Full duration: 222.269508839 - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.313 | 7.988 | 8.758 | 9.045 | 9.331 | 8.15 | 100.0% | 10 | - | nova.reboot_server | 5.889 | 6.906 | 7.056 | 7.078 | 7.101 | 6.624 | 100.0% | 10 | - | nova.soft_reboot_server | 6.349 | 6.773 | 8.096 | 8.126 | 8.156 | 6.947 | 100.0% | 10 | - | nova.stop_server | 4.4 | 5.425 | 6.714 | 7.318 | 7.922 | 5.67 | 100.0% | 10 | - | nova.start_server | 2.424 | 4.059 | 5.269 | 5.417 | 5.564 | 4.057 | 100.0% | 10 | - | nova.rescue_server | 8.473 | 9.131 | 9.695 | 9.957 | 10.219 | 9.177 | 100.0% | 10 | - | nova.unrescue_server | 2.688 | 5.82 | 6.893 | 6.92 | 6.948 | 5.504 | 100.0% | 10 | - | nova.delete_server | 3.393 | 3.812 | 4.417 | 4.473 | 4.53 | 3.858 | 100.0% | 10 | - | total | 47.129 | 50.214 | 51.652 | 52.087 | 52.523 | 50.006 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 150.170030117 - Full duration: 206.320158958 - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.775 | 8.214 | 9.964 | 10.061 | 10.157 | 8.648 | 100.0% | 10 | - | total | 7.775 | 8.214 | 9.965 | 10.061 | 10.157 | 8.649 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 25.5615310669 - Full duration: 72.0356788635 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 7.852 | 9.225 | 10.298 | 10.398 | 10.498 | 9.327 | 100.0% | 10 | - | nova.create_100_rules | 45.734 | 50.042 | 52.231 | 53.454 | 54.678 | 49.891 | 100.0% | 10 | - | nova.boot_server | 5.843 | 6.686 | 7.412 | 7.548 | 7.683 | 6.632 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.173 | 0.215 | 0.678 | 0.757 | 0.836 | 0.311 | 100.0% | 10 | - | nova.delete_server | 2.437 | 2.94 | 3.313 | 3.412 | 3.512 | 2.92 | 100.0% | 10 | - | nova.delete_10_security_groups | 2.172 | 3.217 | 4.733 | 5.576 | 6.419 | 3.474 | 100.0% | 10 | - | total | 67.914 | 73.688 | 75.248 | 75.466 | 75.684 | 72.556 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 217.134851933 - Full duration: 273.106995821 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.355 | 8.061 | 9.184 | 9.727 | 10.271 | 8.306 | 100.0% | 10 | - | nova.pause_server | 2.766 | 3.437 | 3.779 | 3.807 | 3.836 | 3.361 | 100.0% | 10 | - | nova.unpause_server | 2.762 | 3.685 | 3.988 | 4.013 | 4.037 | 3.492 | 100.0% | 10 | - | nova.delete_server | 2.835 | 3.909 | 4.299 | 4.343 | 4.387 | 3.776 | 100.0% | 10 | - | total | 16.602 | 18.903 | 20.184 | 20.456 | 20.729 | 18.936 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 57.0698840618 - Full duration: 114.94224596 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.772 | 10.48 | 10.909 | 11.031 | 11.154 | 9.647 | 100.0% | 10 | - | nova.boot_server | 8.129 | 9.825 | 11.137 | 11.167 | 11.196 | 9.722 | 100.0% | 10 | - | total | 16.389 | 19.221 | 21.482 | 21.884 | 22.285 | 19.369 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 57.2666420937 - Full duration: 114.729999065 - - test scenario NovaServers.boot_and_list_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.43 | 8.747 | 9.88 | 10.022 | 10.163 | 8.832 | 100.0% | 10 | - | nova.list_servers | 0.267 | 1.207 | 1.259 | 1.275 | 1.29 | 1.04 | 100.0% | 10 | - | total | 8.602 | 9.378 | 11.07 | 11.227 | 11.384 | 9.873 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.5450980663 - Full duration: 106.656322002 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: started - Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | - | total | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.06574201584 - Full duration: 14.4119129181 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.498 | 0.56 | 0.589 | 0.591 | 0.593 | 0.558 | 100.0% | 10 | - | total | 0.62 | 0.66 | 0.701 | 0.702 | 0.703 | 0.667 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.05467915535 - Full duration: 11.7390589714 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.19 | 1.288 | 1.399 | 1.415 | 1.432 | 1.303 | 100.0% | 10 | - | quotas.delete_quotas | 0.531 | 1.107 | 1.208 | 1.235 | 1.262 | 1.062 | 100.0% | 10 | - | total | 1.779 | 2.435 | 2.535 | 2.549 | 2.562 | 2.365 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.07872509956 - Full duration: 17.2571020126 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.669 | 0.708 | 0.732 | 0.745 | 0.757 | 0.703 | 100.0% | 10 | - | quotas.delete_quotas | 0.02 | 0.508 | 0.557 | 0.558 | 0.559 | 0.466 | 100.0% | 10 | - | total | 0.727 | 1.212 | 1.275 | 1.28 | 1.285 | 1.169 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.64670991898 - Full duration: 13.1532580853 - - test scenario Quotas.nova_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | quotas.update_quotas | 0.652 | 0.726 | 0.761 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | - | total | 0.652 | 0.727 | 0.762 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.22018194199 - Full duration: 11.9367260933 - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 89de006e-a4fd-4526-9211-477075f8e5fc: started - Task 89de006e-a4fd-4526-9211-477075f8e5fc: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.184 | 0.456 | 1.019 | 1.022 | 1.026 | 0.555 | 100.0% | 10 | - | total | 0.184 | 0.456 | 1.02 | 1.023 | 1.026 | 0.555 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.69973492622 - Full duration: 5.72609114647 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | - | total | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.616016864777 - Full duration: 4.89253997803 - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:35 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 02:20 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 19:44 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 09:29 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:59 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:48 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 39:36 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:08 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:10 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:25:53 | 232 | 100.00% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ODL -^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role 'eed9b04b536646c994679496e7b653cc' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-23T10:44:37.402Z", - "end": "2016-02-23T10:44:42.006Z", - "duration": 4604 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1171, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 29, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 23, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 13, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1144, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 3, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 0, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 71, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 9, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1025, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 5, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 125, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 18, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 74, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 88, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 19, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 1, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 18, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 13, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 66, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 74, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 69, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 507, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1171, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 29, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 23, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 13, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1144, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 3, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 0, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 71, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 9, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1025, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 5, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 125, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 18, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 74, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 88, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 19, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 1, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 18, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 13, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 66, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 74, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 69, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 507, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-23T10:44:37.402Z - End: 2016-02-23T10:44:42.006Z - Duration: 4.604 - **************************************** - - Promise- INFO - Pushing results to DB... diff --git a/docs/results/overview.rst b/docs/results/overview.rst deleted file mode 100644 index ea71426b0..000000000 --- a/docs/results/overview.rst +++ /dev/null @@ -1,79 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -FuncTest test result document overview -====================================== - -Functest project is described in `Functest user guide`_. -The user guide details the different test cases as well as the possible errors. -A `developer guide`_ and a `configuration guide`_ are also available. - -Functest is run systematically at the end of an OPNFV fresh installation. -All the runnable tests are run sequentially. The installer and the scenario are -considered to evaluate whether the test case can be run or not. That is why all -the number of test cases may vary from 1 installer to another and from 1 -scenario to another. - -The list of scenario supported by installer can be described as follows: - -+----------------+---------+---------+---------+---------+ -| Scenario | Apex | Compass | Fuel | Joid | -+================+=========+=========+=========+=========+ -| odl_l2 | X | X | X | X | -+----------------+---------+---------+---------+---------+ -| onos | | X | | | -+----------------+---------+---------+---------+---------+ -| nosdn | | X | X | | -+----------------+---------+---------+---------+---------+ -| ovs (dpdk) | | | X | | -+----------------+---------+---------+---------+---------+ - -The matrix below details the Functest runnable tests versus the installer and -the scenario: - -+----------------+-------------+-------------+-------------+-------------+ -| Test cases | Apex | Compass | Fuel | Joid | -+================+=============+=============+=============+=============+ -| vPing SSH | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| vPing userdata | all except | all except | all except | all except | -| | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Tempest | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| Rally | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| ODL | all ODL | all ODL | all ODL | all ODL | -+----------------+-------------+-------------+-------------+-------------+ -| ONOS | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Promise | no | no | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| vIMS | all except | all except | all except | all except | -| | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Doctor | all | no | no | no | -+----------------+-------------+-------------+-------------+-------------+ - -all means that the test case is run on all the scenarios related to the -installer. - -Functest results from continuous integration can be found in: - * jenkins logs: https://build.opnfv.org/ci/view/functest/ - * artifacts http://artifacts.opnfv.org/, it includes the tempest logs and the - Rally html pages - -Additional test result assests and information -============================================== - -The Functest deals with 2 dashboards: - * The `Test Dashboard`_ provides an overview of all the projects - * The `Functest Dashboard`_ dedicated to Functest real-time test results - - * is used to provide a quick overview of the different testcases according to installer and scenario. - -.. _`Test Dashboard`: https://www.opnfv.org/opnfvtestgraphs/per-test-projects/default -.. _`Functest Dashboard`: https://testresults.opnfv.org/dashboard/ -.. _`Functest user guide`: artifacts.opnfv.org/functest/docs/userguide/index.html -.. _`developer guide`: artifacts.opnfv.org/functest/docs/devguide/index.html -.. _`configuration guide`: artifacts.opnfv.org/functest/docs/configguide/index.html diff --git a/docs/results/results.rst b/docs/results/results.rst deleted file mode 100644 index f4f210af2..000000000 --- a/docs/results/results.rst +++ /dev/null @@ -1,73 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Results listed by scenario -========================== - -The following sections describe the functest results as evaluated for -the Brahmaputra release scenario validation runs. Each section describes -the determined state of the specific scenario as deployed in the Brahmaputra -release process. - -To qualify for release the scenarios must have deployed and been successfully -tested in four consecutive installations to establish stability of deployment -and feature capability - -.. toctree:: - -.. include:: ./compass-os-nosdn-nofeature-ha.rst - -.. toctree:: - -.. include:: ./compass-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./compass-os-onos-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-nosdn-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-nosdn-ovs-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-onos-nofeature-ha.rst - -.. toctree:: - -.. include:: ./apex-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./joid-os-odl_l2-nofeature-ha.rst - -.. Add each of the scenario files as they are set to -.. release ready and the results are available for publishing. - -.. apex-os-ocl-nofeature-ha.rst -.. apex-os-odl_l2-sfc-ha.rst -.. apex-os-odl_l3-nofeature-ha.rst -.. apex-os-onos-nofeature-ha.rst -.. apex-os-odl_l2-nofeature-ha.rst -.. compass-os-onos-nofeature-ha.rst -.. compass-os-ocl-nofeature-ha.rst -.. compass-os-odl_l2-nofeature-ha.rst -.. fuel-os-nosdn-kvm-ha.rst -.. fuel-os-nosdn-nofeature-ha.rst -.. fuel-os-nosdn-ovs-ha.rst -.. fuel-os-odl_l2-bgpvpn-ha.rst -.. fuel-os-odl_l2-nofeature-ha.rst -.. fuel-os-odl_l3-nofeature-ha.rst -.. fuel-os-onos-nofeature-ha.rst -.. joid-os-nosdn-nofeature-ha.rst -.. joid-os-ocl-nofeature-ha.rst -.. joid-os-odl_l2-nofeature-ha.rst -.. joid-os-onos-nofeature-ha.rst diff --git a/docs/userguide/index.rst b/docs/userguide/index.rst index d2467df71..bc02776aa 100644 --- a/docs/userguide/index.rst +++ b/docs/userguide/index.rst @@ -8,18 +8,28 @@ OPNFV FUNCTEST user guide .. toctree:: :maxdepth: 2 +Version history +=============== ++------------+----------+------------------+----------------------------------+ +| **Date** | **Ver.** | **Author** | **Comment** | +| | | | | ++------------+----------+------------------+----------------------------------+ +| 2016-08-17 | 1.0.0 | Juha Haapavirta | Colorado release | +| | | Column Gaynor | | ++------------+----------+------------------+----------------------------------+ +| 2017-01-23 | 1.0.1 | Morgan Richomme | Adaptations for Danube | +| | | | | +| | | | | ++------------+----------+------------------+----------------------------------+ + Introduction ============ The goal of this document is to describe the OPNFV Functest test cases and to -provide a procedure to execute them. In the OPNFV Colorado system release, +provide a procedure to execute them. In the OPNFV Danube system release, a Functest CLI utility is introduced for easier execution of test procedures. -An overview presentation has been created for the first OPNFV Summit `[4]`_. - -This document is a continuation of the OPNFV Functest Configuration Guide `[1]`_. - **IMPORTANT**: It is assumed here that the Functest Docker container is already properly deployed and that all instructions described in this guide are to be performed from *inside* the deployed Functest Docker container. @@ -34,7 +44,7 @@ VIM (Virtualized Infrastructure Manager) Healthcheck ^^^^^^^^^^^ In Colorado release a new Tier 'healthcheck' with one testcase 'healthcheck' -is introduced. The healthcheck testcase verifies that some basic IP connectivity +was introduced. The healthcheck testcase verifies that some basic IP connectivity and essential operations of OpenStack functionality over the command line are working correctly. @@ -174,7 +184,7 @@ The Tempest testcases are distributed accross two Tiers: * Smoke Tier - Test Case 'tempest_smoke_serial' - * Openstack Tier - Test case 'tempest_full_parallel' + * Components Tier - Test case 'tempest_full_parallel' NOTE: Test case 'tempest_smoke_serial' executes a defined set of tempest smoke tests with a single thread (i.e. serial mode). Test case 'tempest_full_parallel' @@ -214,11 +224,44 @@ A basic SLA (stop test on errors) has been implemented. The Rally testcases are distributed accross two Tiers: * Smoke Tier - Test Case 'rally_sanity' - * Openstack Tier - Test case 'rally_full' + * Components Tier - Test case 'rally_full' NOTE: Test case 'rally_sanity' executes a limited number of Rally smoke test cases. Test case 'rally_full' executes the full defined set of Rally tests. +SNAPS +----- + +SNAPS stands for "SNA/NFV Application development Platform and Stack". +This project seeks to develop baseline OpenStack NFV installations. It has been +developed by Steven Pisarski and provided an object oriented library to perform +functional and performance tests. It has been declined in several test suites in +Functest. + +connection check +^^^^^^^^^^^^^^^^ +Connection_check consists in 9 test cases (test duration < 5s) checking the +connectivity with Glance, Keystone, Neutron, Nova and the external network. + +api_check +^^^^^^^^^ +This test case verifies the retrieval of OpenStack clients: Keystone, Glance, +Neutron and Nova and may perform some simple queries. When the config value of +snaps.use_keystone is True, functest must have access to the cloud's private +network. +This suite consists in 49 tests (test duration< 2 minutes) + +Snaps_smoke +^^^^^^^^^^^ +This test case contains tests that setup and destroy environments with VMs with +and without Floating IPs with a newly created user and project. Set the config +value snaps.use_floating_ips (True|False) to toggle this functionality. When +the config value of snaps.use_keystone is True, functest must have access +the cloud's private network. +This suite consists in 38 tests (test duration < 10 minutes) + +More information on SNAPS can be found in  `[13]`_ + SDN Controllers --------------- @@ -323,21 +366,19 @@ The test cases are described as follows: Features -------- -Most of the features have been developped by feature projects. -Security_scan has been initiated in Functest repository but should soon -be declared in its own repository as well. - Please refer to the dedicated feature user guides for details: - * bgpvpn: http://artifacts.opnfv.org/sdnvpn/colorado/docs/userguide/index.html - * copper: http://artifacts.opnfv.org/copper/colorado/docs/userguide/index.html - * doctor: http://artifacts.opnfv.org/doctor/colorado/userguide/index.html + * bgpvpn: http://artifacts.opnfv.org/sdnvpn/danube/docs/userguide/index.html + * copper: http://artifacts.opnfv.org/copper/danube/docs/userguide/index.html + * doctor: http://artifacts.opnfv.org/doctor/danube/userguide/index.html * domino: http://artifacts.opnfv.org/domino/docs/userguide-single/index.html * moon: http://artifacts.opnfv.org/moon/docs/userguide/index.html * multisites: http://artifacts.opnfv.org/multisite/docs/userguide/index.html - * onos-sfc: http://artifacts.opnfv.org/onosfw/colorado/userguide/index.html - * odl-sfc: http://artifacts.opnfv.org/sfc/colorado/userguide/index.html - * promise: http://artifacts.opnfv.org/promise/colorado/docs/userguide/index.html + * onos-sfc: http://artifacts.opnfv.org/onosfw/danube/userguide/index.html + * odl-sfc: http://artifacts.opnfv.org/sfc/danube/userguide/index.html + * promise: http://artifacts.opnfv.org/danube/colorado/docs/userguide/index.html + * security_scan: http://artifacts.opnfv.org/security_scan/colorado/docs/userguide/index.html + * TODO security_scan ^^^^^^^^^^^^^ @@ -345,11 +386,12 @@ security_scan Security Scanning, is a project to insure security compliance and vulnerability checks, as part of an automated CI / CD platform delivery process. -The project makes use of the existing SCAP format[6] to perform deep scanning of -NFVi nodes, to insure they are hardened and free of known CVE reported vulnerabilities. +The project makes use of the existing SCAP format `[6]`_ to perform deep +scanning of NFVI nodes, to insure they are hardened and free of known CVE +reported vulnerabilities. The SCAP content itself, is then consumed and run using an upstream opensource tool -known as OpenSCAP[7]. +known as OpenSCAP `[7]`_. The OPNFV Security Group have developed the code that will called by the OPNFV Jenkins build platform, to perform a complete scan. Resulting reports are then copied to the @@ -369,8 +411,7 @@ The current work flow is as follows: * If the config file value 'clean' is set to 'True' then the application installed in step 5 is removed, and all reports created at step 6 are deleted. -At present, only the Apex installer is supported, with support for other installers due -within D-release. +Security scan is supported by Apex, TODO.... @@ -385,8 +426,8 @@ architectural framework for delivering IP multimedia services. vIMS has been integrated in Functest to demonstrate the capability to deploy a relatively complex NFV scenario on the OPNFV platform. The deployment of a complete -functional VNF allows the test of most of the -essential functions needed for a NFV platform. +functional VNF allows the test of most of the essential functions needed for a +NFV platform. The goal of this test suite consists of: @@ -491,6 +532,7 @@ References .. _`[9]`: https://git.opnfv.org/cgit/functest/tree/testcases/VIM/OpenStack/CI/libraries/os_defaults.yaml .. _`[11]`: http://robotframework.org/ .. _`[12]`: http://artifacts.opnfv.org/parser/colorado/docs/userguide/index.html +.. _`[13]`: TODO URL doc SNAPS OPNFV main site: opnfvmain_. diff --git a/docs/userguide/introduction.rst b/docs/userguide/introduction.rst index 76aadc842..e5a090ed5 100644 --- a/docs/userguide/introduction.rst +++ b/docs/userguide/introduction.rst @@ -9,14 +9,26 @@ In the Continuous Integration pipeline, it is launched after an OPNFV fresh installation to validate and verify the basic functions of the infrastructure. -The current list of test suites can be distributed over 4 main domains: VIM +The current list of test suites can be distributed over 5 main domains: VIM (Virtualised Infrastructure Manager), Controllers (i.e. SDN Controllers), -Features and VNF (Virtual Network Functions). +Features, VNF (Virtual Network Functions) and MANO stacks. + +Functest test suites are also distributed in the OPNFV testing categories: +healthcheck, smoke, features, components, performance, VNF, Stress tests. + +All the Healthcheck and smoke tests of a given scenario must be succesful to +validate the scenario for the release. +-------------+---------------+----------------+----------------------------------+ | Domain | Tier | Test case | Comments | +=============+===============+================+==================================+ | VIM | healthcheck | healthcheck | Verify basic operation in VIM | +| | +----------------+----------------------------------+ +| | | connection | Check OpenStack connectivity | +| | | _check | through SNAPS framework | +| | +----------------+----------------------------------+ +| | | api_check | Check OpenStack API through | +| | | | SNAPS framework | | +---------------+----------------+----------------------------------+ | | smoke | vPing_SSH | NFV "Hello World" using an SSH | | | | | connection to a destination VM | @@ -45,8 +57,11 @@ Features and VNF (Virtual Network Functions). | | +----------------+----------------------------------+ | | | rally_sanity | Run a subset of the OpenStack | | | | | Rally Test Suite in smoke mode | +| | +----------------+----------------------------------+ +| | | snaps_smoke | Run a subset of the OpenStack | +| | | | Rally Test Suite in smoke mode | | +---------------+----------------+----------------------------------+ -| | openstack | tempest_full | Generate and run a full set of | +| | components | tempest_full | Generate and run a full set of | | | | \_parallel | the OpenStack Tempest Test Suite.| | | | | See the OpenStack reference test | | | | | suite `[2]`_. The generated | @@ -57,7 +72,7 @@ Features and VNF (Virtual Network Functions). | | | | benchmarking OpenStack modules | | | | | See the Rally documents `[3]`_. | +-------------+---------------+----------------+----------------------------------+ -| Controllers | sdn_suites | odl | Opendaylight Test suite | +| Controllers | smoke | odl | Opendaylight Test suite | | | | | Limited test suite to check the | | | | | basic neutron (Layer 2) | | | | | operations mainly based on | @@ -69,7 +84,7 @@ Features and VNF (Virtual Network Functions). | | | | See `ONOSFW User Guide`_ for | | | | | details. | +-------------+---------------+----------------+----------------------------------+ -| Features | features | Promise | Resource reservation and | +| Features | features | promise | Resource reservation and | | | | | management project to identify | | | | | NFV related requirements and | | | | | realize resource reservation for | @@ -80,7 +95,7 @@ Features and VNF (Virtual Network Functions). | | | | See `Promise User Guide`_ for | | | | | details. | | | +----------------+----------------------------------+ -| | | Doctor | Doctor platform, as of Colorado | +| | | doctor | Doctor platform, as of Colorado | | | | | release, provides the three | | | | | features: | | | | | * Immediate Notification | @@ -119,7 +134,7 @@ Features and VNF (Virtual Network Functions). | | | | See `Domino User Guide`_ for | | | | | details | | | +----------------+----------------------------------+ -| | | Copper | Copper develops OPNFV platform | +| | | copper | Copper develops OPNFV platform | | | | | support for policy management, | | | | | using open source projects such | | | | | as OpenStack Congress, focused | @@ -139,13 +154,17 @@ Features and VNF (Virtual Network Functions). | | | | See `Moon User Guide`_ for | | | | | details | +-------------+---------------+----------------+----------------------------------+ -| VNF | vnf | vims | Example of a real VNF deployment | +| VNF | vnf | cloudify_ims | Example of a real VNF deployment | | | | | to show the NFV capabilities of | | | | | the platform. The IP Multimedia | | | | | Subsytem is a typical Telco test | | | | | case, referenced by ETSI. | | | | | It provides a fully functional | | | | | VoIP System | +| | +----------------+----------------------------------+ +| | | opera_ims | vIMS deployment using openBaton | +| | +----------------+----------------------------------+ +| | | orchestra_ims | vIMS deployment using open-O | + +---------------+----------------+----------------------------------+ | | | parser | Parser is an integration project | | | | | which aims to provide | @@ -166,6 +185,8 @@ Test cases also have an implicit execution order. For example, if the early 'healthcheck' Tier testcase fails, or if there are any failures in the 'smoke' Tier testcases, there is little point to launch a full testcase execution round. +In Danube, we merged smoke and sdn controller tiers in smoke tier. + An overview of the Functest Structural Concept is depicted graphically below: .. figure:: ../images/concepts_mapping_final.png @@ -186,19 +207,24 @@ NoSQL database. The goal is to populate the database with results from different sources and scenarios and to show them on a `Functest Dashboard`_. A screenshot of a live Functest Dashboard is shown below: -.. figure:: ../images/FunctestDashboardColorado.png +** TODO ** +.. figure:: ../images/FunctestDashboardDanube.png :align: center :alt: Functest Dashboard -There is no real notion of Test domain or Test coverage. Basic components -(VIM, SDN controllers) are tested through their own suites. Feature projects -also provide their own test suites with different ways of running their tests. +Basic components (VIM, SDN controllers) are tested through their own suites. +Feature projects also provide their own test suites with different ways of +running their tests. + +The notion of domain has been introduced in the description of the test cases +stored in the Database. +This parameters as well as possible tags can be used for the Test case catalog. vIMS test case was integrated to demonstrate the capability to deploy a relatively complex NFV scenario on top of the OPNFV infrastructure. -Functest considers OPNFV as a black box. As of Colorado release the OPNFV +Functest considers OPNFV as a black box. As of Danube release the OPNFV offers a lot of potential combinations: * 3 controllers (OpenDaylight, ONOS, OpenContrail) @@ -210,9 +236,9 @@ deployed features. The system uses the environment variables (INSTALLER_IP and DEPLOY_SCENARIO) to automatically determine the valid test cases, for each given environment. -In the Colorado OPNFV System release a convenience Functest CLI utility is also -introduced to simplify setting up the Functest evironment, management of the -OpenStack environment (e.g. resource clean-up) and for executing tests. +A convenience Functest CLI utility is also available to simplify setting up the +Functest evironment, management of the OpenStack environment (e.g. resource +clean-up) and for executing tests. The Functest CLI organised the testcase into logical Tiers, which contain in turn one or more testcases. The CLI allows execution of a single specified testcase, all test cases in a specified Tier, or the special case of execution diff --git a/docs/userguide/runfunctest.rst b/docs/userguide/runfunctest.rst index a6a2c1756..ef1017104 100644 --- a/docs/userguide/runfunctest.rst +++ b/docs/userguide/runfunctest.rst @@ -17,11 +17,6 @@ If any of the above steps are missing please refer to the Functest Config Guide as they are a prerequisite and all the commands explained in this section **must** be performed **inside the container**. -Note: In Colorado release, the scripts **run_tests.sh** is now replaced with a -new Functest CLI. One difference, is that tests run through the Functest CLI -will always clean-up OpenStack resources. See the `Troubleshooting`_ section of this -document, where this difference is discussed. - The Functest CLI offers two commands (functest tier ...) and (functest testcase ... ) for the execution of Test Tiers or Test Cases:: @@ -53,17 +48,15 @@ command:: root@22e436918db0:~/repos/functest/ci# functest tier list - 0. healthcheck: - ['healthcheck'] + ['healthcheck', 'connection_check', 'api_check',] - 1. smoke: - ['vping_ssh', 'vping_userdata', 'tempest_smoke_serial', 'rally_sanity'] - - 2. sdn_suites: - ['odl'] - - 3. features: + ['vping_ssh', 'vping_userdata', 'tempest_smoke_serial', 'rally_sanity', 'snaps_smoke', 'odl'] + - 2. features: ['doctor', 'security_scan'] - - 4. openstack: + - 3. components: ['tempest_full_parallel', 'rally_full'] - - 5. vnf: - ['vims'] + - 4. vnf: + ['cloudify_ims'] and @@ -71,6 +64,9 @@ command:: healthcheck vping_ssh vping_userdata + connection_check + api_check + snaps_smoke tempest_smoke_serial rally_sanity odl @@ -78,7 +74,7 @@ command:: security_scan tempest_full_parallel rally_full - vims + cloudify_ims More specific details on specific Tiers or Test Cases can be seen wih the 'show' command:: @@ -208,9 +204,9 @@ To execute a Test Tier or Test Case, the 'run' command is used:: To list the test cases which are part of a specific Test Tier, the 'get-tests' command is used with 'functest tier':: - root@22e436918db0:~/repos/functest/ci# functest tier get-tests sdn_suites - Test cases in tier 'sdn_suites': - ['odl'] + root@22e436918db0:~/repos/functest/ci# functest tier get-tests healthcheck + Test cases in tier 'healthcheck': + ['healthcheck'] Please note that for some scenarios some test cases might not be launched. @@ -231,37 +227,6 @@ two possibilities:: * Run a single Test Case, specified by a valid choice of <testcase_name> * Run ALL test Test Cases (for all Tiers) by specifying <testcase_name> = 'all' -Example:: - - root@22e436918db0:~/repos/functest/ci# functest testcase run all - Executing command: 'python /home/opnfv/repos/functest/ci/run_tests.py -t all' - 2016-06-30 12:03:28,628 - run_tests - INFO - Sourcing the OpenStack RC file... - 2016-06-30 12:03:28,634 - run_tests - INFO - Tiers to be executed: - - 0. healthcheck: - ['healthcheck'] - - 1. smoke: - ['vping_ssh', 'vping_userdata', 'tempest_smoke_serial', 'rally_sanity'] - - 2. sdn_suites: - ['odl'] - - 3. features: - ['doctor', 'security_scan'] - - 4. openstack: - ['tempest_full_parallel', 'rally_full'] - - 5. vnf: - ['vims'] - 2016-06-30 12:03:28,634 - run_tests - INFO - ############################################ - 2016-06-30 12:03:28,635 - run_tests - INFO - Running tier 'healthcheck' - 2016-06-30 12:03:28,635 - run_tests - INFO - ############################################ - 2016-06-30 12:03:28,635 - run_tests - INFO - ============================================ - 2016-06-30 12:03:28,635 - run_tests - INFO - Running test case 'healthcheck'... - 2016-06-30 12:03:28,635 - run_tests - INFO - ============================================ - 2016-06-30 12:03:28,651 - healtcheck - INFO - Testing Keystone API... - 2016-06-30 12:03:36,676 - healtcheck - INFO - ...Keystone OK! - 2016-06-30 12:03:36,679 - healtcheck - INFO - Testing Glance API... - : - : - etc. - Functest includes a cleaning mechanism in order to remove all the OpenStack resources except those present before running any test. The script *$REPOS_DIR/functest/functest/utils/generate_defaults.py* is called once when setting up @@ -304,19 +269,20 @@ once a week maximum) and the third job allows testing test suite by test suite s the test suite name. The user may also use either of these Jenkins jobs to execute the desired test suites. -One of the most challenging task in the Colorado release consists +One of the most challenging task in the Danube release consists in dealing with lots of scenarios and installers. Thus, when the tests are automatically started from CI, a basic algorithm has been created in order to detect whether a given test is runnable or not on the given scenario. Some Functest test suites cannot be systematically run (e.g. ODL suite can not -be run on an ONOS scenario). Moreover since Colorado, we also introduce the -notion of daily/weekly in order to save CI time and avoid running systematically -long duration tests. +be run on an ONOS scenario). The daily/weekly notion has been introduces in +Colorado in order to save CI time and avoid running systematically +long duration tests. It was not used in Colorado due to CI resource shortage. +The mechanism remains however as part of the CI evolution. CI provides some useful information passed to the container as environment variables: - * Installer (apex|compass|fuel|joid), stored in INSTALLER_TYPE + * Installer (apex|compass|daisy|fuel|joid), stored in INSTALLER_TYPE * Installer IP of the engine or VM running the actual deployment, stored in INSTALLER_IP * The scenario [controller]-[feature]-[mode], stored in DEPLOY_SCENARIO with @@ -366,6 +332,9 @@ The constraints per test case are defined in the Functest configuration file dependencies: installer: '' scenario: '^((?!bgpvpn|odl_l3).)*$' + run: + module: 'functest.opnfv_tests.openstack.vping.vping_ssh' + class: 'VPingSSH' .... We may distinguish 2 levels in the test case description: @@ -383,6 +352,18 @@ For a given test case we defined: * blocking: if set to true, if the test is failed, the execution of the following tests is canceled * the description of the test case * the dependencies: a combination of 2 regex on the scenario and the installer name + * run: In Danube we introduced the notion of abstract class in order to harmonize the way to run internal, feature or vnf tests + +For further details on abstraction classes, see developper guide. + +Additional parameters have been added in the desription in the Database. +The target is to use the configuration stored in the Database and consider the +local file as backup if the Database is not reachable. +The additional fields related to a test case are: + * trust: we introduced this notion to put in place a mechanism of scenario promotion. + * Version: it indicates since which version you can run this test + * domains: the main domain covered by the test suite + * tags: a list of tags related to the test suite The order of execution is the one defined in the file if all test cases are selected. @@ -390,13 +371,12 @@ In CI daily job the tests are executed in the following order: 1) healthcheck (blocking) 2) smoke: both vPings are blocking - 3) SDN controller suites (blocking) - 4) Feature project tests cases + 3) Feature project tests cases In CI weekly job we add 2 tiers: - 5) vIMS suite - 6) Rally suite + 4) VNFs (vIMS) + 5) Components (Rally and Tempest long duration suites) As explained before, at the end of an automated execution, the OpenStack resources might be eventually removed. diff --git a/docs/userguide/troubleshooting.rst b/docs/userguide/troubleshooting.rst index bf94935e6..1b7bf9b38 100644 --- a/docs/userguide/troubleshooting.rst +++ b/docs/userguide/troubleshooting.rst @@ -48,9 +48,6 @@ python scripts, located in paths: *$REPOS_DIR/functest/functest/opnfv_tests/vPing/CI/libraries/vPing_userdata.py* Notes: - #. In this Colorado Funtest Userguide, the use of the Functest CLI is - emphasized. The Functest CLI replaces the earlier Bash shell script - *run_tests.sh*. #. There is one difference, between the Functest CLI based test case execution compared to the earlier used Bash shell script, which is @@ -348,8 +345,8 @@ See OpenSCAP web site: https://www.open-scap.org/ NFV --- -vIMS -^^^^ +cloudify_ims +^^^^^^^^^^^^ vIMS deployment may fail for several reasons, the most frequent ones are described in the following table: diff --git a/functest/ci/config_functest.yaml b/functest/ci/config_functest.yaml index 2820f8b0d..f6cb14cb1 100755 --- a/functest/ci/config_functest.yaml +++ b/functest/ci/config_functest.yaml @@ -20,8 +20,8 @@ general: repo_sdnvpn: /home/opnfv/repos/sdnvpn repo_sfc: /home/opnfv/repos/sfc dir_repo_onos: /home/opnfv/repos/onos - dir_repo_promise: /home/opnfv/repos/promise - dir_repo_doctor: /home/opnfv/repos/doctor + repo_promise: /home/opnfv/repos/promise + repo_doctor: /home/opnfv/repos/doctor repo_copper: /home/opnfv/repos/copper dir_repo_ovno: /home/opnfv/repos/ovno repo_parser: /home/opnfv/repos/parser diff --git a/functest/ci/exec_test.sh b/functest/ci/exec_test.sh index 54a7c624e..b288fe367 100755 --- a/functest/ci/exec_test.sh +++ b/functest/ci/exec_test.sh @@ -90,22 +90,12 @@ function run_test(){ --osusername ${OS_USERNAME} \ ${args} ;; - "vims") - python ${FUNCTEST_TEST_DIR}/vnf/ims/vims.py $clean_flag $report - ;; "onos") python ${FUNCTEST_TEST_DIR}/sdn/onos/teston/onos.py ;; "onos_sfc") python ${FUNCTEST_TEST_DIR}/sdn/onos/teston/onos.py -t sfc ;; - "promise") - python ${FUNCTEST_TEST_DIR}/features/promise.py $report - sleep 10 # to let the instances terminate - ;; - "doctor") - python ${FUNCTEST_TEST_DIR}/features/doctor.py $report - ;; "ovno") # suite under rewritting for colorado # no need to run anything until refactoring done @@ -116,9 +106,6 @@ function run_test(){ source ${FUNCTEST_CONF_DIR}/stackrc python ${FUNCTEST_TEST_DIR}/security_scan/security_scan.py --config ${FUNCTEST_TEST_DIR}/security_scan/config.ini ;; - "copper") - python ${FUNCTEST_TEST_DIR}/features/copper.py $report - ;; "moon") python ${REPOS_DIR}/moon/tests/run_tests.py $report ;; diff --git a/functest/ci/logging.json b/functest/ci/logging.json index 3f454e8fa..2a2399d38 100644 --- a/functest/ci/logging.json +++ b/functest/ci/logging.json @@ -1,29 +1,29 @@ -{
- "version": 1,
- "disable_existing_loggers": false,
- "formatters": {
- "standard": {
- "format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
- }
- },
- "handlers": {
- "console": {
- "level": "INFO",
- "class": "logging.StreamHandler",
- "formatter": "standard"
- },
- "file": {
- "level": "DEBUG",
- "class": "logging.FileHandler",
- "formatter": "standard",
- "filename": "/home/opnfv/functest/results/functest.log"
- }
- },
- "loggers": {
- "": {
- "handlers": ["console", "file"],
- "level": "DEBUG",
- "propagate": "yes"
- }
- }
-}
+{ + "version": 1, + "disable_existing_loggers": false, + "formatters": { + "standard": { + "format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s" + } + }, + "handlers": { + "console": { + "level": "INFO", + "class": "logging.StreamHandler", + "formatter": "standard" + }, + "file": { + "level": "DEBUG", + "class": "logging.FileHandler", + "formatter": "standard", + "filename": "/home/opnfv/functest/results/functest.log" + } + }, + "loggers": { + "": { + "handlers": ["console", "file"], + "level": "DEBUG", + "propagate": "yes" + } + } +} diff --git a/functest/ci/prepare_env.py b/functest/ci/prepare_env.py index 8bbdf18bc..b3e590209 100755 --- a/functest/ci/prepare_env.py +++ b/functest/ci/prepare_env.py @@ -261,6 +261,14 @@ def install_tempest(): error_msg="Problem while installing Tempest.") +def create_flavor(): + os_utils.get_or_create_flavor('m1.tiny', + '512', + '1', + '1', + public=True) + + def check_environment(): msg_not_active = "The Functest environment is not installed." if not os.path.isfile(CONST.env_active): @@ -290,6 +298,7 @@ def main(**kwargs): verify_deployment() install_rally() install_tempest() + create_flavor() with open(CONST.env_active, "w") as env_file: env_file.write("1") diff --git a/functest/ci/run_tests.py b/functest/ci/run_tests.py index ef0800163..320102ddc 100755 --- a/functest/ci/run_tests.py +++ b/functest/ci/run_tests.py @@ -148,7 +148,11 @@ def run_test(test, tier_name, testcases=None): module = importlib.import_module(run_dict['module']) cls = getattr(module, run_dict['class']) test_case = cls() - result = test_case.run() + try: + kwargs = run_dict['args'] + result = test_case.run(**kwargs) + except KeyError: + result = test_case.run() if result == testcase_base.TestcaseBase.EX_OK: if GlobalVariables.REPORT_FLAG: test_case.publish_report() diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index f1cce4895..12d791f08 100755 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -99,6 +99,10 @@ tiers: run: module: 'functest.opnfv_tests.sdn.odl.odl' class: 'ODLTests' + args: + suites: + - /home/opnfv/repos/odl_test/csit/suites/integration/basic + - /home/opnfv/repos/odl_test/csit/suites/openstack/neutron - name: onos @@ -185,6 +189,9 @@ tiers: dependencies: installer: '(fuel)|(joid)' scenario: '' + run: + module: 'functest.opnfv_tests.features.promise' + class: 'Promise' - name: doctor @@ -195,6 +202,9 @@ tiers: dependencies: installer: '(apex)|(fuel)|(joid)' scenario: '^((?!fdio).)*$' + run: + module: 'functest.opnfv_tests.features.doctor' + class: 'Doctor' - name: bgpvpn @@ -218,18 +228,18 @@ tiers: dependencies: installer: 'apex' scenario: '^((?!fdio).)*$' - - - name: copper - criteria: 'status == "PASS"' - blocking: false - description: >- - Test suite for policy management based on OpenStack Congress - dependencies: - installer: '(apex)|(joid)' - scenario: '^((?!fdio|lxd).)*$' - run: - module: 'functest.opnfv_tests.features.copper' - class: 'Copper' +# - +# name: copper +# criteria: 'status == "PASS"' +# blocking: false +# description: >- +# Test suite for policy management based on OpenStack Congress +# dependencies: +# installer: '(apex)|(joid)' +# scenario: '^((?!fdio|lxd).)*$' +# run: +# module: 'functest.opnfv_tests.features.copper' +# class: 'Copper' - name: moon criteria: 'status == "PASS"' diff --git a/functest/core/pytest_suite_runner.py b/functest/core/pytest_suite_runner.py index 1eed92b57..c168d7d93 100644 --- a/functest/core/pytest_suite_runner.py +++ b/functest/core/pytest_suite_runner.py @@ -41,14 +41,18 @@ class PyTestSuiteRunner(base.TestcaseBase): for test, message in result.failures: self.logger.error(str(test) + " FAILED with " + message) + # a result can be PASS or FAIL + # But in this case it means that the Execution was OK + # we shall distinguish Execution Error from FAIL results + # TestcaseBase.EX_RUN_ERROR means that the test case was not run + # not that it was run but the result was FAIL + exit_code = base.TestcaseBase.EX_OK if ((result.errors and len(result.errors) > 0) or (result.failures and len(result.failures) > 0)): self.logger.info("%s FAILED" % self.case_name) self.criteria = 'FAIL' - exit_code = base.TestcaseBase.EX_RUN_ERROR else: self.logger.info("%s OK" % self.case_name) - exit_code = base.TestcaseBase.EX_OK self.criteria = 'PASS' self.details = {} diff --git a/functest/opnfv_tests/features/doctor.py b/functest/opnfv_tests/features/doctor.py index dbd803a65..4d295a674 100755 --- a/functest/opnfv_tests/features/doctor.py +++ b/functest/opnfv_tests/features/doctor.py @@ -1,6 +1,6 @@ #!/usr/bin/python # -# Copyright (c) 2015 All rights reserved +# Copyright (c) 2017 All rights reserved # This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at @@ -13,77 +13,12 @@ # 0.2: measure test duration and publish results under json format # # -import argparse -import os -import time +import functest.core.feature_base as base -import functest.utils.functest_logger as ft_logger -import functest.utils.functest_utils as functest_utils -import functest.utils.functest_constants as ft_constants -parser = argparse.ArgumentParser() -parser.add_argument("-r", "--report", - help="Create json result file", - action="store_true") -args = parser.parse_args() - -functest_yaml = functest_utils.get_functest_yaml() - -DOCTOR_REPO_DIR = ft_constants.DOCTOR_REPO_DIR -RESULTS_DIR = ft_constants.FUNCTEST_RESULTS_DIR - -logger = ft_logger.Logger("doctor").getLogger() - - -def main(): - exit_code = -1 - - # if the image name is explicitly set for the doctor suite, set it as - # enviroment variable - if 'doctor' in functest_yaml and 'image_name' in functest_yaml['doctor']: - os.environ["IMAGE_NAME"] = functest_yaml['doctor']['image_name'] - - cmd = 'cd %s/tests && ./run.sh' % DOCTOR_REPO_DIR - log_file = RESULTS_DIR + "/doctor.log" - - start_time = time.time() - - ret = functest_utils.execute_command(cmd, - info=True, - output_file=log_file) - - stop_time = time.time() - duration = round(stop_time - start_time, 1) - if ret == 0: - logger.info("Doctor test case OK") - test_status = 'OK' - exit_code = 0 - else: - logger.info("Doctor test case FAILED") - test_status = 'NOK' - - details = { - 'timestart': start_time, - 'duration': duration, - 'status': test_status, - } - status = "FAIL" - if details['status'] == "OK": - status = "PASS" - functest_utils.logger_test_results("Doctor", - "doctor-notification", - status, details) - if args.report: - functest_utils.push_results_to_db("doctor", - "doctor-notification", - start_time, - stop_time, - status, - details) - logger.info("Doctor results pushed to DB") - - exit(exit_code) - - -if __name__ == '__main__': - main() +class Doctor(base.FeatureBase): + def __init__(self): + super(Doctor, self).__init__(project='doctor', + case='doctor-notification', + repo='dir_repo_doctor') + self.cmd = 'cd %s/tests && ./run.sh' % self.repo diff --git a/functest/opnfv_tests/features/promise.py b/functest/opnfv_tests/features/promise.py index 0a30e3a19..15636fbfe 100755 --- a/functest/opnfv_tests/features/promise.py +++ b/functest/opnfv_tests/features/promise.py @@ -1,252 +1,24 @@ #!/usr/bin/python # -# Copyright (c) 2015 All rights reserved -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # -# Maintainer : jose.lausuch@ericsson.com +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. # -import argparse -import json -import os -import subprocess -import time +import functest.core.feature_base as base -import functest.utils.functest_logger as ft_logger -import functest.utils.functest_utils as ft_utils -import functest.utils.openstack_utils as openstack_utils -import keystoneclient.v2_0.client as ksclient -from neutronclient.v2_0 import client as ntclient -import novaclient.client as nvclient -import functest.utils.functest_constants as ft_constants -parser = argparse.ArgumentParser() - -parser.add_argument("-d", "--debug", help="Debug mode", action="store_true") -parser.add_argument("-r", "--report", - help="Create json result file", - action="store_true") -args = parser.parse_args() - - -PROMISE_REPO_DIR = ft_constants.PROMISE_REPO_DIR -RESULTS_DIR = ft_constants.FUNCTEST_RESULTS_DIR - -PROMISE_TENANT_NAME = ft_constants.PROMISE_TENANT_NAME -TENANT_DESCRIPTION = ft_constants.TENANT_DESCRIPTION -PROMISE_USER_NAME = ft_constants.PROMISE_USER_NAME -PROMISE_USER_PWD = ft_constants.PROMISE_USER_PWD -PROMISE_IMAGE_NAME = ft_constants.PROMISE_IMAGE_NAME -PROMISE_FLAVOR_NAME = ft_constants.PROMISE_FLAVOR_NAME -PROMISE_FLAVOR_VCPUS = ft_constants.PROMISE_FLAVOR_VCPUS -PROMISE_FLAVOR_RAM = ft_constants.PROMISE_FLAVOR_RAM -PROMISE_FLAVOR_DISK = ft_constants.PROMISE_FLAVOR_DISK - - -GLANCE_IMAGE_FILENAME = ft_constants.GLANCE_IMAGE_FILENAME -GLANCE_IMAGE_FORMAT = ft_constants.GLANCE_IMAGE_FORMAT -GLANCE_IMAGE_PATH = os.path.join(ft_constants.FUNCTEST_DATA_DIR, - GLANCE_IMAGE_FILENAME) - -PROMISE_NET_NAME = ft_constants.PROMISE_NET_NAME -PROMISE_SUBNET_NAME = ft_constants.PROMISE_SUBNET_NAME -PROMISE_SUBNET_CIDR = ft_constants.PROMISE_SUBNET_CIDR -PROMISE_ROUTER_NAME = ft_constants.PROMISE_ROUTER_NAME - - -""" logging configuration """ -logger = ft_logger.Logger("promise").getLogger() - - -def main(): - exit_code = -1 - start_time = time.time() - ks_creds = openstack_utils.get_credentials("keystone") - nv_creds = openstack_utils.get_credentials("nova") - nt_creds = openstack_utils.get_credentials("neutron") - - keystone = ksclient.Client(**ks_creds) - - user_id = openstack_utils.get_user_id(keystone, ks_creds['username']) - if user_id == '': - logger.error("Error : Failed to get id of %s user" % - ks_creds['username']) - exit(-1) - - logger.info("Creating tenant '%s'..." % PROMISE_TENANT_NAME) - tenant_id = openstack_utils.create_tenant( - keystone, PROMISE_TENANT_NAME, TENANT_DESCRIPTION) - if not tenant_id: - logger.error("Error : Failed to create %s tenant" - % PROMISE_TENANT_NAME) - exit(-1) - logger.debug("Tenant '%s' created successfully." % PROMISE_TENANT_NAME) - - roles_name = ["admin", "Admin"] - role_id = '' - for role_name in roles_name: - if role_id == '': - role_id = openstack_utils.get_role_id(keystone, role_name) - - if role_id == '': - logger.error("Error : Failed to get id for %s role" % role_name) - exit(-1) - - logger.info("Adding role '%s' to tenant '%s'..." - % (role_id, PROMISE_TENANT_NAME)) - if not openstack_utils.add_role_user(keystone, user_id, - role_id, tenant_id): - logger.error("Error : Failed to add %s on tenant %s" % - (ks_creds['username'], PROMISE_TENANT_NAME)) - exit(-1) - logger.debug("Role added successfully.") - - logger.info("Creating user '%s'..." % PROMISE_USER_NAME) - user_id = openstack_utils.create_user( - keystone, PROMISE_USER_NAME, PROMISE_USER_PWD, None, tenant_id) - - if not user_id: - logger.error("Error : Failed to create %s user" % PROMISE_USER_NAME) - exit(-1) - logger.debug("User '%s' created successfully." % PROMISE_USER_NAME) - - logger.info("Updating OpenStack credentials...") - ks_creds.update({ - "username": PROMISE_TENANT_NAME, - "password": PROMISE_TENANT_NAME, - "tenant_name": PROMISE_TENANT_NAME, - }) - - nt_creds.update({ - "tenant_name": PROMISE_TENANT_NAME, - }) - - nv_creds.update({ - "project_id": PROMISE_TENANT_NAME, - }) - - glance = openstack_utils.get_glance_client() - nova = nvclient.Client("2", **nv_creds) - - logger.info("Creating image '%s' from '%s'..." % (PROMISE_IMAGE_NAME, - GLANCE_IMAGE_PATH)) - image_id = openstack_utils.create_glance_image(glance, - PROMISE_IMAGE_NAME, - GLANCE_IMAGE_PATH) - if not image_id: - logger.error("Failed to create the Glance image...") - exit(-1) - logger.debug("Image '%s' with ID '%s' created successfully." - % (PROMISE_IMAGE_NAME, image_id)) - flavor_id = openstack_utils.get_flavor_id(nova, PROMISE_FLAVOR_NAME) - if flavor_id == '': - logger.info("Creating flavor '%s'..." % PROMISE_FLAVOR_NAME) - flavor_id = openstack_utils.create_flavor(nova, - PROMISE_FLAVOR_NAME, - PROMISE_FLAVOR_RAM, - PROMISE_FLAVOR_DISK, - PROMISE_FLAVOR_VCPUS) - if not flavor_id: - logger.error("Failed to create the Flavor...") - exit(-1) - logger.debug("Flavor '%s' with ID '%s' created successfully." % - (PROMISE_FLAVOR_NAME, flavor_id)) - else: - logger.debug("Using existing flavor '%s' with ID '%s'..." - % (PROMISE_FLAVOR_NAME, flavor_id)) - - neutron = ntclient.Client(**nt_creds) - - network_dic = openstack_utils.create_network_full(neutron, - PROMISE_NET_NAME, - PROMISE_SUBNET_NAME, - PROMISE_ROUTER_NAME, - PROMISE_SUBNET_CIDR) - if not network_dic: - logger.error("Failed to create the private network...") - exit(-1) - - logger.info("Exporting environment variables...") - os.environ["NODE_ENV"] = "functest" - os.environ["OS_PASSWORD"] = PROMISE_USER_PWD - os.environ["OS_TEST_IMAGE"] = image_id - os.environ["OS_TEST_FLAVOR"] = flavor_id - os.environ["OS_TEST_NETWORK"] = network_dic["net_id"] - os.environ["OS_TENANT_NAME"] = PROMISE_TENANT_NAME - os.environ["OS_USERNAME"] = PROMISE_USER_NAME - - os.chdir(PROMISE_REPO_DIR + '/source/') - results_file_name = os.path.join(RESULTS_DIR, 'promise-results.json') - results_file = open(results_file_name, 'w+') - cmd = 'npm run -s test -- --reporter json' - - logger.info("Running command: %s" % cmd) - ret = subprocess.call(cmd, shell=True, stdout=results_file, - stderr=subprocess.STDOUT) - results_file.close() - - if ret == 0: - logger.info("The test succeeded.") - # test_status = 'OK' - else: - logger.info("The command '%s' failed." % cmd) - # test_status = "Failed" - - # Print output of file - with open(results_file_name, 'r') as results_file: - data = results_file.read() - logger.debug("\n%s" % data) - json_data = json.loads(data) - - suites = json_data["stats"]["suites"] - tests = json_data["stats"]["tests"] - passes = json_data["stats"]["passes"] - pending = json_data["stats"]["pending"] - failures = json_data["stats"]["failures"] - start_time_json = json_data["stats"]["start"] - end_time = json_data["stats"]["end"] - duration = float(json_data["stats"]["duration"]) / float(1000) - - logger.info("\n" - "****************************************\n" - " Promise test report\n\n" - "****************************************\n" - " Suites: \t%s\n" - " Tests: \t%s\n" - " Passes: \t%s\n" - " Pending: \t%s\n" - " Failures:\t%s\n" - " Start: \t%s\n" - " End: \t%s\n" - " Duration:\t%s\n" - "****************************************\n\n" - % (suites, tests, passes, pending, failures, - start_time_json, end_time, duration)) - - if args.report: - stop_time = time.time() - json_results = {"timestart": start_time, "duration": duration, - "tests": int(tests), "failures": int(failures)} - logger.debug("Promise Results json: " + str(json_results)) - - # criteria for Promise in Release B was 100% of tests OK - status = "FAIL" - if int(tests) > 32 and int(failures) < 1: - status = "PASS" - exit_code = 0 - - ft_utils.push_results_to_db("promise", - "promise", - start_time, - stop_time, - status, - json_results) - - exit(exit_code) - - -if __name__ == '__main__': - main() +class Promise(base.FeatureBase): + def __init__(self): + super(Promise, self).__init__(project='promise', + case='promise', + repo='dir_repo_promise') + dir_promise_functest = '{}/promise/test/functest'.format(self.repo) + self.cmd = 'cd %s && python ./run_tests.py' % dir_promise_functest diff --git a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh index 57aa0c707..7fa957c01 100755 --- a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh +++ b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh @@ -23,17 +23,17 @@ echo "">$LOG_FILE exec 1<>$LOG_FILE info () { - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2 } debug () { if [[ "${CI_DEBUG,,}" == "true" ]]; then - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2 fi } error () { - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2 exit 1 } @@ -125,16 +125,16 @@ kernel_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.kernel_image 2> /de ramdisk_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.ramdisk_image 2> /dev/null || true) extra_properties=$(cat ${YAML_FILE} | shyaml get-value healthcheck.extra_properties 2> /dev/null || true) -# Test if we need to create a 3part image +# Test if we need to create a 3party image if [ "X$kernel_img" != "X" ] then - img_id=$(glance image-create --name ${kernel_image} --disk-format aki \ + img_id=$(openstack image create ${kernel_image} --disk-format aki \ --container-format bare < ${kernel_img} | awk '$2 == "id" { print $4 }') extra_opts="--property kernel_id=${img_id}" if [ "X$ramdisk_img" != "X" ] then - img_id=$(glance image-create --name ${ramdisk_image} --disk-format ari \ + img_id=$(openstack image create ${ramdisk_image} --disk-format ari \ --container-format bare < ${ramdisk_img} | awk '$2 == "id" { print $4 }') extra_opts="$extra_opts --property ramdisk_id=${img_id}" fi @@ -152,10 +152,10 @@ fi debug "image extra_properties=${extra_properties}" -eval glance image-create --name ${image_1} --disk-format ${disk_format} --container-format bare \ +eval openstack image create ${image_1} --disk-format ${disk_format} --container-format bare \ ${extra_opts} < ${disk_img} debug "image '${image_1}' created." -eval glance image-create --name ${image_2} --disk-format ${disk_format} --container-format bare \ +eval openstack image create ${image_2} --disk-format ${disk_format} --container-format bare \ ${extra_opts} < ${disk_img} debug "image '${image_2}' created." info "... Glance OK!" diff --git a/functest/opnfv_tests/openstack/rally/rally.py b/functest/opnfv_tests/openstack/rally/rally.py index de5531163..f984c3689 100644 --- a/functest/opnfv_tests/openstack/rally/rally.py +++ b/functest/opnfv_tests/openstack/rally/rally.py @@ -94,11 +94,8 @@ class RallyBase(testcase_base.TestcaseBase): else: task_args['netid'] = '' - auth_url = CONST.OS_AUTH_URL - if auth_url is not None: - task_args['request_url'] = auth_url.rsplit(":", 1)[0] - else: - task_args['request_url'] = '' + # get keystone auth endpoint + task_args['request_url'] = CONST.OS_AUTH_URL or '' return task_args @@ -533,10 +530,9 @@ class RallyBase(testcase_base.TestcaseBase): return testcase_base.TestcaseBase.EX_RUN_ERROR self.stop_time = time.time() - if self.criteria == "PASS": - return testcase_base.TestcaseBase.EX_OK - else: - return testcase_base.TestcaseBase.EX_TESTCASE_FAILED + # If we are here, it means that the test case was successfully executed + # criteria is managed by the criteria Field + return testcase_base.TestcaseBase.EX_OK class RallySanity(RallyBase): diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py index 88085d9a3..0c9064a14 100644 --- a/functest/opnfv_tests/openstack/tempest/conf_utils.py +++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py @@ -11,10 +11,12 @@ import ConfigParser import os import re import shutil +import subprocess import opnfv.utils.constants as releng_constants from functest.utils.constants import CONST +import functest.utils.functest_logger as ft_logger import functest.utils.functest_utils as ft_utils import functest.utils.openstack_utils as os_utils @@ -39,8 +41,74 @@ TEMPEST_LIST = os.path.join(TEMPEST_RESULTS_DIR, 'test_list.txt') CI_INSTALLER_TYPE = CONST.INSTALLER_TYPE CI_INSTALLER_IP = CONST.INSTALLER_IP +""" logging configuration """ +logger = ft_logger.Logger("Tempest").getLogger() -def configure_tempest(logger, deployment_dir, IMAGE_ID=None, FLAVOR_ID=None): + +def get_verifier_id(): + """ + Returns verifer id for current Tempest + """ + cmd = ("rally verify list-verifiers | awk '/" + + CONST.tempest_deployment_name + + "/ {print $2}'") + p = subprocess.Popen(cmd, shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + deployment_uuid = p.stdout.readline().rstrip() + if deployment_uuid == "": + logger.error("Tempest verifier not found.") + raise Exception('Error with command:%s' % cmd) + return deployment_uuid + + +def get_verifier_deployment_id(): + """ + Returns deployment id for active Rally deployment + """ + cmd = ("rally deployment list | awk '/" + + CONST.rally_deployment_name + + "/ {print $2}'") + p = subprocess.Popen(cmd, shell=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + deployment_uuid = p.stdout.readline().rstrip() + if deployment_uuid == "": + logger.error("Rally deployment not found.") + raise Exception('Error with command:%s' % cmd) + return deployment_uuid + + +def get_verifier_repo_dir(verifier_id): + """ + Returns installed verfier repo directory for Tempest + """ + if not verifier_id: + verifier_id = get_verifier_id() + + return os.path.join(CONST.dir_rally_inst, + 'verification', + 'verifier-{}'.format(verifier_id), + 'repo') + + +def get_verifier_deployment_dir(verifier_id, deployment_id): + """ + Returns Rally deployment directory for current verifier + """ + if not verifier_id: + verifier_id = get_verifier_id() + + if not deployment_id: + deployment_id = get_verifier_deployment_id() + + return os.path.join(CONST.dir_rally_inst, + 'verification', + 'verifier-{}'.format(verifier_id), + 'for-deployment-{}'.format(deployment_id)) + + +def configure_tempest(deployment_dir, IMAGE_ID=None, FLAVOR_ID=None): """ Add/update needed parameters into tempest.conf file generated by Rally """ @@ -104,18 +172,21 @@ def configure_tempest(logger, deployment_dir, IMAGE_ID=None, FLAVOR_ID=None): config.write(config_file) # Copy tempest.conf to /home/opnfv/functest/results/tempest/ + if not os.path.exists(TEMPEST_RESULTS_DIR): + os.makedirs(TEMPEST_RESULTS_DIR) + shutil.copyfile(tempest_conf_file, os.path.join(TEMPEST_RESULTS_DIR, 'tempest.conf')) return releng_constants.EXIT_OK -def configure_tempest_multisite(logger, deployment_dir): +def configure_tempest_multisite(deployment_dir): """ Add/update needed parameters into tempest.conf file generated by Rally """ logger.debug("configure the tempest") - configure_tempest(logger, deployment_dir) + configure_tempest(deployment_dir) logger.debug("Finding tempest.conf file...") tempest_conf_old = os.path.join(deployment_dir, 'tempest.conf') diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py index 0014b7187..9c19a1475 100644 --- a/functest/opnfv_tests/openstack/tempest/tempest.py +++ b/functest/opnfv_tests/openstack/tempest/tempest.py @@ -35,74 +35,15 @@ class TempestCommon(testcase_base.TestcaseBase): self.OPTION = "" self.FLAVOR_ID = None self.IMAGE_ID = None - self.VERIFIER_ID = self.get_verifier_id() - self.VERIFIER_REPO_DIR = self.get_verifier_repo_dir() - self.DEPLOYMENT_ID = self.get_verifier_deployment_id() - self.DEPLOYMENT_DIR = self.get_verifier_deployment_dir() + self.VERIFIER_ID = conf_utils.get_verifier_id() + self.VERIFIER_REPO_DIR = conf_utils.get_verifier_repo_dir( + self.VERIFIER_ID) + self.DEPLOYMENT_ID = conf_utils.get_verifier_deployment_id() + self.DEPLOYMENT_DIR = conf_utils.get_verifier_deployment_dir( + self.VERIFIER_ID, self.DEPLOYMENT_ID) self.VERIFICATION_ID = None @staticmethod - def get_verifier_id(): - """ - Returns verifer id for current Tempest - """ - cmd = ("rally verify list-verifiers | awk '/" + - CONST.tempest_deployment_name + - "/ {print $2}'") - p = subprocess.Popen(cmd, shell=True, - stdout=subprocess.PIPE, - stderr=subprocess.STDOUT) - deployment_uuid = p.stdout.readline().rstrip() - if deployment_uuid == "": - logger.error("Tempest verifier not found.") - raise Exception('Error with command:%s' % cmd) - return deployment_uuid - - @staticmethod - def get_verifier_deployment_id(): - """ - Returns deployment id for active Rally deployment - """ - cmd = ("rally deployment list | awk '/" + - CONST.rally_deployment_name + - "/ {print $2}'") - p = subprocess.Popen(cmd, shell=True, - stdout=subprocess.PIPE, - stderr=subprocess.STDOUT) - deployment_uuid = p.stdout.readline().rstrip() - if deployment_uuid == "": - logger.error("Rally deployment not found.") - raise Exception('Error with command:%s' % cmd) - return deployment_uuid - - def get_verifier_repo_dir(self): - """ - Returns installed verfier repo directory for Tempest - """ - if not self.VERIFIER_ID: - self.VERIFIER_ID = self.get_verifier_id() - - return os.path.join(CONST.dir_rally_inst, - 'verification', - 'verifier-{}'.format(self.VERIFIER_ID), - 'repo') - - def get_verifier_deployment_dir(self): - """ - Returns Rally deployment directory for current verifier - """ - if not self.VERIFIER_ID: - self.VERIFIER_ID = self.get_verifier_id() - - if not self.DEPLOYMENT_ID: - self.DEPLOYMENT_ID = self.get_verifier_deployment_id() - - return os.path.join(CONST.dir_rally_inst, - 'verification', - 'verifier-{}'.format(self.VERIFIER_ID), - 'for-deployment-{}'.format(self.DEPLOYMENT_ID)) - - @staticmethod def read_file(filename): with open(filename) as src: return [line.strip() for line in src.readlines()] @@ -297,10 +238,23 @@ class TempestCommon(testcase_base.TestcaseBase): num_success = new_line[2] elif 'Skipped' in new_line: num_skipped = new_line[2] + elif 'Failures' in new_line: + num_failures = new_line[2] try: num_executed = int(num_tests) - int(num_skipped) success_rate = 100 * int(num_success) / int(num_executed) + with open(os.path.join(conf_utils.TEMPEST_RESULTS_DIR, + "tempest.log"), 'r') as logfile: + output = logfile.read() + + error_logs = "" + for match in re.findall('(.*?)[. ]*FAILED', output): + error_logs += match + + self.details = {"tests": int(num_tests), + "failures": int(num_failures), + "errors": error_logs} except Exception: success_rate = 0 @@ -321,8 +275,7 @@ class TempestCommon(testcase_base.TestcaseBase): if res != testcase_base.TestcaseBase.EX_OK: return res - res = conf_utils.configure_tempest(logger, - self.DEPLOYMENT_DIR, + res = conf_utils.configure_tempest(self.DEPLOYMENT_DIR, self.IMAGE_ID, self.FLAVOR_ID) if res != testcase_base.TestcaseBase.EX_OK: @@ -341,10 +294,9 @@ class TempestCommon(testcase_base.TestcaseBase): self.stop_time = time.time() - if self.criteria == "PASS": - return testcase_base.TestcaseBase.EX_OK - else: - return testcase_base.TestcaseBase.EX_TESTCASE_FAILED + # If we are here, it means that the test case was successfully executed + # criteria is managed by the criteria Field + return testcase_base.TestcaseBase.EX_OK class TempestSmokeSerial(TempestCommon): @@ -380,7 +332,7 @@ class TempestMultisite(TempestCommon): self.case_name = "multisite" self.MODE = "feature_multisite" self.OPTION = "--concurrency 1" - conf_utils.configure_tempest_multisite(logger, self.DEPLOYMENT_DIR) + conf_utils.configure_tempest_multisite(self.DEPLOYMENT_DIR) class TempestCustom(TempestCommon): diff --git a/functest/opnfv_tests/sdn/odl/odl.py b/functest/opnfv_tests/sdn/odl/odl.py index 339c305ef..9502be93f 100755 --- a/functest/opnfv_tests/sdn/odl/odl.py +++ b/functest/opnfv_tests/sdn/odl/odl.py @@ -54,6 +54,7 @@ class ODLTests(testcase_base.TestcaseBase): "csit/suites/openstack/neutron") basic_suite_dir = os.path.join(odl_test_repo, "csit/suites/integration/basic") + default_suites = [basic_suite_dir, neutron_suite_dir] res_dir = '/home/opnfv/functest/results/odl/' logger = ft_logger.Logger("opendaylight").getLogger() @@ -89,8 +90,7 @@ class ODLTests(testcase_base.TestcaseBase): self.details['description'] = result.suite.name self.details['tests'] = visitor.get_data() - def main(self, **kwargs): - dirs = [self.basic_suite_dir, self.neutron_suite_dir] + def main(self, suites=default_suites, **kwargs): try: odlusername = kwargs['odlusername'] odlpassword = kwargs['odlpassword'] @@ -117,7 +117,7 @@ class ODLTests(testcase_base.TestcaseBase): stdout_file = os.path.join(self.res_dir, 'stdout.txt') output_dir = os.path.join(self.res_dir, 'output.xml') with open(stdout_file, 'w+') as stdout: - robot.run(*dirs, variable=variables, + robot.run(*suites, variable=variables, output=output_dir, log='NONE', report='NONE', @@ -140,8 +140,13 @@ class ODLTests(testcase_base.TestcaseBase): else: return self.EX_RUN_ERROR - def run(self): + def run(self, **kwargs): try: + suites = self.default_suites + try: + suites = kwargs["suites"] + except KeyError: + pass keystone_url = op_utils.get_endpoint(service_type='identity') neutron_url = op_utils.get_endpoint(service_type='network') kwargs = {'keystoneip': urlparse.urlparse(keystone_url).hostname} @@ -178,7 +183,7 @@ class ODLTests(testcase_base.TestcaseBase): self.logger.exception("Cannot run ODL testcases.") return self.EX_RUN_ERROR - return self.main(**kwargs) + return self.main(suites, **kwargs) class ODLParser(): @@ -228,7 +233,7 @@ if __name__ == '__main__': parser = ODLParser() args = parser.parse_args(sys.argv[1:]) try: - result = odl.main(**args) + result = odl.main(ODLTests.default_suites, **args) if result != testcase_base.TestcaseBase.EX_OK: sys.exit(result) if args['pushtodb']: diff --git a/functest/opnfv_tests/vnf/aaa/aaa.py b/functest/opnfv_tests/vnf/aaa/aaa.py index f1c265f47..f1c265f47 100644..100755 --- a/functest/opnfv_tests/vnf/aaa/aaa.py +++ b/functest/opnfv_tests/vnf/aaa/aaa.py diff --git a/functest/tests/unit/odl/test_odl.py b/functest/tests/unit/odl/test_odl.py index 568fdc828..810b35920 100644 --- a/functest/tests/unit/odl/test_odl.py +++ b/functest/tests/unit/odl/test_odl.py @@ -346,6 +346,28 @@ class ODLTesting(unittest.TestCase): self.test.main = mock.Mock(return_value=status) self.assertEqual(self.test.run(), status) self.test.main.assert_called_once_with( + odl.ODLTests.default_suites, + keystoneip=self._keystone_ip, neutronip=self._neutron_ip, + odlip=odlip, odlpassword=self._odl_password, + odlrestconfport=odlrestconfport, + odlusername=self._odl_username, odlwebport=odlwebport, + ospassword=self._os_password, ostenantname=self._os_tenantname, + osusername=self._os_username) + + def _test_run_defining_multiple_suites( + self, suites, + status=testcase_base.TestcaseBase.EX_OK, + exception=None, odlip="127.0.0.3", odlwebport="8080", + odlrestconfport="8181"): + with mock.patch('functest.utils.openstack_utils.get_endpoint', + side_effect=self._fake_url_for): + if exception: + self.test.main = mock.Mock(side_effect=exception) + else: + self.test.main = mock.Mock(return_value=status) + self.assertEqual(self.test.run(suites=suites), status) + self.test.main.assert_called_once_with( + suites, keystoneip=self._keystone_ip, neutronip=self._neutron_ip, odlip=odlip, odlpassword=self._odl_password, odlrestconfport=odlrestconfport, @@ -394,6 +416,14 @@ class ODLTesting(unittest.TestCase): odlip=self._sdn_controller_ip, odlwebport=self._odl_webport) + def test_run_redefining_suites(self): + os.environ["SDN_CONTROLLER_IP"] = self._sdn_controller_ip + self._test_run_defining_multiple_suites( + [odl.ODLTests.basic_suite_dir], + testcase_base.TestcaseBase.EX_OK, + odlip=self._sdn_controller_ip, + odlwebport=self._odl_webport) + def test_run_fuel(self): os.environ["INSTALLER_TYPE"] = "fuel" self._test_run(testcase_base.TestcaseBase.EX_OK, diff --git a/functest/tests/unit/test_logging.ini b/functest/tests/unit/test_logging.ini index 3d5b947c8..492767d16 100644 --- a/functest/tests/unit/test_logging.ini +++ b/functest/tests/unit/test_logging.ini @@ -1,27 +1,27 @@ -[loggers]
-keys=root,functest_logger
-
-[logger_root]
-level=DEBUG
-handlers=console
-
-[logger_functest_logger]
-level=DEBUG
-handlers=console
-qualname=functest.utils.functest_logger
-propagate=0
-
-[handlers]
-keys=console
-
-[handler_console]
-class=StreamHandler
-level=INFO
-formatter=standard
-args=(sys.stdout,)
-
-[formatters]
-keys=standard
-
-[formatter_standard]
+[loggers] +keys=root,functest_logger + +[logger_root] +level=DEBUG +handlers=console + +[logger_functest_logger] +level=DEBUG +handlers=console +qualname=functest.utils.functest_logger +propagate=0 + +[handlers] +keys=console + +[handler_console] +class=StreamHandler +level=INFO +formatter=standard +args=(sys.stdout,) + +[formatters] +keys=standard + +[formatter_standard] format=%(asctime)s - %(name)s - %(levelname)s - %(message)s
\ No newline at end of file diff --git a/functest/tests/unit/utils/test_openstack_tacker.py b/functest/tests/unit/utils/test_openstack_tacker.py index a8330c0ed..dc7172580 100644 --- a/functest/tests/unit/utils/test_openstack_tacker.py +++ b/functest/tests/unit/utils/test_openstack_tacker.py @@ -146,8 +146,7 @@ class OSTackerTesting(unittest.TestCase): tosca_file=None) self.assertEqual(resp, self.createvnfd) - @mock.patch('functest.utils.openstack_tacker.logger.error') - def test_create_vnfd_default(self, mock_logger_error): + def test_create_vnfd_default(self): with mock.patch.object(self.tacker_client, 'create_vnfd', return_value=self.createvnfd), \ mock.patch('__builtin__.open', mock.mock_open(read_data='1')) \ @@ -155,16 +154,15 @@ class OSTackerTesting(unittest.TestCase): resp = openstack_tacker.create_vnfd(self.tacker_client, tosca_file=self.tosca_file) m.assert_called_once_with(self.tosca_file) - mock_logger_error.assert_called_once_with('1') self.assertEqual(resp, self.createvnfd) - @mock.patch('functest.utils.openstack_tacker.logger.exception') - def test_create_vnfd_exception(self, mock_logger_excep): + @mock.patch('functest.utils.openstack_tacker.logger.error') + def test_create_vnfd_exception(self, mock_logger_error): with mock.patch.object(self.tacker_client, 'create_vnfd', side_effect=Exception): resp = openstack_tacker.create_vnfd(self.tacker_client, tosca_file=self.tosca_file) - mock_logger_excep.assert_called_once_with(test_utils. + mock_logger_error.assert_called_once_with(test_utils. SubstrMatch("Error" " [create" "_vnfd(" diff --git a/functest/utils/constants.py b/functest/utils/constants.py index 2e8eb3f44..2e8eb3f44 100644..100755 --- a/functest/utils/constants.py +++ b/functest/utils/constants.py diff --git a/functest/utils/functest_constants.py b/functest/utils/functest_constants.py index 3cc744c66..0a9a03b18 100644 --- a/functest/utils/functest_constants.py +++ b/functest/utils/functest_constants.py @@ -195,35 +195,6 @@ ONOS_INSTALLER_MASTER_USERNAME = get_value( ONOS_INSTALLER_MASTER_PASSWORD = get_value( 'ONOS.environment.installer_master_password', 'ONOS_INSTALLER_MASTER_PASSWORD') -PROMISE_REPO_DIR = get_value('general.dir.dir_repo_promise', - 'PROMISE_REPO_DIR') -PROMISE_TENANT_NAME = get_value('promise.tenant_name', - 'PROMISE_TENANT_NAME') -TENANT_DESCRIPTION = get_value('promise.tenant_description', - 'TENANT_DESCRIPTION') -PROMISE_USER_NAME = get_value('promise.user_name', 'PROMISE_USER_NAME') -PROMISE_USER_PWD = get_value('promise.user_pwd', 'PROMISE_USER_PWD') -PROMISE_IMAGE_NAME = get_value('promise.image_name', - 'PROMISE_IMAGE_NAME') -PROMISE_FLAVOR_NAME = get_value('promise.flavor_name', - 'PROMISE_FLAVOR_NAME') -PROMISE_FLAVOR_VCPUS = get_value('promise.flavor_vcpus', - 'PROMISE_FLAVOR_VCPUS') -PROMISE_FLAVOR_RAM = get_value('promise.flavor_ram', - 'PROMISE_FLAVOR_RAM') -PROMISE_FLAVOR_DISK = get_value('promise.flavor_disk', - 'PROMISE_FLAVOR_DISK') -PROMISE_NET_NAME = get_value('promise.network_name', 'PROMISE_NET_NAME') -PROMISE_SUBNET_NAME = get_value('promise.subnet_name', - 'PROMISE_SUBNET_NAME') -PROMISE_SUBNET_CIDR = get_value('promise.subnet_cidr', - 'PROMISE_SUBNET_CIDR') -PROMISE_ROUTER_NAME = get_value('promise.router_name', - 'PROMISE_ROUTER_NAME') -DOCTOR_REPO_DIR = get_value('general.dir.dir_repo_doctor', - 'DOCTOR_REPO_DIR') -COPPER_REPO_DIR = get_value('general.dir.repo_copper', - 'COPPER_REPO_DIR') EXAMPLE_INSTANCE_NAME = get_value('example.vm_name', 'EXAMPLE_INSTANCE_NAME') EXAMPLE_FLAVOR = get_value('example.flavor', 'EXAMPLE_FLAVOR') diff --git a/functest/utils/openstack_tacker.py b/functest/utils/openstack_tacker.py index f17b421e8..c7ac89af9 100644 --- a/functest/utils/openstack_tacker.py +++ b/functest/utils/openstack_tacker.py @@ -20,9 +20,9 @@ import time logger = ft_logger.Logger("tacker_utils").getLogger() -def get_tacker_client(): - creds_tacker = os_utils.get_credentials() - return tackerclient.Client(**creds_tacker) +def get_tacker_client(other_creds={}): + sess = os_utils.get_session(other_creds) + return tackerclient.Client(session=sess) # ********************************************* @@ -74,12 +74,12 @@ def create_vnfd(tacker_client, tosca_file=None): if tosca_file is not None: with open(tosca_file) as tosca_fd: vnfd_body = tosca_fd.read() - logger.error(vnfd_body) + logger.info('VNFD template:\n{0}'.format(vnfd_body)) return tacker_client.create_vnfd( body={"vnfd": {"attributes": {"vnfd": vnfd_body}}}) except Exception, e: - logger.exception("Error [create_vnfd(tacker_client, '%s')]: %s" - % (tosca_file, e)) + logger.error("Error [create_vnfd(tacker_client, '%s')]: %s" + % (tosca_file, e)) return None @@ -124,7 +124,8 @@ def create_vnf(tacker_client, vnf_name, vnfd_id=None, vnfd_name=None): vnf_body['vnf']['vnfd_id'] = get_vnfd_id(tacker_client, vnfd_name) return tacker_client.create_vnf(body=vnf_body) except Exception, e: - logger.error("error [create_vnf(tacker_client, '%s', '%s', '%s')]: %s" + logger.error("error [create_vnf(tacker_client," + " '%s', '%s', '%s')]: %s" % (vnf_name, vnfd_id, vnfd_name, e)) return None @@ -206,7 +207,8 @@ def create_sfc(tacker_client, sfc_name, for name in chain_vnf_names] return tacker_client.create_sfc(body=sfc_body) except Exception, e: - logger.error("error [create_sfc(tacker_client, '%s', '%s', '%s')]: %s" + logger.error("error [create_sfc(tacker_client," + " '%s', '%s', '%s')]: %s" % (sfc_name, chain_vnf_ids, chain_vnf_names, e)) return None @@ -263,8 +265,8 @@ def create_sfc_classifier(tacker_client, sfc_clf_name, sfc_id=None, tacker_client, sfc_name) return tacker_client.create_sfc_classifier(body=sfc_clf_body) except Exception, e: - logger.error("error [create_sfc_classifier(tacker_client, '%s', '%s'," - " '%s', '%s')]: '%s'" + logger.error("error [create_sfc_classifier(tacker_client," + " '%s', '%s','%s', '%s')]: '%s'" % (sfc_clf_name, sfc_id, sfc_name, str(match), e)) return None |