diff options
60 files changed, 1181 insertions, 25313 deletions
diff --git a/docker/Dockerfile b/docker/Dockerfile index dda4ea6e..bb469ae5 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,23 +1,6 @@ ######################################## # Docker container for FUNCTEST ######################################## -# Purpose: run all the tests against the POD -# from a pre-installed docker image -# -# Maintained by Jose Lausuch -# Build: -# $ docker build -t opnfv/functest:tag . -# -# Execution: -# $ docker run -t -i \ -# -e "INSTALLER_TYPE=fuel|apex|compass|joid \ -# -e "INSTALLER_IP=10.20.0.2" \ -# -v $(pwd)/config_functest.yaml:/home/opnfv/repos/functest/functest/ci/config_functest.yaml -# opnfv/functest /bin/bash -# -# NOTE: providing config_functest.yaml is optional. If not provided, it will -# use the default one located in the repo -# # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at @@ -30,6 +13,7 @@ LABEL version="0.1" description="OPNFV Functest Docker container" # Environment variables ARG BRANCH=master +ARG RALLY_TAG=0.8.1 ARG TEMPEST_TAG=14.0.0 ARG ODL_TAG=release/beryllium-sr4 ARG OPENSTACK_TAG=stable/mitaka @@ -93,7 +77,6 @@ RUN git config --global http.sslVerify false # OPNFV repositories RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/functest ${REPOS_DIR}/functest RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/copper ${REPOS_DIR}/copper -RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/moon ${REPOS_DIR}/moon RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/sdnvpn ${REPOS_DIR}/sdnvpn RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/domino ${REPOS_DIR}/domino RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/parser ${REPOS_DIR}/parser @@ -107,7 +90,7 @@ RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${REPOS_DIR}/rele # OpenStack repositories RUN git clone --depth 1 -b $OPENSTACK_TAG https://github.com/openstack/networking-bgpvpn ${REPOS_DIR}/bgpvpn #RUN git clone --depth 1 -b $KINGBIRD_TAG https://github.com/openstack/kingbird.git ${REPOS_DIR}/kingbird -RUN git clone https://github.com/openstack/rally.git ${REPOS_DIR}/rally +RUN git clone --depth 1 -b $RALLY_TAG https://github.com/openstack/rally.git ${REPOS_DIR}/rally RUN git clone --depth 1 -b $TEMPEST_TAG https://github.com/openstack/tempest.git ${REPOS_DIR}/tempest # other repositories @@ -152,7 +135,6 @@ RUN cd ${REPOS_DIR}/sdnvpn && pip install . RUN cd ${REPOS_DIR}/bgpvpn && pip install . #RUN cd ${REPOS_DIR}/kingbird && pip install -e . -RUN cd ${REPOS_DIR}/moon/moonclient/ && python setup.py install RUN /bin/bash -c ". /etc/profile.d/rvm.sh \ && cd ${REPOS_VNFS_DIR}/vims-test \ diff --git a/docker/Dockerfile.aarch64 b/docker/Dockerfile.aarch64 new file mode 100644 index 00000000..d1c44e33 --- /dev/null +++ b/docker/Dockerfile.aarch64 @@ -0,0 +1,162 @@ +######################################## +# Aarch64 Docker container for FUNCTEST +######################################## +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +# + +FROM aarch64/ubuntu:14.04 +MAINTAINER Armband team <armband@enea.com> +LABEL version="0.1" description="OPNFV Functest Aarch64 Docker container" + +# Environment variables +ARG BRANCH=master +ARG RALLY_TAG=0.8.1 +ARG TEMPEST_TAG=14.0.0 +ARG ODL_TAG=release/beryllium-sr4 +ARG OPENSTACK_TAG=stable/mitaka +ARG KINGBIRD_TAG=0.2.2 +ARG VIMS_TAG=stable +ARG REPOS_DIR=/home/opnfv/repos +ARG FUNCTEST_BASE_DIR=/home/opnfv/functest +ARG FUNCTEST_CONF_DIR=${FUNCTEST_BASE_DIR}/conf +ARG FUNCTEST_DATA_DIR=${FUNCTEST_BASE_DIR}/data +ARG FUNCTEST_RESULTS_DIR=${FUNCTEST_BASE_DIR}/results +ARG FUNCTEST_REPO_DIR=${REPOS_DIR}/functest +ARG FUNCTEST_TEST_DIR=${FUNCTEST_REPO_DIR}/functest/opnfv_tests +ARG RELENG_MODULE_DIR=${REPOS_DIR}/releng/modules +ARG REPOS_VNFS_DIR=${REPOS_DIR}/vnfs + +# Environment variables +ENV HOME /home/opnfv +ENV CONFIG_FUNCTEST_YAML ${FUNCTEST_REPO_DIR}/functest/ci/config_functest.yaml +ENV REPOS_DIR ${HOME}/repos +ENV creds ${FUNCTEST_CONF_DIR}/openstack.creds +ENV TERM xterm +ENV COLORTERM gnome-terminal + +WORKDIR ${HOME} + +# Packaged dependencies +RUN apt-get update && apt-get install -y \ +build-essential \ +bundler \ +crudini \ +curl \ +gcc \ +git \ +libffi-dev \ +libgmp3-dev \ +libjpeg-dev \ +libpq-dev \ +libssl-dev \ +libxml2-dev \ +libxslt-dev \ +python-dev \ +python-mock \ +python-pip \ +postgresql \ +ruby1.9.1-dev \ +ssh \ +sshpass \ +wget \ +--no-install-recommends + +RUN pip install --upgrade pip + +RUN mkdir -p ${REPOS_DIR} \ + && mkdir -p ${REPOS_VNFS_DIR} \ + && mkdir -p ${FUNCTEST_BASE_DIR}/results \ + && mkdir -p ${FUNCTEST_BASE_DIR}/conf \ + && mkdir -p /root/.ssh \ + && chmod 700 /root/.ssh + +RUN git config --global http.sslVerify false + +# OPNFV repositories +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/functest ${REPOS_DIR}/functest +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/copper ${REPOS_DIR}/copper +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/sdnvpn ${REPOS_DIR}/sdnvpn +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/domino ${REPOS_DIR}/domino +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/parser ${REPOS_DIR}/parser +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/doctor ${REPOS_DIR}/doctor +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/ovno ${REPOS_DIR}/ovno +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/promise ${REPOS_DIR}/promise +RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/sfc ${REPOS_DIR}/sfc +RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/securityscanning ${REPOS_DIR}/securityscanning +RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${REPOS_DIR}/releng + +# OpenStack repositories +RUN git clone --depth 1 -b $OPENSTACK_TAG https://github.com/openstack/networking-bgpvpn ${REPOS_DIR}/bgpvpn +#RUN git clone --depth 1 -b $KINGBIRD_TAG https://github.com/openstack/kingbird.git ${REPOS_DIR}/kingbird +RUN git clone --depth 1 -b $RALLY_TAG https://github.com/openstack/rally.git ${REPOS_DIR}/rally +RUN git clone --depth 1 -b $TEMPEST_TAG https://github.com/openstack/tempest.git ${REPOS_DIR}/tempest + +# other repositories +RUN git clone --depth 1 -b $ODL_TAG https://git.opendaylight.org/gerrit/p/integration/test.git ${REPOS_DIR}/odl_test +RUN git clone --depth 1 -b $VIMS_TAG https://github.com/boucherv-orange/clearwater-live-test ${REPOS_VNFS_DIR}/vims-test +RUN git clone --depth 1 https://github.com/wuwenbin2/OnosSystemTest.git ${REPOS_DIR}/onos + +RUN pip install -r ${REPOS_DIR}/rally/requirements.txt +RUN pip install -r ${REPOS_DIR}/tempest/requirements.txt + +RUN cd ${FUNCTEST_REPO_DIR} \ + && pip install -r requirements.txt \ + && pip install . + +RUN cd ${RELENG_MODULE_DIR} \ + && pip install . + +RUN find ${FUNCTEST_REPO_DIR} -name "*.py" \ + -not -path "*tests/unit*" |xargs grep __main__ |cut -d\: -f 1 |xargs chmod -c 755 \ + && find ${FUNCTEST_REPO_DIR} -name "*.sh" |xargs grep \#\! |cut -d\: -f 1 |xargs chmod -c 755 + +RUN /bin/bash ${REPOS_DIR}/parser/tests/parser_install.sh ${REPOS_DIR} +RUN ${REPOS_DIR}/rally/install_rally.sh --yes + +RUN gpg --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3 +RUN curl -L https://get.rvm.io | bash -s stable + +# SNAPS integration +RUN git clone --depth 1 https://gerrit.cablelabs.com/snaps-provisioning ${REPOS_DIR}/snaps +RUN pip install -e ${REPOS_DIR}/snaps/ + +# SFC integration +RUN /bin/bash -c ". ${REPOS_DIR}/sfc/sfc/tests/functest/setup_scripts/tacker_client_install.sh" +RUN cd ${REPOS_DIR}/sfc && pip install . + +# SDNVPN integration +RUN cd ${REPOS_DIR}/sdnvpn && pip install . + +RUN cd ${REPOS_DIR}/bgpvpn && pip install . +#RUN cd ${REPOS_DIR}/kingbird && pip install -e . + +RUN /bin/bash -c ". /etc/profile.d/rvm.sh \ + && cd ${REPOS_VNFS_DIR}/vims-test \ + && rvm autolibs enable" +RUN /bin/bash -c ". /etc/profile.d/rvm.sh \ + && cd ${REPOS_VNFS_DIR}/vims-test \ + && rvm install 1.9.3" +RUN /bin/bash -c ". /etc/profile.d/rvm.sh \ + && cd ${REPOS_VNFS_DIR}/vims-test \ + && rvm use 1.9.3" +RUN /bin/bash -c ". /etc/profile.d/rvm.sh \ + && gem install bundler \ + && cd ${REPOS_VNFS_DIR}/vims-test \ + && bundle config build.nokogiri --use-system-libraries \ + && bundle install" + +RUN sh -c 'wget -qO- https://nodejs.org/dist/v4.7.2/node-v4.7.2-linux-arm64.tar.gz | \ + tar -xz -C /usr/local --exclude=CHANGELOG.md --exclude=LICENSE --exclude=README.md --strip-components 1 '\ + && cd ${REPOS_DIR}/promise && sudo npm -g install npm@latest \ + && cd ${REPOS_DIR}/promise/source && npm install + +RUN echo "set nocompatible \n\ +set backspace=2" \ +>> ${HOME}/.vimrc +RUN echo set nocompatible >> ${HOME}/.exrc +RUN echo "alias ll='ls -lh' \n\ +. ${FUNCTEST_REPO_DIR}/functest/cli/functest-complete.sh" \ +>> ${HOME}/.bashrc diff --git a/docs/configguide/configguide.rst b/docs/configguide/configguide.rst index c03760c5..08e089c2 100644 --- a/docs/configguide/configguide.rst +++ b/docs/configguide/configguide.rst @@ -331,7 +331,6 @@ should now be in place:: |-- domino |-- functest |-- kingbird - |-- moon |-- odl_test |-- onos |-- ovno diff --git a/docs/configguide/index.rst b/docs/configguide/index.rst index 58e8a134..f12739e3 100644 --- a/docs/configguide/index.rst +++ b/docs/configguide/index.rst @@ -37,67 +37,69 @@ High level architecture The high level architecture of Functest within OPNFV can be described as follows:: - CIMC/Lights+out management Admin Private Public Storage + CIMC/Lights+out management Admin Mgmt/API Public Storage Private PXE - + + + + + - | | | | | - | +----------------------------+ | | | | - | | | | | | | - +-----+ Jumphost | | | | | - | | +--------+ | | | - | | | | | | | - | | +--------------------+ | | | | | - | | | | | | | | | - | | | Tools | +----------------+ | | - | | | - Rally | | | | | | - | | | - Robot | | | | | | - | | | - TestON | | | | | | - | | | | | | | | | - | | | Testcases | | | | | | - | | | - VIM | | | | | | - | | | -- healthcheck | | | | | | - | | | -- vPing_ssh | | | | | | - | | | -- vPing_userdata | | | | | | - | | | -- SNAPS_cases | | | | | | - | | | -- Tempest_smoke | | | | | | - | | | -- Rally_sanity | | | | | | - | | | -- Tempest_full | | | | | | - | | | -- Rally_full | | | | | | - | | | | | | | | | - | | | - SDN Controller | | | | | | - | | | -- odl | | | | | | - | | | -- onos | | | | | | - | | | | | | | | | - | | | - Features | | | | | | - | | | | | | | | | - | | | - VNF | | | | | | - | | | | | | | | | - | | +--------------------+ | | | | | - | | Functest Docker +-------------------------+ | - | | | | | | | - | | +---------------------------------+ - | | | | | | | - | +----------------------------+ | | | | - | | | | | - | +----------------+ | | | | - | | 1 | | | | | - +----+ +--------------+-+ | | | | - | | | 2 | | | | | - | | | +--------------+-+ | | | | - | | | | 3 | | | | | - | | | | +--------------+-+ | | | | - | | | | | 4 | | | | | - | +-+ | | +--------------+-+ | | | | - | | | | | 5 +-------------+ | | | - | +-+ | | nodes for | | | | | - | | | | deploying +---------------------+ | | - | +-+ | OPNFV | | | | | - | | | +------------------------------+ | - | +-+ SUT | | | | | - | | +--------------------------------------+ - | +----------------+ | | | | - | | | | | - + + + + + + + + + + + + + | | | | | | + | +----------------------------+ | | | | | + | | | | | | | | + +-----+ Jumphost | | | | | | + | | +--------+ | | | | + | | | | | | | | + | | +--------------------+ | | | | | | + | | | | | | | | | | + | | | Tools | +----------------+ | | | + | | | - Rally | | | | | | | + | | | - Robot | | | | | | | + | | | - TestON | | | | | | | + | | | | |-------------------------+ | | + | | | Testcases | | | | | | | + | | | - VIM | | | | | | | + | | | -- healthcheck | | | | | | | + | | | -- vPing_ssh | | | | | | | + | | | -- vPing_userdata | | | | | | | + | | | -- SNAPS_cases | | | | | | | + | | | -- Tempest_smoke | | | | | | | + | | | -- Rally_sanity | | | | | | | + | | | -- Tempest_full | | | | | | | + | | | -- Rally_full | | | | | | | + | | | | | | | | | | + | | | - SDN Controller | | | | | | | + | | | -- odl | | | | | | | + | | | -- onos | | | | | | | + | | | | | | | | | | + | | | - Features | | | | | | | + | | | | | | | | | | + | | | - VNF | | | | | | | + | | | | | | | | | | + | | +--------------------+ | | | | | | + | | Functest Docker + | | | | | + | | | | | | | | + | | | | | | | | + | | | | | | | | + | +----------------------------+ | | | | | + | | | | | | + | +----------------+ | | | | | + | | 1 | | | | | | + +----+ +--------------+-+ | | | | | + | | | 2 | | | | | | + | | | +--------------+-+ | | | | | + | | | | 3 | | | | | | + | | | | +--------------+-+ | | | | | + | | | | | 4 | | | | | | + | +-+ | | +--------------+-+ | | | | | + | | | | | 5 +-------------+ | | | | + | +-+ | | nodes for | | | | | | + | | | | deploying +---------------------+ | | | + | +-+ | OPNFV | | | | | | + | | | +------------------------------+ | | + | +-+ SUT | | | | | | + | | +--------------------------------------+ | + | | | | | | | | + | | +----------------------------------------------+ + | +----------------+ | | | | | + | | | | | | + + + + + + + SUT = System Under Test All the libraries and dependencies needed by all of the Functest tools diff --git a/docs/devguide/index.rst b/docs/devguide/index.rst index 6624f8a7..42ad0445 100644 --- a/docs/devguide/index.rst +++ b/docs/devguide/index.rst @@ -63,11 +63,11 @@ Functest internal test cases The internal test cases in Danube are: * healthcheck + * connection_check + * api_check * vping_ssh * vping_userdata * odl - * connection_check - * api_check * snaps_smoke * tempest_smoke_serial * rally_sanity @@ -104,7 +104,6 @@ The external test cases are: * onos * bgpvpn * copper - * moon * security_scan * sfc-odl * sfc-onos @@ -556,8 +555,6 @@ A jenkins job manages: +---------------------+---------+---------+---------+---------+ | parser | | | X | | +---------------------+---------+---------+---------+---------+ - | moon | | X | | | - +---------------------+---------+---------+---------+---------+ | copper | X | | | X | +---------------------+---------+---------+---------+---------+ @@ -590,7 +587,7 @@ A jenkins job manages: stable) and then the number of iterations (4 needed) would not be sufficient to get the green status. - Please note that other test cases (e.g. sfc_odl, bgpvpn, moon) need also + Please note that other test cases (e.g. sfc_odl, bgpvpn) need also ODL configuration addons and as a consequence specific scenario. There are not considered as runnable on the generic odl_l2 scenario. diff --git a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst b/docs/results/apex-os-odl_l2-bgpvpn-ha.rst deleted file mode 100644 index ca6d0942..00000000 --- a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst +++ /dev/null @@ -1,926 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-bgpvpn-ha ------------------------------------------------------ - -VIM ---- - -vping_userdata -^^^^^^^^^^^^^^ - -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-04-26 15:40:43' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'87.1' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 97cda33b-5d92-46c5-8425-861d087d0d57 | 938a64f1-d650-497c-897d-8964906711fb | | 188 | 27 | 2016-04-26 15:42:30.384572 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.643 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.048 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 6.046 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.507 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 5.748 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.049 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.325 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.053 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.251 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.048 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.044 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.085 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.102 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.131 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.137 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.323 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.081 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.430 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.350 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.198 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.132 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.367 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.577 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.641 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 4.390 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 303.566 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.154 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.173 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 300.550 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 303.713 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.094 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.674 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 300.091 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.043 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 1.587 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.262 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.121 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.178 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.135 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.113 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.047 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.040 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.040 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.038 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.259 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.391 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.090 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.053 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.009 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.041 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.041 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.014 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.009 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.023 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.036 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.045 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.012 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.042 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.000 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 2.819 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 6.846 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 303.888 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.347 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 317.471 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 301.431 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 301.068 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 5.488 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.041 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.080 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.308 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.170 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.174 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.306 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.331 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.307 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.770 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 6.074 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 8.126 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 5.697 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 5.928 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.458 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.032 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.597 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.087 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.463 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.398 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.439 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.445 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.312 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.065 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.301 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.304 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.432 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.221 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.459 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.313 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.249 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.275 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.284 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.125 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.043 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 323.768 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.055 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.289 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.052 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.009 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.238 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.107 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.214 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.102 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.382 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.000 | fail | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.894 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.129 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.168 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.172 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.000 | fail | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.018 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.018 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.027 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.019 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.082 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.019 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.091 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.630 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.296 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.890 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 1.435 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.663 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.946 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.000 | fail | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.000 | fail | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.000 | fail | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.425 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.459 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.711 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.099 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.094 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.077 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.372 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.769 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.889 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.092 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.691 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.689 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.001 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.748 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.306 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.142 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.748 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.189 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.074 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.278 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 2.527 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.015 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.629 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.355 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.333 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.335 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.353 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.339 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.951 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.022 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.959 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 302.043 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 1.600 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.606 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 8.446 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 8.743 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 8.966 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 10.497 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.105 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.038 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 134.544 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 333.942 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 336.063 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-04-2615:42:30.384572', 'duration': 1497, 'tests': 188, 'failures': 27} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - - Preparing input task - Task ad742546-c147-4903-a31f-841de938dd68: started - Task ad742546-c147-4903-a31f-841de938dd68: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.196 | 0.321 | 0.365 | 0.372 | 0.38 | 0.302 | 100.0% | 10 | - | total | 0.278 | 0.405 | 0.481 | 0.487 | 0.492 | 0.398 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.25959300995 - Full duration: 4.72824001312 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 | - | total | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.271264076233 - Full duration: 3.62738013268 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.175 | 0.197 | 0.249 | 0.254 | 0.258 | 0.207 | 100.0% | 10 | - | total | 0.254 | 0.297 | 0.383 | 0.398 | 0.413 | 0.316 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.942983865738 - Full duration: 4.24797916412 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.119 | 0.158 | 0.214 | 0.226 | 0.237 | 0.164 | 100.0% | 10 | - | total | 0.206 | 0.255 | 0.317 | 0.323 | 0.329 | 0.261 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.78842997551 - Full duration: 4.25593304634 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.119 | 0.189 | 0.375 | 0.376 | 0.378 | 0.229 | 100.0% | 10 | - | total | 0.2 | 0.333 | 0.46 | 0.479 | 0.499 | 0.336 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.973871946335 - Full duration: 4.23989796638 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.195 | 0.211 | 0.231 | 0.247 | 0.263 | 0.215 | 100.0% | 10 | - | total | 0.277 | 0.305 | 0.331 | 0.345 | 0.359 | 0.309 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.916023015976 - Full duration: 4.58919405937 - - 2016-04-26 17:13:30,899 - run_rally - INFO - Test scenario: "authenticate" OK. - 2016-04-26 17:13:30,899 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 17:15:24,362 - run_rally - INFO - - Preparing input task - Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: started - Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 | - | total | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.958132982254 - Full duration: 5.75791287422 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.814 | 4.56 | 5.238 | 5.417 | 5.597 | 4.572 | 100.0% | 10 | - | nova.boot_servers | 6.063 | 7.369 | 7.972 | 8.963 | 9.955 | 7.357 | 100.0% | 10 | - | total | 10.969 | 11.692 | 12.712 | 13.839 | 14.965 | 11.929 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 34.7748630047 - Full duration: 56.4055418968 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.733 | 4.173 | 4.872 | 4.909 | 4.946 | 4.299 | 100.0% | 10 | - | glance.list_images | 0.034 | 0.108 | 0.128 | 0.141 | 0.153 | 0.1 | 100.0% | 10 | - | total | 3.841 | 4.25 | 4.982 | 5.018 | 5.055 | 4.399 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 13.4400930405 - Full duration: 21.2837600708 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 3.579 | 4.549 | 4.615 | 4.621 | 4.627 | 4.302 | 100.0% | 10 | - | glance.delete_image | 0.561 | 0.882 | 1.06 | 1.077 | 1.093 | 0.878 | 100.0% | 10 | - | total | 4.529 | 5.366 | 5.55 | 5.629 | 5.707 | 5.18 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.3838078976 - Full duration: 20.4000329971 - - 2016-04-26 17:15:25,993 - run_rally - INFO - Test scenario: "glance" OK. - 2016-04-26 17:15:25,993 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 17:30:47,609 - run_rally - INFO - - Preparing input task - Task 814c7265-77f0-4627-b851-4d6307469184: started - Task 814c7265-77f0-4627-b851-4d6307469184: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 3.253 | 3.8 | 5.748 | 5.876 | 6.003 | 4.299 | 100.0% | 10 | - | cinder.create_volume | 2.647 | 2.849 | 3.122 | 3.314 | 3.506 | 2.905 | 100.0% | 10 | - | nova.attach_volume | 2.828 | 2.941 | 3.024 | 3.139 | 3.253 | 2.956 | 100.0% | 10 | - | nova.detach_volume | 2.694 | 2.805 | 3.047 | 3.066 | 3.085 | 2.854 | 100.0% | 10 | - | cinder.delete_volume | 0.465 | 2.501 | 2.589 | 2.62 | 2.652 | 2.292 | 100.0% | 10 | - | nova.delete_server | 2.31 | 2.432 | 2.572 | 2.61 | 2.647 | 2.445 | 100.0% | 10 | - | total | 17.005 | 17.344 | 19.667 | 19.684 | 19.702 | 17.752 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 52.3380470276 - Full duration: 62.1368570328 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 5.365 | 5.628 | 6.335 | 7.213 | 8.09 | 5.894 | 100.0% | 10 | - | cinder.list_volumes | 0.12 | 0.13 | 0.179 | 0.324 | 0.47 | 0.165 | 100.0% | 10 | - | total | 5.492 | 5.753 | 6.503 | 7.531 | 8.56 | 6.059 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.5699410439 - Full duration: 32.550137043 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.66 | 2.948 | 3.145 | 3.171 | 3.197 | 2.939 | 100.0% | 10 | - | cinder.list_volumes | 0.039 | 0.124 | 0.137 | 0.145 | 0.153 | 0.12 | 100.0% | 10 | - | total | 2.765 | 3.073 | 3.28 | 3.3 | 3.32 | 3.059 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 8.95114684105 - Full duration: 20.4319190979 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.53 | 4.717 | 6.846 | 6.861 | 6.875 | 4.502 | 100.0% | 10 | - | cinder.list_snapshots | 0.017 | 0.106 | 0.12 | 0.135 | 0.15 | 0.094 | 100.0% | 10 | - | total | 2.68 | 4.789 | 6.9 | 6.926 | 6.953 | 4.596 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.3801140785 - Full duration: 44.4814119339 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.72 | 2.87 | 2.984 | 3.001 | 3.018 | 2.88 | 100.0% | 10 | - | cinder.delete_volume | 2.327 | 2.533 | 2.641 | 2.663 | 2.685 | 2.526 | 100.0% | 10 | - | total | 5.148 | 5.386 | 5.625 | 5.664 | 5.703 | 5.406 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.1617929935 - Full duration: 23.7529392242 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 5.261 | 5.487 | 5.686 | 5.742 | 5.797 | 5.493 | 100.0% | 10 | - | cinder.delete_volume | 2.393 | 2.591 | 2.671 | 2.776 | 2.881 | 2.572 | 100.0% | 10 | - | total | 7.72 | 8.0 | 8.304 | 8.491 | 8.679 | 8.065 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 23.9920217991 - Full duration: 31.16101408 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.683 | 2.83 | 2.958 | 3.031 | 3.105 | 2.838 | 100.0% | 10 | - | cinder.delete_volume | 2.446 | 2.601 | 2.755 | 2.757 | 2.759 | 2.621 | 100.0% | 10 | - | total | 5.209 | 5.463 | 5.632 | 5.673 | 5.715 | 5.459 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.2941839695 - Full duration: 23.1591808796 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.705 | 3.234 | 5.839 | 6.009 | 6.178 | 4.101 | 100.0% | 10 | - | cinder.upload_volume_to_image | 25.866 | 34.579 | 36.121 | 36.966 | 37.811 | 33.004 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.516 | 2.859 | 3.79 | 4.722 | 2.741 | 100.0% | 10 | - | nova.delete_image | 1.063 | 1.781 | 2.315 | 2.368 | 2.421 | 1.768 | 100.0% | 10 | - | total | 33.42 | 42.477 | 46.051 | 46.561 | 47.071 | 41.614 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 122.33260107 - Full duration: 130.417927027 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.619 | 4.753 | 5.128 | 5.998 | 6.868 | 4.741 | 100.0% | 10 | - | cinder.delete_snapshot | 2.341 | 4.464 | 4.614 | 4.628 | 4.642 | 3.881 | 100.0% | 10 | - | total | 5.069 | 9.108 | 9.651 | 10.58 | 11.51 | 8.622 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 23.5147559643 - Full duration: 42.4243760109 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.687 | 2.862 | 5.341 | 5.342 | 5.342 | 3.334 | 100.0% | 10 | - | total | 2.687 | 2.862 | 5.341 | 5.342 | 5.343 | 3.335 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 8.59894013405 - Full duration: 18.9968831539 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.891 | 3.117 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 | - | total | 2.892 | 3.118 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.1855640411 - Full duration: 23.8357381821 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.23 | 0.276 | 0.313 | 0.333 | 0.353 | 0.281 | 100.0% | 10 | - | total | 0.23 | 0.276 | 0.313 | 0.333 | 0.354 | 0.281 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.832192182541 - Full duration: 49.1499869823 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.745 | 3.988 | 5.311 | 5.419 | 5.527 | 4.036 | 100.0% | 10 | - | cinder.create_snapshot | 2.448 | 3.519 | 4.951 | 5.828 | 6.704 | 3.762 | 100.0% | 10 | - | nova.attach_volume | 2.902 | 4.661 | 5.677 | 6.517 | 7.356 | 4.515 | 100.0% | 10 | - | nova.detach_volume | 2.665 | 3.03 | 5.013 | 5.036 | 5.058 | 3.398 | 100.0% | 10 | - | cinder.delete_snapshot | 2.347 | 2.526 | 4.474 | 4.544 | 4.615 | 3.094 | 100.0% | 10 | - | cinder.delete_volume | 2.357 | 2.512 | 2.616 | 2.622 | 2.629 | 2.497 | 100.0% | 10 | - | total | 16.23 | 22.038 | 24.243 | 25.404 | 26.565 | 21.659 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 61.302448988 - Full duration: 101.445744038 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.012 | 5.284 | 7.846 | 8.73 | 9.613 | 5.488 | 100.0% | 10 | - | cinder.delete_volume | 2.465 | 4.731 | 6.986 | 7.116 | 7.247 | 4.39 | 100.0% | 10 | - | total | 5.537 | 10.039 | 14.516 | 14.707 | 14.898 | 9.877 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.7450320721 - Full duration: 44.7656638622 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.809 | 2.87 | 3.171 | 3.173 | 3.174 | 2.925 | 100.0% | 10 | - | cinder.extend_volume | 2.68 | 2.828 | 5.155 | 5.156 | 5.157 | 3.67 | 100.0% | 10 | - | cinder.delete_volume | 2.351 | 2.533 | 2.633 | 2.64 | 2.648 | 2.537 | 100.0% | 10 | - | total | 8.073 | 8.443 | 10.604 | 10.657 | 10.711 | 9.133 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 26.884996891 - Full duration: 34.1721270084 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.775 | 2.863 | 2.974 | 3.062 | 3.151 | 2.888 | 100.0% | 10 | - | cinder.create_snapshot | 2.383 | 3.589 | 6.958 | 7.815 | 8.672 | 4.208 | 100.0% | 10 | - | nova.attach_volume | 2.875 | 3.242 | 5.488 | 6.395 | 7.302 | 4.124 | 100.0% | 10 | - | nova.detach_volume | 2.665 | 2.896 | 3.035 | 3.047 | 3.059 | 2.879 | 100.0% | 10 | - | cinder.delete_snapshot | 2.154 | 2.468 | 2.771 | 3.49 | 4.209 | 2.6 | 100.0% | 10 | - | cinder.delete_volume | 0.443 | 2.52 | 2.652 | 2.664 | 2.677 | 2.341 | 100.0% | 10 | - | total | 16.386 | 19.141 | 21.529 | 23.357 | 25.184 | 19.466 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 56.0006937981 - Full duration: 103.148792982 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 2.734 | 2.837 | 2.972 | 2.98 | 2.987 | 2.853 | 100.0% | 10 | - | cinder.create_snapshot | 2.361 | 4.585 | 7.125 | 7.96 | 8.794 | 4.799 | 100.0% | 10 | - | nova.attach_volume | 2.861 | 3.062 | 5.2 | 5.255 | 5.311 | 3.579 | 100.0% | 10 | - | nova.detach_volume | 2.776 | 2.919 | 3.111 | 3.147 | 3.183 | 2.942 | 100.0% | 10 | - | cinder.delete_snapshot | 2.381 | 3.48 | 6.541 | 6.595 | 6.649 | 3.908 | 100.0% | 10 | - | cinder.delete_volume | 2.273 | 2.579 | 4.795 | 5.881 | 6.967 | 3.176 | 100.0% | 10 | - | total | 16.565 | 23.291 | 23.896 | 24.12 | 24.344 | 21.919 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 62.6618189812 - Full duration: 108.85529089 - -SDN Controller --------------- - -ODL -^^^ -:: - - FUNCTEST.info: Running ODL test... - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | FAIL | - 18 critical tests, 15 passed, 3 failed - 18 tests total, 15 passed, 3 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - -Feature tests -------------- - -vIMS -^^^^ - -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'495.7' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'759.1' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17' - vIMS - INFO - vIMS functional test duration:'109.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - -Doctor -^^^^^^ - -:: - - FUNCTEST.info: Running Doctor test... - doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh - doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img - Note: doctor/tests/run.sh has been executed. - PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data. - 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms - - --- 192.30.9.7 ping statistics --- - 1 packets transmitted, 1 received, 0% packet loss, time 0ms - rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms - preparing VM image... - +------------------+--------------------------------------+ - | Property | Value | - +------------------+--------------------------------------+ - | checksum | 7ca2842a166c276d49880998e4b397d5 | - | container_format | bare | - | created_at | 2016-04-26T17:07:58Z | - | disk_format | qcow2 | - | id | ccc11584-d901-4c83-9bbe-1e35b12f03ee | - | min_disk | 0 | - | min_ram | 0 | - | name | cirros | - | owner | 8f39920048ea444d9dedb35e601c1292 | - | protected | False | - | size | 15446 | - | status | active | - | tags | [] | - | updated_at | 2016-04-26T17:07:59Z | - | virtual_size | None | - | visibility | public | - +------------------+--------------------------------------+ - starting doctor sample components... - creating VM and alarm... - +--------------------------------------+-----------------------------------------------+ - | Property | Value | - +--------------------------------------+-----------------------------------------------+ - | OS-DCF:diskConfig | MANUAL | - | OS-EXT-AZ:availability_zone | | - | OS-EXT-SRV-ATTR:host | - | - | OS-EXT-SRV-ATTR:hypervisor_hostname | - | - | OS-EXT-SRV-ATTR:instance_name | instance-00000048 | - | OS-EXT-STS:power_state | 0 | - | OS-EXT-STS:task_state | scheduling | - | OS-EXT-STS:vm_state | building | - | OS-SRV-USG:launched_at | - | - | OS-SRV-USG:terminated_at | - | - | accessIPv4 | | - | accessIPv6 | | - | adminPass | AaUNZaoqw74Q | - | config_drive | | - | created | 2016-04-26T17:08:01Z | - | flavor | m1.tiny (1) | - | hostId | | - | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 | - | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) | - | key_name | - | - | metadata | {} | - | name | doctor_vm1 | - | os-extended-volumes:volumes_attached | [] | - | progress | 0 | - | security_groups | default | - | status | BUILD | - | tenant_id | 3d15a63c2519439f839df6785236b0e1 | - | updated | 2016-02-24T07:59:49Z | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +--------------------------------------+-----------------------------------------------+ - - +---------------------------+----------------------------------------------------------------------+ - | Property | Value | - +---------------------------+----------------------------------------------------------------------+ - | alarm_actions | ["http://localhost:12346/failure"] | - | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 | - | description | VM failure | - | enabled | True | - | event_type | compute.instance.update | - | insufficient_data_actions | [] | - | name | doctor_alarm1 | - | ok_actions | [] | - | project_id | 3d15a63c2519439f839df6785236b0e1 | - | query | [{"field": "traits.state", "type": "string", "value": "error", "op": | - | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": | - | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] | - | repeat_actions | False | - | severity | moderate | - | state | insufficient data | - | type | event | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +---------------------------+----------------------------------------------------------------------+ - waiting for vm launch... - injecting host failure... - disabling network of comupte host [overcloud-novacompute-0] for 3 mins... - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - 0 OK - done - cleanup... - 24120 - 24124 - 24122 - 24144 - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - 24125 - 24136 - + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log' - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - sudo ip link set enp8s0 down - <Response [200]> - Request to delete server doctor_vm1 has been accepted. - waiting disabled compute host back to be enabled... - - doctor - INFO - doctor OK - -bgpvpn -^^^^^^ - -:: - - ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpvjQxKe - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.191925s] ... ok - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.078978s] ... ok - - ====== - Totals - ====== - Ran: 2 tests in 7.0000 sec. - - Passed: 2 - - Skipped: 0 - - Expected Fail: 0 - - Unexpected Success: 0 - - Failed: 0 - Sum of execute time for each test: 0.2709 sec. diff --git a/docs/results/apex-os-odl_l2-nofeature-ha.rst b/docs/results/apex-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 5ad050b0..00000000 --- a/docs/results/apex-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,1750 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 07:43:00' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=a0698b8a-e881-4b84-b540-a0324d671c5a - network=df3509f4-ef3d-4264-9293-9e0688a5c38e - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=a0698b8a-e881-4b84-b540-a0324d671c5a - network=df3509f4-ef3d-4264-9293-9e0688a5c38e - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '172.30.9.201' - vPing_ssh- INFO - Associating floating ip: '172.30.9.201' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 172.30.9.201... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'82.0' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ - -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 07:44:41' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=78cd8dbf-54fb-43ce-9f19-7801130b5a99 - network=a030c4ca-00ea-4913-bbec-505eaca9f5ff - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=78cd8dbf-54fb-43ce-9f19-7801130b5a99 - network=a030c4ca-00ea-4913-bbec-505eaca9f5ff - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.6 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'72.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | b470a125-b6d9-400e-872e-abe779ff1ab5 | 784b68a9-2eab-4e1e-abc7-a4f68d4d02fe | | 70 | 8 | 2016-02-23 07:46:13.668289 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.10275 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.14924 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05661 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.32593 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.38913 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.05691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.09185 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.04789 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.04881 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.27540 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.10541 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.13467 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33891 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.13276 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 331.74491 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.41803 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17025 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 316.35661 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00272 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.84308 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 10.10318 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 17.23894 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.82065 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.02428 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.09527 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.16436 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02123 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.32681 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.74903 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.33567 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01368 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01283 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01451 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.17814 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.69374 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.40285 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.95154 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.85749 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.12230 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.29858 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.11215 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.42505 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.05471 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.15865 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.08296 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.08528 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02219 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.09302 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.71309 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81771 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.01890 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.06254 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.54527 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.26689 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.09816 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.67413 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.56914 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.37443 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.74292 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.43472 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.15352 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.75020 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.79412 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.60493 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.53698 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.40696 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 383.53375 | fail | - +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2307:46:13.668289', 'duration': 695, 'tests': 70, 'failures': 8} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - - Preparing input task - Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: started - Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.14 | 0.147 | 0.19 | 0.23 | 0.27 | 0.164 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.027 | 0.085 | 0.091 | 0.097 | 0.103 | 0.081 | 100.0% | 10 | - | total | 0.24 | 0.324 | 0.449 | 0.497 | 0.544 | 0.354 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.991291999817 - Full duration: 3.52114295959 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.062 | 0.071 | 0.092 | 0.093 | 0.093 | 0.075 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.256750106812 - Full duration: 3.22034788132 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.079 | 0.083 | 0.086 | 0.089 | 0.091 | 0.083 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.073 | 0.083 | 0.088 | 0.088 | 0.088 | 0.082 | 100.0% | 10 | - | total | 0.219 | 0.235 | 0.273 | 0.281 | 0.289 | 0.247 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.758399963379 - Full duration: 3.36240792274 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.08 | 0.095 | 0.164 | 0.194 | 0.225 | 0.116 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.018 | 0.024 | 0.032 | 0.035 | 0.037 | 0.025 | 100.0% | 10 | - | total | 0.172 | 0.198 | 0.261 | 0.297 | 0.333 | 0.221 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.659279108047 - Full duration: 3.35535907745 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.073 | 0.079 | 0.092 | 0.094 | 0.097 | 0.082 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.013 | 0.082 | 0.149 | 0.265 | 0.381 | 0.106 | 100.0% | 10 | - | total | 0.152 | 0.241 | 0.344 | 0.464 | 0.585 | 0.272 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.793002128601 - Full duration: 3.46288895607 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.082 | 0.095 | 0.115 | 0.137 | 0.159 | 0.1 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.018 | 0.089 | 0.103 | 0.104 | 0.105 | 0.072 | 100.0% | 10 | - | total | 0.177 | 0.243 | 0.29 | 0.321 | 0.353 | 0.247 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.788791894913 - Full duration: 3.39974403381 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - - Preparing input task - Task 56b5e198-2c90-4440-a9bf-b098659c5783: started - Task 56b5e198-2c90-4440-a9bf-b098659c5783: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.226 | 0.256 | 0.328 | 0.335 | 0.343 | 0.268 | 100.0% | 10 | - | total | 0.226 | 0.256 | 0.328 | 0.336 | 0.343 | 0.268 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.82669711113 - Full duration: 4.65047502518 - - test scenario GlanceImages.create_image_and_boot_instances - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 3.917 | 4.559 | 4.731 | 4.819 | 4.906 | 4.469 | 100.0% | 10 | - | nova.boot_servers | 5.082 | 8.269 | 10.835 | 11.119 | 11.402 | 8.596 | 100.0% | 10 | - | total | 9.684 | 12.929 | 15.683 | 15.704 | 15.725 | 13.065 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.0555651188 - Full duration: 65.7321281433 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.631 | 4.223 | 4.681 | 4.717 | 4.753 | 4.26 | 100.0% | 10 | - | glance.list_images | 0.03 | 0.1 | 0.11 | 0.132 | 0.153 | 0.085 | 100.0% | 10 | - | total | 3.731 | 4.287 | 4.781 | 4.817 | 4.854 | 4.345 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.4343621731 - Full duration: 20.5471830368 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.679 | 4.522 | 4.775 | 4.781 | 4.786 | 4.475 | 100.0% | 10 | - | glance.delete_image | 0.68 | 1.416 | 1.924 | 1.945 | 1.966 | 1.355 | 100.0% | 10 | - | total | 4.359 | 5.895 | 6.659 | 6.682 | 6.706 | 5.83 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.0444431305 - Full duration: 21.4709100723 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - - Preparing input task - Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: started - Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.361 | 5.067 | 5.688 | 5.748 | 5.808 | 4.948 | 100.0% | 10 | - | cinder.create_volume | 2.56 | 2.856 | 3.04 | 3.098 | 3.156 | 2.872 | 100.0% | 10 | - | nova.attach_volume | 3.018 | 3.376 | 4.145 | 5.024 | 5.903 | 3.65 | 100.0% | 10 | - | nova.detach_volume | 2.643 | 2.895 | 3.093 | 3.156 | 3.219 | 2.912 | 100.0% | 10 | - | cinder.delete_volume | 0.517 | 2.429 | 2.538 | 2.676 | 2.814 | 2.268 | 100.0% | 10 | - | nova.delete_server | 2.329 | 2.456 | 2.645 | 2.656 | 2.667 | 2.468 | 100.0% | 10 | - | total | 17.686 | 19.384 | 20.284 | 20.286 | 20.288 | 19.117 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.4022140503 - Full duration: 68.9135789871 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.146 | 5.432 | 5.632 | 5.652 | 5.673 | 5.415 | 100.0% | 10 | - | cinder.list_volumes | 0.034 | 0.115 | 0.135 | 0.135 | 0.135 | 0.096 | 100.0% | 10 | - | total | 5.18 | 5.507 | 5.747 | 5.772 | 5.797 | 5.511 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3556389809 - Full duration: 27.6093170643 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.773 | 2.959 | 3.11 | 3.137 | 3.165 | 2.955 | 100.0% | 10 | - | cinder.list_volumes | 0.028 | 0.127 | 0.202 | 0.219 | 0.237 | 0.111 | 100.0% | 10 | - | total | 2.812 | 3.033 | 3.293 | 3.298 | 3.302 | 3.066 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.06200098991 - Full duration: 19.9587731361 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.482 | 4.642 | 4.889 | 4.91 | 4.931 | 4.296 | 100.0% | 10 | - | cinder.list_snapshots | 0.013 | 0.096 | 0.107 | 0.134 | 0.162 | 0.079 | 100.0% | 10 | - | total | 2.583 | 4.772 | 4.95 | 4.967 | 4.984 | 4.375 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.2352650166 - Full duration: 44.3921279907 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.707 | 2.813 | 2.903 | 2.956 | 3.009 | 2.825 | 100.0% | 10 | - | cinder.delete_volume | 2.407 | 2.548 | 2.613 | 2.626 | 2.638 | 2.55 | 100.0% | 10 | - | total | 5.191 | 5.377 | 5.507 | 5.532 | 5.558 | 5.375 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1588079929 - Full duration: 22.6795511246 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.089 | 5.255 | 5.753 | 6.601 | 7.449 | 5.494 | 100.0% | 10 | - | cinder.delete_volume | 2.343 | 2.456 | 2.615 | 2.688 | 2.761 | 2.496 | 100.0% | 10 | - | total | 7.471 | 7.795 | 8.253 | 9.073 | 9.893 | 7.991 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.303401947 - Full duration: 30.3196620941 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.724 | 2.844 | 2.939 | 2.963 | 2.986 | 2.856 | 100.0% | 10 | - | cinder.delete_volume | 2.353 | 2.519 | 2.659 | 2.718 | 2.778 | 2.525 | 100.0% | 10 | - | total | 5.147 | 5.393 | 5.45 | 5.541 | 5.633 | 5.381 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1724491119 - Full duration: 22.9236290455 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.726 | 2.886 | 3.014 | 3.047 | 3.08 | 2.888 | 100.0% | 10 | - | cinder.upload_volume_to_image | 28.041 | 44.016 | 44.644 | 44.698 | 44.751 | 40.726 | 100.0% | 10 | - | cinder.delete_volume | 2.34 | 2.458 | 2.551 | 2.622 | 2.692 | 2.452 | 100.0% | 10 | - | nova.delete_image | 0.846 | 1.837 | 2.379 | 2.418 | 2.456 | 1.73 | 100.0% | 10 | - | total | 34.983 | 51.394 | 51.872 | 51.877 | 51.881 | 47.796 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 136.222712994 - Full duration: 144.124747038 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.51 | 4.611 | 4.709 | 4.787 | 4.865 | 4.288 | 100.0% | 10 | - | cinder.delete_snapshot | 2.233 | 4.443 | 4.619 | 4.627 | 4.634 | 3.882 | 100.0% | 10 | - | total | 4.981 | 9.079 | 9.333 | 9.362 | 9.39 | 8.17 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.2197830677 - Full duration: 42.1724328995 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 | - | total | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.62664198875 - Full duration: 18.587531805 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 | - | total | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.48678183556 - Full duration: 20.6692960262 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.283 | 100.0% | 10 | - | total | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.284 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.910716056824 - Full duration: 47.5472760201 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.74 | 2.894 | 3.015 | 3.036 | 3.056 | 2.893 | 100.0% | 10 | - | cinder.create_snapshot | 2.407 | 2.549 | 4.689 | 4.745 | 4.802 | 3.163 | 100.0% | 10 | - | nova.attach_volume | 2.856 | 3.305 | 5.42 | 5.647 | 5.874 | 3.866 | 100.0% | 10 | - | nova.detach_volume | 2.746 | 3.092 | 3.492 | 4.368 | 5.245 | 3.261 | 100.0% | 10 | - | cinder.delete_snapshot | 2.347 | 2.508 | 4.471 | 4.534 | 4.596 | 2.868 | 100.0% | 10 | - | cinder.delete_volume | 2.418 | 2.546 | 2.956 | 3.852 | 4.748 | 2.758 | 100.0% | 10 | - | total | 16.42 | 18.913 | 21.766 | 22.976 | 24.185 | 19.181 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.4410011768 - Full duration: 103.909024954 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.821 | 4.176 | 7.514 | 7.588 | 7.662 | 4.605 | 100.0% | 10 | - | cinder.delete_volume | 2.451 | 4.688 | 4.929 | 4.955 | 4.981 | 4.087 | 100.0% | 10 | - | total | 5.373 | 8.93 | 12.095 | 12.233 | 12.37 | 8.692 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4642841816 - Full duration: 44.0787379742 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.58 | 2.854 | 3.055 | 3.19 | 3.325 | 2.89 | 100.0% | 10 | - | cinder.extend_volume | 2.55 | 2.699 | 2.795 | 2.849 | 2.903 | 2.705 | 100.0% | 10 | - | cinder.delete_volume | 2.458 | 2.516 | 2.674 | 2.786 | 2.898 | 2.573 | 100.0% | 10 | - | total | 7.82 | 8.198 | 8.396 | 8.442 | 8.488 | 8.169 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4196460247 - Full duration: 31.8590240479 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.748 | 2.952 | 3.137 | 3.199 | 3.261 | 2.978 | 100.0% | 10 | - | cinder.create_snapshot | 2.472 | 2.569 | 4.675 | 4.696 | 4.717 | 3.178 | 100.0% | 10 | - | nova.attach_volume | 3.051 | 3.462 | 5.38 | 5.41 | 5.439 | 3.956 | 100.0% | 10 | - | nova.detach_volume | 2.802 | 3.058 | 3.281 | 3.413 | 3.546 | 3.096 | 100.0% | 10 | - | cinder.delete_snapshot | 2.255 | 2.431 | 4.385 | 4.44 | 4.496 | 2.984 | 100.0% | 10 | - | cinder.delete_volume | 2.341 | 2.485 | 2.773 | 3.721 | 4.67 | 2.693 | 100.0% | 10 | - | total | 16.553 | 19.163 | 21.677 | 21.681 | 21.686 | 19.224 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.8534150124 - Full duration: 107.20220089 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 2.655 | 2.924 | 3.771 | 3.779 | 3.786 | 3.159 | 100.0% | 10 | - | cinder.create_snapshot | 2.411 | 2.565 | 4.602 | 4.659 | 4.716 | 3.157 | 100.0% | 10 | - | nova.attach_volume | 3.053 | 3.236 | 5.158 | 5.352 | 5.546 | 3.726 | 100.0% | 10 | - | nova.detach_volume | 2.752 | 2.964 | 3.54 | 4.371 | 5.201 | 3.196 | 100.0% | 10 | - | cinder.delete_snapshot | 2.147 | 2.424 | 4.491 | 4.497 | 4.503 | 2.802 | 100.0% | 10 | - | cinder.delete_volume | 2.484 | 2.574 | 2.677 | 2.726 | 2.775 | 2.582 | 100.0% | 10 | - | total | 17.334 | 19.301 | 20.332 | 21.118 | 21.904 | 19.2 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 56.6079628468 - Full duration: 108.998883963 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - - Preparing input task - Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: started - Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.922 | 3.271 | 3.354 | 3.38 | 3.406 | 3.229 | 100.0% | 10 | - | heat.suspend_stack | 1.21 | 1.305 | 1.397 | 1.4 | 1.403 | 1.31 | 100.0% | 10 | - | heat.resume_stack | 1.183 | 1.318 | 1.348 | 1.352 | 1.356 | 1.301 | 100.0% | 10 | - | heat.delete_stack | 1.161 | 1.306 | 2.368 | 2.383 | 2.398 | 1.68 | 100.0% | 10 | - | total | 6.612 | 7.196 | 8.411 | 8.476 | 8.541 | 7.519 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.979665041 - Full duration: 25.784487009 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.8 | 2.896 | 3.053 | 3.136 | 3.219 | 2.929 | 100.0% | 10 | - | heat.delete_stack | 1.167 | 1.185 | 1.272 | 1.284 | 1.296 | 1.202 | 100.0% | 10 | - | total | 3.967 | 4.11 | 4.26 | 4.334 | 4.409 | 4.13 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.3352811337 - Full duration: 16.1414811611 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 13.463 | 15.842 | 17.472 | 17.519 | 17.565 | 15.768 | 100.0% | 10 | - | heat.delete_stack | 8.575 | 9.635 | 10.691 | 10.703 | 10.714 | 9.537 | 100.0% | 10 | - | total | 22.054 | 25.534 | 27.126 | 27.181 | 27.236 | 25.305 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 74.6174178123 - Full duration: 78.7209010124 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 9.848 | 12.353 | 14.548 | 14.574 | 14.6 | 12.757 | 100.0% | 10 | - | heat.delete_stack | 6.448 | 7.541 | 8.549 | 8.581 | 8.612 | 7.65 | 100.0% | 10 | - | total | 17.369 | 19.894 | 23.098 | 23.155 | 23.212 | 20.407 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.6486670971 - Full duration: 65.8705642223 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.198 | 0.23 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.198 | 0.231 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.700455904007 - Full duration: 4.55407810211 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.01 | 3.109 | 3.377 | 3.561 | 3.744 | 3.173 | 100.0% | 10 | - | heat.update_stack | 3.232 | 3.408 | 4.335 | 4.354 | 4.374 | 3.612 | 100.0% | 10 | - | heat.delete_stack | 1.146 | 1.207 | 2.478 | 2.887 | 3.296 | 1.721 | 100.0% | 10 | - | total | 7.423 | 7.67 | 9.921 | 10.311 | 10.702 | 8.505 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 24.7915220261 - Full duration: 29.4085850716 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.881 | 3.066 | 3.233 | 3.377 | 3.52 | 3.09 | 100.0% | 10 | - | heat.update_stack | 3.212 | 3.254 | 3.48 | 3.507 | 3.535 | 3.303 | 100.0% | 10 | - | heat.delete_stack | 1.154 | 1.167 | 1.188 | 1.194 | 1.201 | 1.17 | 100.0% | 10 | - | total | 7.263 | 7.498 | 7.904 | 7.912 | 7.921 | 7.563 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.4006979465 - Full duration: 26.8767819405 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.972 | 4.032 | 6.634 | 6.716 | 6.798 | 4.942 | 100.0% | 10 | - | heat.update_stack | 5.327 | 5.354 | 5.482 | 5.548 | 5.614 | 5.388 | 100.0% | 10 | - | heat.delete_stack | 2.19 | 2.207 | 2.213 | 2.214 | 2.215 | 2.203 | 100.0% | 10 | - | total | 11.521 | 11.583 | 14.284 | 14.325 | 14.367 | 12.534 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.184043169 - Full duration: 41.6411378384 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 8 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 8.45521402359 - Full duration: 17.6498777866 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.971 | 5.16 | 5.356 | 5.407 | 5.459 | 4.973 | 100.0% | 10 | - | heat.update_stack | 5.318 | 5.359 | 5.382 | 5.394 | 5.405 | 5.358 | 100.0% | 10 | - | heat.delete_stack | 2.188 | 2.198 | 2.266 | 2.267 | 2.267 | 2.211 | 100.0% | 10 | - | total | 11.488 | 12.723 | 12.979 | 13.011 | 13.043 | 12.543 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.0396420956 - Full duration: 41.5464501381 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.829 | 3.044 | 3.212 | 3.247 | 3.283 | 3.029 | 100.0% | 10 | - | heat.update_stack | 3.215 | 3.228 | 3.295 | 3.317 | 3.339 | 3.248 | 100.0% | 10 | - | heat.delete_stack | 1.144 | 1.154 | 1.183 | 1.191 | 1.198 | 1.161 | 100.0% | 10 | - | total | 7.202 | 7.41 | 7.611 | 7.692 | 7.774 | 7.438 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.2332119942 - Full duration: 26.9551222324 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.901 | 3.019 | 3.106 | 3.131 | 3.157 | 3.024 | 100.0% | 10 | - | heat.list_stacks | 0.026 | 0.033 | 0.038 | 0.039 | 0.039 | 0.032 | 100.0% | 10 | - | total | 2.94 | 3.049 | 3.139 | 3.163 | 3.188 | 3.056 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.14466500282 - Full duration: 16.6371269226 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.988 | 3.093 | 3.17 | 3.178 | 3.187 | 3.087 | 100.0% | 10 | - | heat.check_stack | 1.182 | 1.191 | 1.218 | 1.227 | 1.235 | 1.197 | 100.0% | 10 | - | heat.delete_stack | 1.135 | 1.146 | 1.159 | 1.163 | 1.167 | 1.148 | 100.0% | 10 | - | total | 5.315 | 5.451 | 5.54 | 5.549 | 5.558 | 5.432 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1800320148 - Full duration: 20.4218199253 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - - Preparing input task - Task a2566777-434b-4a10-8720-118485a7d427: started - Task a2566777-434b-4a10-8720-118485a7d427: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.129 | 0.152 | 0.179 | 0.185 | 0.19 | 0.153 | 100.0% | 10 | - | keystone.create_users | 1.041 | 1.142 | 1.45 | 1.48 | 1.509 | 1.211 | 100.0% | 10 | - | total | 1.177 | 1.295 | 1.637 | 1.653 | 1.668 | 1.363 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.19324994087 - Full duration: 15.3481221199 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.126 | 0.137 | 0.15 | 0.155 | 0.16 | 0.138 | 100.0% | 10 | - | keystone.add_role | 0.116 | 0.123 | 0.145 | 0.158 | 0.171 | 0.128 | 100.0% | 10 | - | keystone.list_roles | 0.055 | 0.064 | 0.076 | 0.093 | 0.11 | 0.068 | 100.0% | 10 | - | total | 0.308 | 0.334 | 0.36 | 0.362 | 0.364 | 0.335 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.02259397507 - Full duration: 7.21977186203 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.127 | 0.155 | 0.187 | 0.19 | 0.192 | 0.159 | 100.0% | 10 | - | keystone.add_role | 0.117 | 0.131 | 0.161 | 0.175 | 0.188 | 0.137 | 100.0% | 10 | - | keystone.remove_role | 0.089 | 0.104 | 0.137 | 0.161 | 0.184 | 0.113 | 100.0% | 10 | - | total | 0.352 | 0.4 | 0.454 | 0.471 | 0.487 | 0.408 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.2577559948 - Full duration: 7.18419408798 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.131 | 0.147 | 0.168 | 0.175 | 0.181 | 0.15 | 100.0% | 10 | - | keystone.update_tenant | 0.073 | 0.081 | 0.138 | 0.138 | 0.138 | 0.094 | 100.0% | 10 | - | keystone.delete_tenant | 0.146 | 0.181 | 0.212 | 0.215 | 0.218 | 0.182 | 100.0% | 10 | - | total | 0.356 | 0.436 | 0.488 | 0.501 | 0.514 | 0.426 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.28746080399 - Full duration: 5.78163409233 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.136 | 0.149 | 0.185 | 0.201 | 0.217 | 0.158 | 100.0% | 10 | - | keystone.delete_service | 0.079 | 0.081 | 0.094 | 0.105 | 0.116 | 0.086 | 100.0% | 10 | - | total | 0.22 | 0.233 | 0.267 | 0.288 | 0.309 | 0.244 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.732470035553 - Full duration: 5.50471711159 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.135 | 0.141 | 0.177 | 0.184 | 0.19 | 0.151 | 100.0% | 10 | - | total | 0.135 | 0.141 | 0.177 | 0.184 | 0.191 | 0.152 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.47666311264 - Full duration: 4.65166783333 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.145 | 0.17 | 0.2 | 0.206 | 0.211 | 0.174 | 100.0% | 10 | - | total | 0.145 | 0.171 | 0.2 | 0.206 | 0.212 | 0.174 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.544457912445 - Full duration: 4.52855014801 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.139 | 0.151 | 0.184 | 0.204 | 0.224 | 0.161 | 100.0% | 10 | - | keystone.list_tenants | 0.054 | 0.062 | 0.076 | 0.095 | 0.115 | 0.067 | 100.0% | 10 | - | total | 0.201 | 0.213 | 0.277 | 0.286 | 0.295 | 0.227 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.684409141541 - Full duration: 7.2159280777 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.131 | 0.156 | 0.212 | 0.213 | 0.215 | 0.167 | 100.0% | 10 | - | keystone.delete_role | 0.132 | 0.159 | 0.222 | 0.244 | 0.266 | 0.174 | 100.0% | 10 | - | total | 0.276 | 0.349 | 0.375 | 0.409 | 0.444 | 0.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.00079798698 - Full duration: 5.79344797134 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.14 | 0.148 | 0.211 | 0.214 | 0.216 | 0.161 | 100.0% | 10 | - | keystone.create_user | 0.083 | 0.09 | 0.105 | 0.122 | 0.138 | 0.094 | 100.0% | 10 | - | keystone.create_role | 0.065 | 0.081 | 0.12 | 0.126 | 0.131 | 0.087 | 100.0% | 10 | - | keystone.get_tenant | 0.054 | 0.064 | 0.115 | 0.117 | 0.119 | 0.078 | 100.0% | 10 | - | keystone.get_user | 0.055 | 0.062 | 0.081 | 0.104 | 0.127 | 0.069 | 100.0% | 10 | - | keystone.get_role | 0.055 | 0.062 | 0.096 | 0.109 | 0.121 | 0.071 | 100.0% | 10 | - | keystone.service_list | 0.053 | 0.06 | 0.069 | 0.072 | 0.074 | 0.061 | 100.0% | 10 | - | keystone.get_service | 0.054 | 0.059 | 0.068 | 0.087 | 0.105 | 0.063 | 100.0% | 10 | - | total | 0.577 | 0.674 | 0.806 | 0.815 | 0.825 | 0.685 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.99226713181 - Full duration: 11.5220220089 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.148 | 0.173 | 0.197 | 0.206 | 0.215 | 0.175 | 100.0% | 10 | - | keystone.list_users | 0.059 | 0.062 | 0.068 | 0.068 | 0.069 | 0.063 | 100.0% | 10 | - | total | 0.207 | 0.238 | 0.259 | 0.267 | 0.275 | 0.238 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.724813938141 - Full duration: 4.96498990059 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - - Preparing input task - Task 54896a60-668a-4109-89ce-b6be1526b03c: started - Task 54896a60-668a-4109-89ce-b6be1526b03c: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.495 | 0.647 | 0.86 | 0.862 | 0.864 | 0.662 | 100.0% | 10 | - | neutron.delete_port | 0.138 | 0.389 | 0.568 | 0.757 | 0.946 | 0.413 | 100.0% | 10 | - | total | 0.633 | 0.994 | 1.292 | 1.551 | 1.809 | 1.075 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.11711192131 - Full duration: 33.0977571011 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.499 | 0.61 | 0.652 | 0.678 | 0.704 | 0.602 | 100.0% | 10 | - | neutron.create_router | 0.146 | 0.344 | 0.458 | 0.463 | 0.467 | 0.349 | 100.0% | 10 | - | neutron.add_interface_router | 0.258 | 0.522 | 0.604 | 0.672 | 0.739 | 0.519 | 100.0% | 10 | - | neutron.list_routers | 0.026 | 0.282 | 0.457 | 0.501 | 0.545 | 0.272 | 100.0% | 10 | - | total | 1.316 | 1.657 | 1.975 | 2.111 | 2.247 | 1.742 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.24421405792 - Full duration: 37.3269040585 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.563 | 0.666 | 0.868 | 1.002 | 1.136 | 0.721 | 100.0% | 10 | - | neutron.create_router | 0.13 | 0.373 | 0.573 | 0.595 | 0.616 | 0.384 | 100.0% | 10 | - | neutron.add_interface_router | 0.274 | 0.505 | 0.574 | 0.605 | 0.637 | 0.471 | 100.0% | 10 | - | neutron.remove_interface_router | 0.234 | 0.492 | 0.66 | 0.676 | 0.692 | 0.512 | 100.0% | 10 | - | neutron.delete_router | 0.117 | 0.329 | 0.731 | 0.744 | 0.756 | 0.341 | 100.0% | 10 | - | total | 1.572 | 2.372 | 2.966 | 3.156 | 3.347 | 2.43 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.02413988113 - Full duration: 37.7696969509 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.507 | 0.678 | 0.859 | 0.871 | 0.883 | 0.7 | 100.0% | 10 | - | neutron.list_ports | 0.131 | 0.305 | 0.497 | 0.512 | 0.526 | 0.325 | 100.0% | 10 | - | total | 0.792 | 1.051 | 1.18 | 1.187 | 1.193 | 1.025 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.00920605659 - Full duration: 34.7632040977 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.505 | 0.561 | 0.698 | 0.722 | 0.747 | 0.592 | 100.0% | 10 | - | neutron.delete_subnet | 0.141 | 0.477 | 0.75 | 0.785 | 0.82 | 0.516 | 100.0% | 10 | - | total | 0.759 | 1.066 | 1.367 | 1.429 | 1.491 | 1.108 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.30927801132 - Full duration: 34.2646439075 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.368 | 0.511 | 0.727 | 0.746 | 0.765 | 0.541 | 100.0% | 10 | - | neutron.delete_network | 0.115 | 0.331 | 0.399 | 0.421 | 0.443 | 0.328 | 100.0% | 10 | - | total | 0.519 | 0.876 | 1.09 | 1.149 | 1.209 | 0.87 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45112395287 - Full duration: 17.3522310257 - - test scenario NeutronNetworks.create_and_list_networks - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | neutron.create_network | 0.376 | 0.514 | 51.874 | 51.881 | 51.887 | 21.012 | 100.0% | 10 | - | neutron.list_networks | 0.048 | 0.264 | 0.303 | 0.312 | 0.32 | 0.246 | 100.0% | 10 | - | total | 0.644 | 0.78 | 52.142 | 52.175 | 52.208 | 21.258 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 53.5037658215 - Full duration: 70.7888660431 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.457 | 0.651 | 0.738 | 0.757 | 0.777 | 0.631 | 100.0% | 10 | - | neutron.create_router | 0.144 | 0.334 | 0.45 | 0.477 | 0.504 | 0.349 | 100.0% | 10 | - | neutron.add_interface_router | 0.286 | 0.546 | 0.676 | 0.685 | 0.695 | 0.555 | 100.0% | 10 | - | neutron.update_router | 0.099 | 0.36 | 0.43 | 0.438 | 0.446 | 0.312 | 100.0% | 10 | - | total | 1.176 | 1.895 | 2.106 | 2.13 | 2.155 | 1.848 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.49681401253 - Full duration: 37.4188079834 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.36 | 0.471 | 0.71 | 0.73 | 0.75 | 0.528 | 100.0% | 10 | - | neutron.update_network | 0.123 | 0.355 | 0.42 | 0.426 | 0.431 | 0.336 | 100.0% | 10 | - | total | 0.651 | 0.826 | 1.115 | 1.126 | 1.137 | 0.863 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45435285568 - Full duration: 19.8497779369 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.522 | 0.606 | 0.691 | 0.706 | 0.721 | 0.612 | 100.0% | 10 | - | neutron.update_port | 0.187 | 0.343 | 0.388 | 0.389 | 0.39 | 0.336 | 100.0% | 10 | - | total | 0.756 | 0.965 | 1.027 | 1.044 | 1.061 | 0.948 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.89304494858 - Full duration: 35.0843141079 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.435 | 0.561 | 0.697 | 0.716 | 0.735 | 0.584 | 100.0% | 10 | - | neutron.list_subnets | 0.259 | 0.312 | 0.4 | 0.427 | 0.455 | 0.331 | 100.0% | 10 | - | total | 0.785 | 0.877 | 1.111 | 1.12 | 1.129 | 0.915 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.61414718628 - Full duration: 34.7340919971 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.496 | 0.57 | 0.724 | 0.732 | 0.741 | 0.598 | 100.0% | 10 | - | neutron.update_subnet | 0.356 | 0.433 | 0.584 | 0.599 | 0.615 | 0.47 | 100.0% | 10 | - | total | 0.889 | 1.045 | 1.22 | 1.231 | 1.242 | 1.068 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.22795987129 - Full duration: 33.4197108746 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - - Preparing input task - Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: started - Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.404 | 0.52 | 1.075 | 1.084 | 1.093 | 0.647 | 100.0% | 10 | - | nova.delete_keypair | 0.021 | 0.023 | 0.03 | 0.036 | 0.041 | 0.026 | 100.0% | 10 | - | total | 0.432 | 0.546 | 1.099 | 1.11 | 1.122 | 0.673 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.18305206299 - Full duration: 18.7849049568 - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.34 | 6.072 | 6.37 | 6.458 | 6.546 | 5.696 | 100.0% | 10 | - | nova.create_image | 26.042 | 43.405 | 45.329 | 45.435 | 45.541 | 40.593 | 100.0% | 10 | - | nova.delete_server | 2.313 | 2.59 | 2.699 | 2.859 | 3.019 | 2.586 | 100.0% | 10 | - | nova.boot_server (2) | 8.297 | 11.985 | 12.916 | 13.279 | 13.642 | 11.495 | 100.0% | 10 | - | nova.delete_server (2) | 2.4 | 2.622 | 2.761 | 2.777 | 2.792 | 2.638 | 100.0% | 10 | - | nova.delete_image | 1.443 | 2.236 | 2.891 | 3.258 | 3.626 | 2.279 | 100.0% | 10 | - | total | 45.514 | 69.068 | 71.631 | 72.478 | 73.326 | 65.288 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 189.056165934 - Full duration: 227.369397879 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.393 | 0.542 | 0.682 | 0.906 | 1.129 | 0.575 | 100.0% | 10 | - | nova.boot_server | 5.333 | 6.169 | 7.894 | 7.9 | 7.907 | 6.354 | 100.0% | 10 | - | nova.delete_server | 2.343 | 2.689 | 2.83 | 2.847 | 2.864 | 2.658 | 100.0% | 10 | - | nova.delete_keypair | 0.02 | 0.025 | 0.032 | 0.034 | 0.035 | 0.026 | 100.0% | 10 | - | total | 8.385 | 9.359 | 11.149 | 11.258 | 11.367 | 9.613 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.3410420418 - Full duration: 66.8611400127 - - test scenario NovaKeypair.create_and_list_keypairs - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.4 | 0.494 | 0.589 | 0.867 | 1.146 | 0.544 | 100.0% | 10 | - | nova.list_keypairs | 0.01 | 0.014 | 0.017 | 0.018 | 0.019 | 0.013 | 100.0% | 10 | - | total | 0.41 | 0.508 | 0.603 | 0.884 | 1.165 | 0.558 | 100.0% | 10 | - +---------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71813702583 - Full duration: 20.3168940544 - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.64 | 0.917 | 1.069 | 1.117 | 1.165 | 0.895 | 100.0% | 10 | - | total | 0.64 | 0.917 | 1.07 | 1.117 | 1.165 | 0.895 | 100.0% | 10 | - +-------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.65287709236 - Full duration: 66.0498650074 - - test scenario NovaServers.resize_server - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 6 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 815.834815979 - Full duration: 839.469985008 - - test scenario NovaServers.boot_server_from_volume_and_delete - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | cinder.create_volume | 5.574 | 6.234 | 8.567 | 8.613 | 8.66 | 6.605 | 100.0% | 10 | - | nova.boot_server | 4.812 | 6.08 | 6.59 | 6.789 | 6.988 | 6.029 | 100.0% | 10 | - | nova.delete_server | 2.339 | 2.631 | 2.668 | 2.687 | 2.707 | 2.602 | 100.0% | 10 | - | total | 13.379 | 15.107 | 16.804 | 16.977 | 17.15 | 15.236 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 45.449835062 - Full duration: 88.6502871513 - - test scenario NovaServers.boot_and_migrate_server - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 824.306979895 - Full duration: 846.910109043 - - test scenario NovaServers.boot_and_delete_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.471 | 5.91 | 6.147 | 6.182 | 6.217 | 5.681 | 100.0% | 10 | - | nova.delete_server | 2.378 | 2.586 | 2.707 | 2.746 | 2.785 | 2.579 | 100.0% | 10 | - | total | 7.061 | 8.47 | 8.67 | 8.754 | 8.839 | 8.26 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.1857261658 - Full duration: 60.5944719315 - - test scenario NovaServers.boot_and_rebuild_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 4.333 | 5.804 | 6.335 | 6.417 | 6.498 | 5.565 | 100.0% | 10 | - | nova.rebuild_server | 7.496 | 8.885 | 9.786 | 9.911 | 10.036 | 8.862 | 100.0% | 10 | - | nova.delete_server | 2.289 | 2.614 | 2.738 | 2.741 | 2.744 | 2.563 | 100.0% | 10 | - | total | 14.866 | 17.495 | 18.471 | 18.474 | 18.476 | 16.99 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 49.6322209835 - Full duration: 85.0604588985 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 3.185 | 3.686 | 3.987 | 4.312 | 4.638 | 3.699 | 100.0% | 10 | - | nova.create_100_rules | 18.567 | 26.267 | 26.534 | 26.699 | 26.865 | 24.773 | 100.0% | 10 | - | nova.list_security_groups | 0.078 | 0.128 | 0.182 | 0.185 | 0.187 | 0.13 | 100.0% | 10 | - | total | 22.414 | 29.93 | 30.82 | 30.98 | 31.14 | 28.603 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 82.9733760357 - Full duration: 116.589685917 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 2.944 | 3.432 | 3.733 | 3.782 | 3.831 | 3.421 | 100.0% | 10 | - | nova.create_100_rules | 16.376 | 21.41 | 22.17 | 22.462 | 22.754 | 20.611 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.917 | 1.088 | 1.275 | 1.303 | 1.332 | 1.093 | 100.0% | 10 | - | total | 20.695 | 25.965 | 26.896 | 26.95 | 27.004 | 25.125 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.9624798298 - Full duration: 89.82077384 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 4.125 | 4.583 | 6.312 | 6.519 | 6.725 | 5.156 | 100.0% | 10 | - | nova.reboot_server | 2.419 | 2.493 | 2.871 | 3.889 | 4.906 | 2.736 | 100.0% | 10 | - | nova.soft_reboot_server | 4.365 | 4.758 | 16.946 | 70.03 | 123.114 | 16.564 | 100.0% | 10 | - | nova.stop_server | 5.106 | 14.074 | 15.736 | 15.772 | 15.808 | 13.538 | 100.0% | 10 | - | nova.start_server | 1.398 | 1.653 | 1.789 | 2.027 | 2.264 | 1.691 | 100.0% | 10 | - | nova.rescue_server | 6.466 | 6.855 | 15.712 | 16.593 | 17.474 | 8.701 | 100.0% | 10 | - | nova.unrescue_server | 2.236 | 2.258 | 2.473 | 2.501 | 2.529 | 2.318 | 100.0% | 10 | - | nova.delete_server | 2.302 | 2.339 | 2.497 | 2.533 | 2.568 | 2.392 | 100.0% | 10 | - | total | 30.075 | 40.221 | 65.737 | 113.006 | 160.274 | 53.112 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 160.307124138 - Full duration: 195.760754108 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.346 | 5.987 | 7.641 | 7.662 | 7.683 | 6.099 | 100.0% | 10 | - | total | 4.346 | 5.987 | 7.641 | 7.662 | 7.684 | 6.099 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.5887329578 - Full duration: 42.9464931488 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 2.723 | 3.726 | 4.171 | 4.216 | 4.261 | 3.683 | 100.0% | 10 | - | nova.create_100_rules | 18.505 | 26.114 | 26.91 | 26.926 | 26.943 | 24.62 | 100.0% | 10 | - | nova.boot_server | 3.627 | 4.946 | 5.965 | 6.019 | 6.073 | 4.932 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.108 | 0.131 | 0.253 | 0.324 | 0.396 | 0.166 | 100.0% | 10 | - | nova.delete_server | 2.334 | 2.379 | 2.491 | 2.512 | 2.533 | 2.396 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.973 | 1.409 | 1.639 | 1.832 | 2.026 | 1.399 | 100.0% | 10 | - | total | 28.564 | 39.133 | 39.77 | 39.952 | 40.134 | 37.197 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.169257164 - Full duration: 144.236375093 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.178 | 6.265 | 6.892 | 7.037 | 7.182 | 6.066 | 100.0% | 10 | - | nova.pause_server | 2.287 | 2.526 | 2.683 | 2.743 | 2.804 | 2.548 | 100.0% | 10 | - | nova.unpause_server | 2.436 | 2.503 | 2.571 | 2.571 | 2.572 | 2.507 | 100.0% | 10 | - | nova.delete_server | 2.294 | 2.606 | 2.995 | 3.945 | 4.895 | 2.755 | 100.0% | 10 | - | total | 11.529 | 13.896 | 14.859 | 15.712 | 16.564 | 13.876 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.5261249542 - Full duration: 76.823114872 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 5.836 | 6.478 | 9.07 | 9.177 | 9.283 | 7.115 | 100.0% | 10 | - | nova.boot_server | 5.52 | 6.079 | 6.596 | 7.362 | 8.128 | 6.22 | 100.0% | 10 | - | total | 11.526 | 12.516 | 15.434 | 15.438 | 15.442 | 13.335 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.5622808933 - Full duration: 73.6733939648 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 4.694 | 6.002 | 6.133 | 6.249 | 6.365 | 5.738 | 100.0% | 10 | - | nova.list_servers | 0.141 | 0.377 | 0.551 | 0.599 | 0.646 | 0.376 | 100.0% | 10 | - | total | 5.074 | 6.186 | 6.707 | 6.807 | 6.906 | 6.114 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.6599957943 - Full duration: 64.1471071243 - - run_rally - INFO - Test scenario: "nova" Failed. - run_rally - INFO - Starting test scenario "quotas" ... - - Preparing input task - Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: started - Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 | - | total | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.54990196228 - Full duration: 9.24233794212 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.318 | 0.578 | 0.742 | 0.759 | 0.776 | 0.558 | 100.0% | 10 | - | total | 0.384 | 0.669 | 0.825 | 0.837 | 0.848 | 0.646 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.74635910988 - Full duration: 8.15396595001 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.686 | 0.867 | 1.072 | 1.087 | 1.102 | 0.87 | 100.0% | 10 | - | quotas.delete_quotas | 0.563 | 0.613 | 0.737 | 0.75 | 0.763 | 0.631 | 100.0% | 10 | - | total | 1.274 | 1.453 | 1.698 | 1.782 | 1.865 | 1.501 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.41035509109 - Full duration: 11.0862941742 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.48 | 0.753 | 1.082 | 1.107 | 1.133 | 0.811 | 100.0% | 10 | - | quotas.delete_quotas | 0.025 | 0.066 | 0.091 | 0.114 | 0.138 | 0.066 | 100.0% | 10 | - | total | 0.505 | 0.812 | 1.14 | 1.173 | 1.206 | 0.878 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45851612091 - Full duration: 8.88383197784 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 | - | total | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38111186028 - Full duration: 8.62598204613 - - run_rally - INFO - Test scenario: "quotas" OK. - run_rally - INFO - Starting test scenario "requests" ... - - Preparing input task - Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: started - Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.022 | 5.033 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 | - | total | 5.022 | 5.034 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.5716190338 - Full duration: 18.0286371708 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 | - | total | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.1103169918 - Full duration: 17.6116039753 - - run_rally - INFO - Test scenario: "requests" OK. - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:20 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:52 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 15:05 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:52 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:19 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 07:05 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 52:04 | 52 | 88.89% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:45 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:35 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:26:02 | 220 | 97.91% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ODL -^^^ -:: - - FUNCTEST.info: Running ODL test... - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | FAIL | - 404 != 200 - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL | - 4 critical tests, 3 passed, 1 failed - 4 tests total, 3 passed, 1 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | FAIL | - 18 critical tests, 15 passed, 3 failed - 18 tests total, 15 passed, 3 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - - -Feature tests -------------- - -vIMS -^^^^ - -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'495.7' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'759.1' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17' - vIMS - INFO - vIMS functional test duration:'109.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Doctor -^^^^^^ - -:: - - FUNCTEST.info: Running Doctor test... - doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh - doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img - Note: doctor/tests/run.sh has been executed. - PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data. - 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms - - --- 192.30.9.7 ping statistics --- - 1 packets transmitted, 1 received, 0% packet loss, time 0ms - rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms - preparing VM image... - +------------------+--------------------------------------+ - | Property | Value | - +------------------+--------------------------------------+ - | checksum | 11834a548b5f6fa25d331353b139cb1a | - | container_format | bare | - | created_at | 2016-02-24T07:59:46Z | - | disk_format | qcow2 | - | id | 0074bf80-807e-4cb7-b904-bf4347c2a668 | - | min_disk | 0 | - | min_ram | 0 | - | name | cirros | - | owner | 3d15a63c2519439f839df6785236b0e1 | - | protected | False | - | size | 15482 | - | status | active | - | tags | [] | - | updated_at | 2016-02-24T07:59:47Z | - | virtual_size | None | - | visibility | public | - +------------------+--------------------------------------+ - starting doctor sample components... - creating VM and alarm... - +--------------------------------------+-----------------------------------------------+ - | Property | Value | - +--------------------------------------+-----------------------------------------------+ - | OS-DCF:diskConfig | MANUAL | - | OS-EXT-AZ:availability_zone | | - | OS-EXT-SRV-ATTR:host | - | - | OS-EXT-SRV-ATTR:hypervisor_hostname | - | - | OS-EXT-SRV-ATTR:instance_name | instance-00000048 | - | OS-EXT-STS:power_state | 0 | - | OS-EXT-STS:task_state | scheduling | - | OS-EXT-STS:vm_state | building | - | OS-SRV-USG:launched_at | - | - | OS-SRV-USG:terminated_at | - | - | accessIPv4 | | - | accessIPv6 | | - | adminPass | AaUNZaoqw74Q | - | config_drive | | - | created | 2016-02-24T07:59:49Z | - | flavor | m1.tiny (1) | - | hostId | | - | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 | - | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) | - | key_name | - | - | metadata | {} | - | name | doctor_vm1 | - | os-extended-volumes:volumes_attached | [] | - | progress | 0 | - | security_groups | default | - | status | BUILD | - | tenant_id | 3d15a63c2519439f839df6785236b0e1 | - | updated | 2016-02-24T07:59:49Z | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +--------------------------------------+-----------------------------------------------+ - - +---------------------------+----------------------------------------------------------------------+ - | Property | Value | - +---------------------------+----------------------------------------------------------------------+ - | alarm_actions | ["http://localhost:12346/failure"] | - | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 | - | description | VM failure | - | enabled | True | - | event_type | compute.instance.update | - | insufficient_data_actions | [] | - | name | doctor_alarm1 | - | ok_actions | [] | - | project_id | 3d15a63c2519439f839df6785236b0e1 | - | query | [{"field": "traits.state", "type": "string", "value": "error", "op": | - | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": | - | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] | - | repeat_actions | False | - | severity | moderate | - | state | insufficient data | - | type | event | - | user_id | 0cfa3d72e33b490880278ff6676aa961 | - +---------------------------+----------------------------------------------------------------------+ - waiting for vm launch... - injecting host failure... - disabling network of comupte host [overcloud-novacompute-0] for 3 mins... - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - 0 OK - done - cleanup... - 24120 - 24124 - 24122 - 24144 - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect. - 24125 - 24136 - + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log' - Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts. - sudo ip link set enp8s0 down - <Response [200]> - Request to delete server doctor_vm1 has been accepted. - waiting disabled compute host back to be enabled... - - doctor - INFO - doctor OK diff --git a/docs/results/compass-os-nosdn-nofeature-ha.rst b/docs/results/compass-os-nosdn-nofeature-ha.rst deleted file mode 100644 index 294cb09f..00000000 --- a/docs/results/compass-os-nosdn-nofeature-ha.rst +++ /dev/null @@ -1,1667 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for compass-os-nosdn-nofeature-ha -------------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 04:35:47' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=193891f9-6644-4668-9ac4-bd9336610a99 - network=999caa31-8f28-4737-aa6e-3981e28a7e55 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=193891f9-6644-4668-9ac4-bd9336610a99 - network=999caa31-8f28-4737-aa6e-3981e28a7e55 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.101' - vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'43.2' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 04:36:44' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=53004632-aa69-4868-8234-2ef945681fcd - network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=53004632-aa69-4868-8234-2ef945681fcd - network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'24.4' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-23 04:37:19.865 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-23 04:37:24.332 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 28be74fb-34e0-4247-833c-a8c5b3fd85d2 | d2a31b24-70b3-48ab-bd03-8d7a0dab20bd | | 210 | 0 | 2016-02-23 04:37:25.793306 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.20837 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.20097 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 27.41889 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.64765 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.27470 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06285 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.06897 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06414 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11873 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06762 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06739 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06986 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06254 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05104 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12018 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07818 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10564 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06481 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.30634 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.20722 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.13093 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.38276 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.54540 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.33321 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.36469 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.15517 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06856 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18377 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.16882 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 3.15690 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07962 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.15120 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.18218 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00110 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.06973 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.27398 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.20951 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.18499 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.15917 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.31948 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.14946 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07635 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07788 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.06447 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.05937 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.07365 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.19332 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00071 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.15138 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06312 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01957 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07095 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08593 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01455 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01158 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04029 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06225 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.06189 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26184 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02082 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06492 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00083 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 3.32560 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 8.17266 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 8.58619 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.29429 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 79.87435 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.54175 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 23.12381 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 6.94824 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.08712 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.16214 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.68228 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.29523 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.35906 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68377 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.54206 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.55368 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.45879 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 29.40153 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 25.63768 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 14.29183 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.85255 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.59683 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 0.78070 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.64926 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.79184 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.62816 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.67889 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.91872 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.67651 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.39363 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.50851 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.57311 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.45111 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.39532 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.43734 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.62367 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.59665 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.38844 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.29632 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.34865 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.46513 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41424 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.08979 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01101 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.07763 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01368 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50557 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08336 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.23059 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05377 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 42.94954 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.65627 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.08496 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.09567 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00685 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.20509 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.12058 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.13306 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.03344 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28451 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15089 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.93789 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.11553 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.11774 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.20859 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.15701 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.84413 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02197 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01614 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01513 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01626 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01377 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01219 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.06385 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.74490 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.30669 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42703 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.46679 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.11398 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.40153 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.62250 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.06048 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.64767 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.05674 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.46703 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.15288 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.19505 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.18705 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.16809 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06150 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.06589 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03918 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.09078 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.12778 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.04437 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07037 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.08725 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03485 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.94866 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.57085 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.63361 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05208 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04959 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.22772 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.51603 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.89179 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.16512 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.05618 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.21613 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.92424 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.44097 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.08964 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.05695 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.48158 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.24519 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.01040 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.40816 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.55388 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02194 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.51425 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.62336 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02465 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.31894 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.32025 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02302 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.66552 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.40307 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.43128 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.50089 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.47817 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.50681 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.37768 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.07322 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.82997 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.47396 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.64936 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.83658 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.39640 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.41953 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.27254 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.80658 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05079 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05690 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 44.43032 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 21.90475 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 121.16825 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 117.34801 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2304:37:25.793306', 'duration': 261, 'tests': 210, 'failures': 0} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: started - Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.122 | 0.136 | 0.153 | 0.155 | 0.158 | 0.138 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.045 | 0.056 | 0.06 | 0.064 | 0.047 | 100.0% | 10 | - | total | 0.227 | 0.264 | 0.28 | 0.283 | 0.285 | 0.26 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.795955181122 - Full duration: 2.89371585846 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.064 | 0.077 | 0.097 | 0.114 | 0.131 | 0.081 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.246862888336 - Full duration: 2.44218397141 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.127 | 0.151 | 0.186 | 0.195 | 0.205 | 0.157 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.026 | 0.09 | 0.113 | 0.133 | 0.153 | 0.08 | 100.0% | 10 | - | total | 0.228 | 0.319 | 0.383 | 0.402 | 0.422 | 0.321 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.963713884354 - Full duration: 3.11927700043 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.104 | 0.122 | 0.133 | 0.139 | 0.144 | 0.121 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.028 | 0.031 | 0.04 | 0.041 | 0.042 | 0.034 | 100.0% | 10 | - | total | 0.2 | 0.243 | 0.249 | 0.256 | 0.263 | 0.235 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.704430103302 - Full duration: 2.78888607025 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.102 | 0.117 | 0.131 | 0.139 | 0.147 | 0.119 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.019 | 0.076 | 0.083 | 0.085 | 0.087 | 0.071 | 100.0% | 10 | - | total | 0.229 | 0.263 | 0.304 | 0.317 | 0.331 | 0.269 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.82511305809 - Full duration: 2.97128987312 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.111 | 0.12 | 0.134 | 0.135 | 0.135 | 0.123 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.03 | 0.086 | 0.104 | 0.104 | 0.104 | 0.084 | 100.0% | 10 | - | total | 0.22 | 0.28 | 0.307 | 0.31 | 0.312 | 0.278 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.855668067932 - Full duration: 3.13501811028 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 3234c959-6176-4a4f-adf4-50f3f3083d67: started - Task 3234c959-6176-4a4f-adf4-50f3f3083d67: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 | - | total | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.649740934372 - Full duration: 3.67985486984 - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 2.782 | 3.177 | 3.617 | 3.638 | 3.659 | 3.198 | 100.0% | 10 | - | nova.boot_servers | 9.48 | 13.931 | 17.26 | 17.274 | 17.287 | 13.824 | 100.0% | 10 | - | total | 12.296 | 16.956 | 20.848 | 20.857 | 20.866 | 17.022 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 49.9618289471 - Full duration: 73.9044458866 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.779 | 3.406 | 3.655 | 3.673 | 3.692 | 3.306 | 100.0% | 10 | - | glance.list_images | 0.039 | 0.046 | 0.048 | 0.049 | 0.049 | 0.045 | 100.0% | 10 | - | total | 2.82 | 3.453 | 3.703 | 3.722 | 3.741 | 3.351 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.77695393562 - Full duration: 14.4172940254 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.788 | 3.69 | 3.785 | 3.83 | 3.876 | 3.489 | 100.0% | 10 | - | glance.delete_image | 0.129 | 0.146 | 0.203 | 0.239 | 0.275 | 0.166 | 100.0% | 10 | - | total | 2.933 | 3.884 | 3.951 | 3.986 | 4.02 | 3.655 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.762845993 - Full duration: 13.6261451244 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: started - Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.723 | 10.184 | 13.839 | 13.936 | 14.032 | 10.913 | 100.0% | 10 | - | cinder.create_volume | 2.731 | 2.833 | 2.935 | 3.005 | 3.076 | 2.847 | 100.0% | 10 | - | nova.attach_volume | 7.613 | 7.977 | 8.755 | 9.542 | 10.33 | 8.197 | 100.0% | 10 | - | nova.detach_volume | 3.034 | 3.429 | 5.352 | 5.414 | 5.476 | 4.052 | 100.0% | 10 | - | cinder.delete_volume | 2.44 | 2.495 | 2.591 | 2.6 | 2.609 | 2.503 | 100.0% | 10 | - | nova.delete_server | 2.423 | 2.508 | 2.823 | 3.661 | 4.499 | 2.704 | 100.0% | 10 | - | total | 28.081 | 29.986 | 35.858 | 36.584 | 37.309 | 31.218 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 93.1938638687 - Full duration: 105.67930007 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.887 | 5.424 | 5.581 | 5.636 | 5.69 | 4.98 | 100.0% | 10 | - | cinder.list_volumes | 0.079 | 0.157 | 0.177 | 0.182 | 0.186 | 0.147 | 100.0% | 10 | - | total | 2.966 | 5.594 | 5.745 | 5.781 | 5.817 | 5.127 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.3176538944 - Full duration: 25.6212191582 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.813 | 2.965 | 3.036 | 3.048 | 3.059 | 2.962 | 100.0% | 10 | - | cinder.list_volumes | 0.08 | 0.127 | 0.142 | 0.161 | 0.18 | 0.128 | 100.0% | 10 | - | total | 2.893 | 3.093 | 3.178 | 3.209 | 3.239 | 3.09 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.30827403069 - Full duration: 19.9378697872 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.438 | 2.526 | 2.593 | 2.593 | 2.593 | 2.528 | 100.0% | 10 | - | cinder.list_snapshots | 0.018 | 0.088 | 0.099 | 0.104 | 0.109 | 0.083 | 100.0% | 10 | - | total | 2.523 | 2.613 | 2.683 | 2.687 | 2.692 | 2.611 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.79824590683 - Full duration: 31.6265990734 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.891 | 3.012 | 3.068 | 3.069 | 3.069 | 2.987 | 100.0% | 10 | - | cinder.delete_volume | 2.505 | 2.583 | 2.686 | 2.713 | 2.739 | 2.598 | 100.0% | 10 | - | total | 5.445 | 5.6 | 5.697 | 5.7 | 5.703 | 5.586 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.8130619526 - Full duration: 23.3862919807 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.06 | 5.419 | 5.676 | 5.725 | 5.774 | 4.793 | 100.0% | 10 | - | cinder.delete_volume | 2.457 | 2.536 | 2.613 | 2.63 | 2.648 | 2.548 | 100.0% | 10 | - | total | 5.557 | 7.997 | 8.239 | 8.276 | 8.313 | 7.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6966080666 - Full duration: 28.6927661896 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.819 | 2.943 | 3.235 | 3.249 | 3.264 | 3.001 | 100.0% | 10 | - | cinder.delete_volume | 2.545 | 2.581 | 2.665 | 2.684 | 2.702 | 2.603 | 100.0% | 10 | - | total | 5.375 | 5.546 | 5.826 | 5.896 | 5.966 | 5.604 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.8036949635 - Full duration: 23.085185051 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.833 | 3.116 | 3.438 | 3.496 | 3.553 | 3.134 | 100.0% | 10 | - | cinder.upload_volume_to_image | 25.838 | 62.678 | 78.019 | 78.434 | 78.85 | 55.7 | 100.0% | 10 | - | cinder.delete_volume | 2.358 | 2.511 | 2.619 | 2.684 | 2.749 | 2.531 | 100.0% | 10 | - | nova.delete_image | 0.221 | 0.371 | 3.025 | 13.33 | 23.635 | 2.707 | 100.0% | 10 | - | total | 31.573 | 68.573 | 83.845 | 84.418 | 84.99 | 64.072 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 182.231485128 - Full duration: 189.13320303 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.43 | 2.545 | 2.599 | 2.6 | 2.602 | 2.539 | 100.0% | 10 | - | cinder.delete_snapshot | 2.326 | 2.495 | 2.611 | 2.675 | 2.739 | 2.493 | 100.0% | 10 | - | total | 4.887 | 5.04 | 5.173 | 5.186 | 5.199 | 5.032 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.9942228794 - Full duration: 33.8261451721 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.829 | 2.973 | 3.402 | 3.412 | 3.422 | 3.063 | 100.0% | 10 | - | total | 2.829 | 2.973 | 3.403 | 3.412 | 3.422 | 3.063 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.0781109333 - Full duration: 18.1423990726 - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - | cinder.create_volume | 2.85 | 2.939 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 | - | total | 2.85 | 2.94 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 8.73497700691 - Full duration: 19.4855289459 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.274 | 100.0% | 10 | - | total | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.275 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.827063083649 - Full duration: 47.6483559608 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.852 | 3.009 | 3.091 | 3.106 | 3.122 | 3.005 | 100.0% | 10 | - | cinder.create_snapshot | 2.321 | 2.392 | 2.404 | 2.404 | 2.405 | 2.377 | 100.0% | 10 | - | nova.attach_volume | 5.473 | 7.981 | 11.399 | 12.215 | 13.031 | 8.96 | 100.0% | 10 | - | nova.detach_volume | 3.035 | 5.168 | 5.603 | 5.772 | 5.941 | 4.587 | 100.0% | 10 | - | cinder.delete_snapshot | 2.209 | 2.347 | 2.41 | 2.417 | 2.424 | 2.349 | 100.0% | 10 | - | cinder.delete_volume | 2.412 | 2.494 | 2.582 | 2.616 | 2.65 | 2.508 | 100.0% | 10 | - | total | 21.417 | 23.884 | 26.577 | 26.903 | 27.228 | 24.098 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9750390053 - Full duration: 126.263324976 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.872 | 12.204 | 17.525 | 19.351 | 21.177 | 13.167 | 100.0% | 10 | - | cinder.delete_volume | 2.325 | 2.554 | 2.928 | 3.924 | 4.92 | 2.779 | 100.0% | 10 | - | total | 12.426 | 14.781 | 20.202 | 21.897 | 23.592 | 15.947 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 43.4407100677 - Full duration: 62.327357769 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.858 | 2.94 | 3.074 | 3.087 | 3.1 | 2.956 | 100.0% | 10 | - | cinder.extend_volume | 2.572 | 2.848 | 2.884 | 2.919 | 2.954 | 2.8 | 100.0% | 10 | - | cinder.delete_volume | 2.433 | 2.567 | 2.67 | 2.693 | 2.716 | 2.567 | 100.0% | 10 | - | total | 7.982 | 8.292 | 8.558 | 8.616 | 8.674 | 8.323 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9033889771 - Full duration: 31.5932898521 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.882 | 2.947 | 3.229 | 3.231 | 3.233 | 3.005 | 100.0% | 10 | - | cinder.create_snapshot | 2.268 | 2.345 | 2.421 | 2.456 | 2.491 | 2.36 | 100.0% | 10 | - | nova.attach_volume | 7.593 | 8.071 | 12.707 | 13.727 | 14.747 | 9.373 | 100.0% | 10 | - | nova.detach_volume | 2.962 | 5.331 | 5.412 | 5.491 | 5.57 | 5.076 | 100.0% | 10 | - | cinder.delete_snapshot | 2.185 | 2.286 | 2.366 | 2.374 | 2.381 | 2.298 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.524 | 2.593 | 2.61 | 2.627 | 2.52 | 100.0% | 10 | - | total | 21.713 | 23.963 | 28.368 | 29.657 | 30.947 | 24.974 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.7474370003 - Full duration: 132.963656902 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.739 | 2.89 | 3.033 | 3.058 | 3.084 | 2.914 | 100.0% | 10 | - | cinder.create_snapshot | 2.247 | 2.401 | 2.466 | 2.485 | 2.503 | 2.388 | 100.0% | 10 | - | nova.attach_volume | 7.882 | 8.891 | 10.439 | 11.312 | 12.186 | 9.222 | 100.0% | 10 | - | nova.detach_volume | 2.94 | 5.373 | 5.635 | 5.661 | 5.687 | 4.764 | 100.0% | 10 | - | cinder.delete_snapshot | 2.283 | 2.332 | 2.481 | 2.585 | 2.688 | 2.381 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.495 | 2.547 | 2.558 | 2.569 | 2.489 | 100.0% | 10 | - | total | 21.386 | 24.555 | 26.13 | 26.247 | 26.365 | 24.746 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 76.0001449585 - Full duration: 139.533368111 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 7d1551b5-51d4-480b-816d-571bc61773ac: started - Task 7d1551b5-51d4-480b-816d-571bc61773ac: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.896 | 3.025 | 3.297 | 3.342 | 3.386 | 3.075 | 100.0% | 10 | - | heat.suspend_stack | 0.444 | 1.622 | 1.791 | 1.817 | 1.844 | 1.332 | 100.0% | 10 | - | heat.resume_stack | 1.365 | 1.657 | 1.701 | 1.755 | 1.809 | 1.598 | 100.0% | 10 | - | heat.delete_stack | 0.499 | 1.531 | 1.644 | 1.655 | 1.665 | 1.451 | 100.0% | 10 | - | total | 5.782 | 7.652 | 8.146 | 8.28 | 8.414 | 7.455 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.9193868637 - Full duration: 25.3411290646 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.023 | 3.144 | 3.331 | 3.531 | 3.73 | 3.206 | 100.0% | 10 | - | heat.delete_stack | 0.437 | 0.646 | 1.617 | 1.676 | 1.734 | 0.972 | 100.0% | 10 | - | total | 3.54 | 3.767 | 4.914 | 5.114 | 5.314 | 4.178 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.2326231003 - Full duration: 15.3595271111 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 14.933 | 16.348 | 17.828 | 18.321 | 18.813 | 16.471 | 100.0% | 10 | - | heat.delete_stack | 6.665 | 8.038 | 8.335 | 8.772 | 9.208 | 7.711 | 100.0% | 10 | - | total | 22.386 | 24.346 | 25.661 | 25.74 | 25.818 | 24.182 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.8466770649 - Full duration: 76.0618572235 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 16.663 | 19.357 | 20.553 | 21.32 | 22.088 | 19.17 | 100.0% | 10 | - | heat.delete_stack | 9.144 | 9.269 | 10.036 | 10.227 | 10.417 | 9.461 | 100.0% | 10 | - | total | 25.982 | 28.953 | 30.462 | 30.847 | 31.232 | 28.631 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 84.6888990402 - Full duration: 88.1814341545 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.219 | 0.246 | 0.383 | 0.4 | 0.417 | 0.287 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.219 | 0.246 | 0.383 | 0.4 | 0.418 | 0.287 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.863615989685 - Full duration: 3.55412602425 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.866 | 3.102 | 3.266 | 3.29 | 3.314 | 3.097 | 100.0% | 10 | - | heat.update_stack | 2.641 | 3.637 | 3.803 | 3.813 | 3.822 | 3.497 | 100.0% | 10 | - | heat.delete_stack | 1.394 | 1.515 | 1.651 | 1.666 | 1.681 | 1.534 | 100.0% | 10 | - | total | 7.247 | 8.255 | 8.454 | 8.543 | 8.631 | 8.127 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.2989928722 - Full duration: 27.7337241173 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.799 | 3.033 | 3.19 | 3.306 | 3.422 | 3.046 | 100.0% | 10 | - | heat.update_stack | 2.509 | 3.732 | 3.845 | 3.847 | 3.849 | 3.321 | 100.0% | 10 | - | heat.delete_stack | 1.302 | 1.538 | 1.641 | 1.733 | 1.824 | 1.542 | 100.0% | 10 | - | total | 7.14 | 8.084 | 8.351 | 8.371 | 8.39 | 7.909 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.4465420246 - Full duration: 27.0243220329 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.894 | 3.127 | 3.22 | 3.399 | 3.579 | 3.129 | 100.0% | 10 | - | heat.update_stack | 4.739 | 5.169 | 6.092 | 6.105 | 6.119 | 5.309 | 100.0% | 10 | - | heat.delete_stack | 1.422 | 1.839 | 2.562 | 2.565 | 2.567 | 1.989 | 100.0% | 10 | - | total | 9.674 | 10.622 | 10.9 | 10.921 | 10.941 | 10.427 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.9374701977 - Full duration: 34.6409509182 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.25441002846 - Full duration: 14.2524240017 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.776 | 3.256 | 3.502 | 3.878 | 4.255 | 3.292 | 100.0% | 10 | - | heat.update_stack | 4.632 | 4.964 | 5.353 | 5.818 | 6.284 | 5.076 | 100.0% | 10 | - | heat.delete_stack | 1.439 | 2.134 | 2.645 | 2.668 | 2.691 | 2.088 | 100.0% | 10 | - | total | 9.373 | 10.496 | 11.129 | 11.584 | 12.039 | 10.455 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.1429200172 - Full duration: 34.8937320709 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.804 | 3.071 | 3.166 | 3.186 | 3.206 | 3.026 | 100.0% | 10 | - | heat.update_stack | 2.737 | 3.748 | 4.018 | 4.043 | 4.068 | 3.617 | 100.0% | 10 | - | heat.delete_stack | 1.31 | 1.555 | 1.823 | 1.832 | 1.841 | 1.569 | 100.0% | 10 | - | total | 7.424 | 8.294 | 8.696 | 8.74 | 8.783 | 8.212 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.5028841496 - Full duration: 28.3026170731 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.956 | 3.13 | 3.324 | 3.341 | 3.359 | 3.141 | 100.0% | 10 | - | heat.list_stacks | 0.033 | 0.168 | 0.248 | 0.276 | 0.304 | 0.14 | 100.0% | 10 | - | total | 3.124 | 3.262 | 3.41 | 3.453 | 3.497 | 3.281 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.0396568775 - Full duration: 17.6087501049 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.922 | 3.155 | 3.412 | 3.413 | 3.415 | 3.159 | 100.0% | 10 | - | heat.check_stack | 0.418 | 0.518 | 1.02 | 1.361 | 1.702 | 0.701 | 100.0% | 10 | - | heat.delete_stack | 0.687 | 1.665 | 1.773 | 1.786 | 1.799 | 1.56 | 100.0% | 10 | - | total | 4.445 | 5.362 | 5.863 | 6.138 | 6.413 | 5.42 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1680779457 - Full duration: 20.0481300354 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 5cfc1b63-088e-4840-a525-13064451e8d6: started - Task 5cfc1b63-088e-4840-a525-13064451e8d6: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.105 | 0.119 | 0.16 | 0.16 | 0.161 | 0.125 | 100.0% | 10 | - | keystone.create_users | 0.592 | 0.653 | 0.694 | 0.719 | 0.744 | 0.657 | 100.0% | 10 | - | total | 0.706 | 0.77 | 0.844 | 0.874 | 0.905 | 0.782 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.32407808304 - Full duration: 12.4144320488 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.116 | 0.119 | 0.144 | 0.149 | 0.154 | 0.125 | 100.0% | 10 | - | keystone.add_role | 0.088 | 0.099 | 0.107 | 0.107 | 0.107 | 0.099 | 100.0% | 10 | - | keystone.list_roles | 0.054 | 0.058 | 0.095 | 0.097 | 0.1 | 0.067 | 100.0% | 10 | - | total | 0.27 | 0.28 | 0.345 | 0.35 | 0.355 | 0.292 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.863723993301 - Full duration: 6.29958295822 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.121 | 0.217 | 0.274 | 0.281 | 0.288 | 0.2 | 100.0% | 10 | - | keystone.add_role | 0.089 | 0.092 | 0.098 | 0.098 | 0.099 | 0.093 | 100.0% | 10 | - | keystone.remove_role | 0.058 | 0.061 | 0.156 | 0.161 | 0.167 | 0.081 | 100.0% | 10 | - | total | 0.274 | 0.371 | 0.497 | 0.517 | 0.537 | 0.373 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.090020895 - Full duration: 6.37877011299 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.123 | 0.223 | 0.286 | 0.291 | 0.296 | 0.209 | 100.0% | 10 | - | keystone.update_tenant | 0.052 | 0.056 | 0.065 | 0.066 | 0.068 | 0.057 | 100.0% | 10 | - | keystone.delete_tenant | 0.125 | 0.135 | 0.286 | 0.307 | 0.327 | 0.18 | 100.0% | 10 | - | total | 0.302 | 0.416 | 0.63 | 0.632 | 0.634 | 0.446 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.29043102264 - Full duration: 5.07875084877 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.109 | 0.123 | 0.128 | 0.132 | 0.135 | 0.122 | 100.0% | 10 | - | keystone.delete_service | 0.059 | 0.07 | 0.121 | 0.128 | 0.134 | 0.079 | 100.0% | 10 | - | total | 0.174 | 0.196 | 0.234 | 0.245 | 0.255 | 0.201 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.603389024734 - Full duration: 4.27351093292 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 | - | total | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.428766012192 - Full duration: 4.18886899948 - - test scenario KeystoneBasic.create_user - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_user | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 | - | total | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.443462133408 - Full duration: 4.19236207008 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.111 | 0.117 | 0.165 | 0.178 | 0.191 | 0.132 | 100.0% | 10 | - | keystone.list_tenants | 0.046 | 0.055 | 0.065 | 0.066 | 0.067 | 0.055 | 100.0% | 10 | - | total | 0.163 | 0.179 | 0.214 | 0.231 | 0.247 | 0.187 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.561487913132 - Full duration: 5.7246799469 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.12 | 0.232 | 0.282 | 0.289 | 0.296 | 0.206 | 100.0% | 10 | - | keystone.delete_role | 0.104 | 0.117 | 0.133 | 0.169 | 0.206 | 0.124 | 100.0% | 10 | - | total | 0.239 | 0.342 | 0.401 | 0.452 | 0.502 | 0.33 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.990566015244 - Full duration: 4.97686004639 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.106 | 0.133 | 0.16 | 0.174 | 0.187 | 0.139 | 100.0% | 10 | - | keystone.create_user | 0.058 | 0.066 | 0.07 | 0.071 | 0.071 | 0.065 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.053 | 0.07 | 0.086 | 0.103 | 0.059 | 100.0% | 10 | - | keystone.get_tenant | 0.044 | 0.048 | 0.055 | 0.076 | 0.098 | 0.053 | 100.0% | 10 | - | keystone.get_user | 0.051 | 0.057 | 0.063 | 0.063 | 0.063 | 0.057 | 100.0% | 10 | - | keystone.get_role | 0.044 | 0.047 | 0.055 | 0.056 | 0.058 | 0.049 | 100.0% | 10 | - | keystone.service_list | 0.045 | 0.049 | 0.06 | 0.081 | 0.101 | 0.054 | 100.0% | 10 | - | keystone.get_service | 0.043 | 0.049 | 0.062 | 0.079 | 0.097 | 0.053 | 100.0% | 10 | - | total | 0.475 | 0.518 | 0.577 | 0.6 | 0.622 | 0.529 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58831310272 - Full duration: 9.76444888115 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.13 | 0.145 | 0.177 | 0.195 | 0.213 | 0.152 | 100.0% | 10 | - | keystone.list_users | 0.052 | 0.055 | 0.08 | 0.093 | 0.106 | 0.062 | 100.0% | 10 | - | total | 0.183 | 0.2 | 0.269 | 0.274 | 0.279 | 0.214 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.642003059387 - Full duration: 4.59805297852 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: started - Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.42 | 0.516 | 0.669 | 0.677 | 0.684 | 0.538 | 100.0% | 10 | - | neutron.delete_port | 0.149 | 0.287 | 0.338 | 0.344 | 0.349 | 0.274 | 100.0% | 10 | - | total | 0.65 | 0.787 | 0.989 | 0.992 | 0.996 | 0.812 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.28342914581 - Full duration: 25.3548538685 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.389 | 0.492 | 0.542 | 0.564 | 0.587 | 0.479 | 100.0% | 10 | - | neutron.create_router | 0.034 | 0.165 | 0.179 | 0.18 | 0.181 | 0.118 | 100.0% | 10 | - | neutron.add_interface_router | 0.273 | 0.398 | 0.459 | 0.475 | 0.492 | 0.378 | 100.0% | 10 | - | neutron.list_routers | 0.042 | 0.111 | 0.208 | 0.214 | 0.219 | 0.12 | 100.0% | 10 | - | total | 0.873 | 1.083 | 1.266 | 1.32 | 1.373 | 1.095 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.14495706558 - Full duration: 27.2623529434 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.421 | 0.528 | 0.576 | 0.593 | 0.609 | 0.516 | 100.0% | 10 | - | neutron.create_router | 0.037 | 0.174 | 0.193 | 0.194 | 0.196 | 0.138 | 100.0% | 10 | - | neutron.add_interface_router | 0.372 | 0.44 | 0.726 | 0.729 | 0.732 | 0.499 | 100.0% | 10 | - | neutron.remove_interface_router | 0.231 | 0.385 | 0.445 | 0.495 | 0.545 | 0.365 | 100.0% | 10 | - | neutron.delete_router | 0.155 | 0.243 | 0.363 | 0.374 | 0.385 | 0.257 | 100.0% | 10 | - | total | 1.492 | 1.722 | 2.126 | 2.135 | 2.145 | 1.776 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.06723308563 - Full duration: 27.7173280716 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.429 | 0.479 | 0.682 | 0.709 | 0.736 | 0.518 | 100.0% | 10 | - | neutron.list_ports | 0.101 | 0.302 | 0.368 | 0.377 | 0.386 | 0.267 | 100.0% | 10 | - | total | 0.565 | 0.819 | 0.9 | 0.971 | 1.042 | 0.785 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.22692918777 - Full duration: 25.9097590446 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.383 | 0.414 | 0.558 | 0.562 | 0.565 | 0.439 | 100.0% | 10 | - | neutron.delete_subnet | 0.134 | 0.271 | 0.307 | 0.34 | 0.372 | 0.235 | 100.0% | 10 | - | total | 0.522 | 0.677 | 0.872 | 0.901 | 0.93 | 0.674 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.97971510887 - Full duration: 24.8733260632 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.3 | 0.32 | 0.403 | 0.407 | 0.411 | 0.338 | 100.0% | 10 | - | neutron.delete_network | 0.107 | 0.248 | 0.316 | 0.32 | 0.325 | 0.228 | 100.0% | 10 | - | total | 0.411 | 0.556 | 0.697 | 0.698 | 0.699 | 0.566 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71673607826 - Full duration: 13.4693968296 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.279 | 0.326 | 0.389 | 0.406 | 0.423 | 0.334 | 100.0% | 10 | - | neutron.list_networks | 0.043 | 0.11 | 0.18 | 0.187 | 0.194 | 0.112 | 100.0% | 10 | - | total | 0.328 | 0.437 | 0.564 | 0.59 | 0.617 | 0.446 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.4160130024 - Full duration: 15.1821639538 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.401 | 0.436 | 0.454 | 0.473 | 0.492 | 0.433 | 100.0% | 10 | - | neutron.create_router | 0.035 | 0.175 | 0.181 | 0.186 | 0.191 | 0.123 | 100.0% | 10 | - | neutron.add_interface_router | 0.293 | 0.416 | 0.46 | 0.461 | 0.461 | 0.401 | 100.0% | 10 | - | neutron.update_router | 0.131 | 0.215 | 0.311 | 0.331 | 0.35 | 0.219 | 100.0% | 10 | - | total | 1.012 | 1.171 | 1.336 | 1.359 | 1.381 | 1.176 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.52523398399 - Full duration: 28.7934508324 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.299 | 0.338 | 0.397 | 0.408 | 0.418 | 0.346 | 100.0% | 10 | - | neutron.update_network | 0.095 | 0.24 | 0.297 | 0.299 | 0.302 | 0.202 | 100.0% | 10 | - | total | 0.41 | 0.543 | 0.699 | 0.707 | 0.714 | 0.549 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.61482715607 - Full duration: 15.459831953 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.436 | 0.465 | 0.588 | 0.595 | 0.601 | 0.487 | 100.0% | 10 | - | neutron.update_port | 0.114 | 0.282 | 0.317 | 0.326 | 0.335 | 0.255 | 100.0% | 10 | - | total | 0.576 | 0.751 | 0.862 | 0.899 | 0.936 | 0.742 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.15260481834 - Full duration: 25.8613479137 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.4 | 0.495 | 0.538 | 0.551 | 0.564 | 0.483 | 100.0% | 10 | - | neutron.list_subnets | 0.065 | 0.217 | 0.28 | 0.319 | 0.357 | 0.22 | 100.0% | 10 | - | total | 0.563 | 0.718 | 0.793 | 0.798 | 0.802 | 0.703 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06506896019 - Full duration: 25.971654892 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.398 | 0.465 | 0.543 | 0.564 | 0.584 | 0.475 | 100.0% | 10 | - | neutron.update_subnet | 0.152 | 0.178 | 0.348 | 0.366 | 0.383 | 0.234 | 100.0% | 10 | - | total | 0.557 | 0.693 | 0.85 | 0.867 | 0.883 | 0.709 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06711506844 - Full duration: 25.9731898308 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: started - Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.374 | 0.484 | 0.667 | 0.672 | 0.678 | 0.503 | 100.0% | 10 | - | nova.delete_keypair | 0.016 | 0.021 | 0.025 | 0.027 | 0.028 | 0.021 | 100.0% | 10 | - | total | 0.399 | 0.51 | 0.687 | 0.692 | 0.698 | 0.524 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.59278798103 - Full duration: 15.4121351242 - - test scenario NovaServers.snapshot_server - +--------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - | nova.boot_server | 9.938 | 10.314 | 11.977 | 12.384 | 12.791 | 10.711 | 100.0% | 10 | - | nova.create_image | 33.802 | 39.898 | 69.264 | 70.135 | 71.005 | 45.583 | 100.0% | 10 | - | nova.delete_server | 2.408 | 2.848 | 3.266 | 4.121 | 4.975 | 2.967 | 100.0% | 10 | - | nova.boot_server (2) | 19.438 | 33.013 | 43.809 | 46.043 | 48.276 | 33.839 | 100.0% | 10 | - | nova.delete_server (2) | 2.395 | 2.453 | 4.821 | 4.891 | 4.961 | 3.009 | 100.0% | 10 | - | nova.delete_image | 0.264 | 0.373 | 0.749 | 1.036 | 1.323 | 0.484 | 100.0% | 10 | - | total | 70.267 | 96.724 | 117.768 | 118.599 | 119.43 | 96.593 | 100.0% | 10 | - +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+ - Load duration: 280.300797939 - Full duration: 304.846863985 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.406 | 0.458 | 0.533 | 0.575 | 0.616 | 0.474 | 100.0% | 10 | - | nova.boot_server | 8.324 | 10.158 | 11.335 | 11.766 | 12.197 | 10.115 | 100.0% | 10 | - | nova.delete_server | 2.382 | 2.425 | 2.618 | 2.621 | 2.625 | 2.456 | 100.0% | 10 | - | nova.delete_keypair | 0.014 | 0.019 | 0.028 | 0.029 | 0.029 | 0.02 | 100.0% | 10 | - | total | 11.352 | 13.038 | 14.228 | 14.667 | 15.107 | 13.066 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.3250300884 - Full duration: 62.0274989605 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.389 | 0.483 | 0.646 | 0.673 | 0.701 | 0.503 | 100.0% | 10 | - | nova.list_keypairs | 0.013 | 0.018 | 0.021 | 0.024 | 0.027 | 0.018 | 100.0% | 10 | - | total | 0.405 | 0.504 | 0.659 | 0.688 | 0.716 | 0.521 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.55672502518 - Full duration: 16.8414058685 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 | - | total | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98178386688 - Full duration: 66.4639019966 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.516 | 10.952 | 12.492 | 12.717 | 12.943 | 11.085 | 100.0% | 10 | - | nova.resize | 21.055 | 26.446 | 42.177 | 42.263 | 42.349 | 29.612 | 100.0% | 10 | - | nova.resize_confirm | 2.392 | 2.451 | 2.573 | 2.592 | 2.611 | 2.47 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.427 | 2.595 | 2.673 | 2.751 | 2.475 | 100.0% | 10 | - | total | 34.884 | 42.48 | 59.742 | 59.88 | 60.019 | 45.642 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 133.771182775 - Full duration: 147.319270134 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.421 | 5.82 | 6.128 | 6.151 | 6.173 | 5.197 | 100.0% | 10 | - | nova.boot_server | 13.462 | 15.116 | 17.314 | 17.513 | 17.711 | 15.217 | 100.0% | 10 | - | nova.delete_server | 4.532 | 4.689 | 6.776 | 6.8 | 6.823 | 5.275 | 100.0% | 10 | - | total | 21.563 | 26.332 | 28.183 | 28.315 | 28.446 | 25.689 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 76.1264929771 - Full duration: 105.501106024 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.668 | 10.279 | 12.669 | 12.746 | 12.824 | 10.808 | 100.0% | 10 | - | nova.stop_server | 4.695 | 14.48 | 15.73 | 15.737 | 15.745 | 11.929 | 100.0% | 10 | - | nova.migrate | 16.259 | 18.003 | 25.275 | 25.347 | 25.419 | 19.085 | 100.0% | 10 | - | nova.resize_confirm | 2.394 | 2.416 | 2.564 | 2.604 | 2.644 | 2.46 | 100.0% | 10 | - | nova.delete_server | 2.383 | 2.408 | 2.55 | 2.58 | 2.61 | 2.448 | 100.0% | 10 | - | total | 35.744 | 47.034 | 56.397 | 57.427 | 58.457 | 46.73 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 131.940564156 - Full duration: 145.82509613 - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.359 | 10.277 | 11.312 | 11.367 | 11.422 | 10.063 | 100.0% | 10 | - | nova.delete_server | 2.388 | 2.607 | 4.826 | 4.853 | 4.881 | 3.21 | 100.0% | 10 | - | total | 11.023 | 12.798 | 15.929 | 16.116 | 16.303 | 13.273 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.1904668808 - Full duration: 62.8628950119 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.636 | 9.789 | 12.354 | 12.414 | 12.474 | 10.12 | 100.0% | 10 | - | nova.rebuild_server | 11.032 | 13.82 | 21.821 | 22.321 | 22.821 | 16.342 | 100.0% | 10 | - | nova.delete_server | 2.382 | 2.461 | 2.664 | 2.759 | 2.854 | 2.524 | 100.0% | 10 | - | total | 24.342 | 28.632 | 33.812 | 34.242 | 34.671 | 28.986 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 82.0937809944 - Full duration: 105.129650116 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.596 | 2.105 | 2.35 | 2.351 | 2.352 | 2.061 | 100.0% | 10 | - | nova.create_100_rules | 8.873 | 10.349 | 10.555 | 10.65 | 10.745 | 10.067 | 100.0% | 10 | - | nova.list_security_groups | 0.129 | 0.183 | 0.281 | 0.318 | 0.354 | 0.201 | 100.0% | 10 | - | total | 11.189 | 12.51 | 12.822 | 12.823 | 12.823 | 12.329 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.4927339554 - Full duration: 63.6400220394 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.326 | 1.779 | 1.959 | 1.983 | 2.006 | 1.748 | 100.0% | 10 | - | nova.create_100_rules | 9.29 | 10.389 | 10.656 | 10.731 | 10.805 | 10.241 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.833 | 0.896 | 1.02 | 1.03 | 1.04 | 0.918 | 100.0% | 10 | - | total | 11.55 | 13.143 | 13.488 | 13.549 | 13.611 | 12.907 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.0758161545 - Full duration: 52.9351670742 - - test scenario NovaServers.boot_and_bounce_server - +----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 8.49 | 12.054 | 12.335 | 12.336 | 12.338 | 11.077 | 100.0% | 10 | - | nova.reboot_server | 4.412 | 4.746 | 6.676 | 6.794 | 6.912 | 5.252 | 100.0% | 10 | - | nova.soft_reboot_server | 6.592 | 7.729 | 125.626 | 125.9 | 126.174 | 31.142 | 100.0% | 10 | - | nova.stop_server | 4.709 | 4.817 | 4.999 | 5.006 | 5.013 | 4.835 | 100.0% | 10 | - | nova.start_server | 2.636 | 3.348 | 4.108 | 4.153 | 4.198 | 3.361 | 100.0% | 10 | - | nova.rescue_server | 6.613 | 6.787 | 17.596 | 17.726 | 17.855 | 11.037 | 100.0% | 10 | - | nova.unrescue_server | 2.324 | 4.485 | 6.647 | 6.653 | 6.659 | 4.948 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.416 | 4.666 | 4.731 | 4.797 | 3.1 | 100.0% | 10 | - | total | 39.617 | 54.891 | 166.239 | 170.845 | 175.451 | 74.764 | 100.0% | 10 | - +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - Load duration: 241.107405901 - Full duration: 264.433083773 - - test scenario NovaServers.boot_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 | - | total | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.5377810001 - Full duration: 56.3936619759 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.677 | 1.957 | 2.26 | 2.317 | 2.373 | 1.975 | 100.0% | 10 | - | nova.create_100_rules | 9.032 | 10.031 | 10.512 | 10.585 | 10.658 | 9.992 | 100.0% | 10 | - | nova.boot_server | 8.152 | 11.436 | 11.645 | 11.66 | 11.675 | 10.446 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.145 | 0.154 | 0.17 | 0.185 | 0.2 | 0.158 | 100.0% | 10 | - | nova.delete_server | 2.412 | 4.581 | 4.637 | 4.667 | 4.696 | 3.741 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.791 | 0.902 | 0.983 | 0.993 | 1.003 | 0.901 | 100.0% | 10 | - | total | 22.687 | 29.402 | 29.574 | 29.639 | 29.704 | 27.213 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 81.6792809963 - Full duration: 106.045881033 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 9.557 | 11.959 | 12.616 | 12.617 | 12.618 | 11.399 | 100.0% | 10 | - | nova.pause_server | 2.3 | 2.488 | 2.647 | 2.73 | 2.813 | 2.485 | 100.0% | 10 | - | nova.unpause_server | 2.313 | 2.338 | 2.459 | 2.519 | 2.579 | 2.376 | 100.0% | 10 | - | nova.delete_server | 2.379 | 4.554 | 4.593 | 4.6 | 4.608 | 3.72 | 100.0% | 10 | - | total | 16.731 | 21.47 | 21.938 | 22.069 | 22.201 | 19.98 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.1143479347 - Full duration: 84.1553788185 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.296 | 3.584 | 6.23 | 6.254 | 6.278 | 4.296 | 100.0% | 10 | - | nova.boot_server | 13.316 | 14.103 | 15.99 | 16.029 | 16.068 | 14.371 | 100.0% | 10 | - | total | 16.8 | 18.338 | 20.779 | 21.536 | 22.293 | 18.667 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.7340800762 - Full duration: 89.9920220375 - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.714 | 10.615 | 12.468 | 12.501 | 12.535 | 10.613 | 100.0% | 10 | - | nova.list_servers | 0.14 | 0.241 | 0.434 | 0.454 | 0.474 | 0.274 | 100.0% | 10 | - | total | 8.854 | 10.943 | 12.715 | 12.756 | 12.798 | 10.887 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.5609071255 - Full duration: 64.9602191448 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: started - Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: finished - - test scenario Quotas.cinder_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 | - | total | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98423290253 - Full duration: 7.3744559288 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.232 | 0.251 | 0.276 | 0.281 | 0.286 | 0.254 | 100.0% | 10 | - | total | 0.295 | 0.324 | 0.348 | 0.352 | 0.355 | 0.325 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.987355947495 - Full duration: 6.55621004105 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.609 | 0.648 | 0.736 | 0.755 | 0.775 | 0.663 | 100.0% | 10 | - | quotas.delete_quotas | 0.267 | 0.474 | 0.498 | 0.518 | 0.539 | 0.454 | 100.0% | 10 | - | total | 0.95 | 1.099 | 1.254 | 1.262 | 1.271 | 1.117 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.2654209137 - Full duration: 8.84793901443 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.319 | 0.353 | 0.393 | 0.4 | 0.408 | 0.358 | 100.0% | 8 | - | quotas.delete_quotas | 0.015 | 0.025 | 0.031 | 0.032 | 0.033 | 0.025 | 75.0% | 8 | - | total | 0.351 | 0.366 | 0.405 | 0.416 | 0.428 | 0.374 | 75.0% | 8 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.80732011795 - Full duration: 6.24122095108 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 | - | total | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.10930514336 - Full duration: 6.21793103218 - - run_rally - INFO - Test scenario: "quotas" Failed. - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 712d1722-52e2-4e3a-93dc-515e3fea5977: started - Task 712d1722-52e2-4e3a-93dc-515e3fea5977: finished - - test scenario HttpRequests.check_random_request - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | requests.check_request | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 | - | total | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 16.976375103 - Full duration: 19.3119690418 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 | - | total | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.4575350285 - Full duration: 18.7219369411 - - run_rally - INFO - Test scenario: "requests" OK. - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:17 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:45 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 17:38 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:53 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:07 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:41 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 30:14 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:35 | 7 | 95.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:38 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:03:52 | 229 | 98.59% | - +===================+============+===============+===========+ - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 04:47:07' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'432.5' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 04:54:20' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'616.2' - vIMS - INFO - vIMS functional test Start Time:'2016-02-23 05:07:44' - vIMS - INFO - vIMS functional test duration:'3.5' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. diff --git a/docs/results/compass-os-odl_l2-nofeature-ha.rst b/docs/results/compass-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index bed7f864..00000000 --- a/docs/results/compass-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,1769 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for apex-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-22 22:26:26' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=8588bf92-664e-46f0-ad4f-40347349b4db - network=1e07302c-1060-4862-ac96-81db4c46b173 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=8588bf92-664e-46f0-ad4f-40347349b4db - network=1e07302c-1060-4862-ac96-81db4c46b173 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.101' - vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'26.0' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-22 22:27:09' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=4e085313-471b-4846-96f8-d89c5fcdb453 - network=f1c6e324-f469-4d43-a53e-3716a2075556 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=4e085313-471b-4846-96f8-d89c5fcdb453 - network=f1c6e324-f469-4d43-a53e-3716a2075556 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'13.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 3275e5cd-a0cd-4961-95c8-11c5eceaa6a6 | 94d6d0c4-f111-4f1a-a9ee-dee149fe7ce1 | | 210 | 1 | 2016-02-22 22:27:42.722872 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.24365 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.06964 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.22175 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 10.97975 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.03882 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06729 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05931 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06307 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11320 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06453 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06586 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06862 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06207 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.18730 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07965 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10485 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06917 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.14038 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.10940 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.07005 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52047 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.56007 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.36847 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 6.81057 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 2.10654 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06566 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.16011 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.20656 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 69.80953 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07774 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17023 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.14159 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00084 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.09269 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.41847 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30351 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.24031 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.16460 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.23510 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.18628 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07873 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07850 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.05956 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.06586 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09254 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.23073 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00060 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14221 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.05795 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01868 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06964 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07267 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01534 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01306 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03567 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06330 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.05500 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.22976 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01362 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.08669 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00039 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 4.49759 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.29434 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.00534 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.31208 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 17.08686 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.94698 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 18.51575 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.22487 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07714 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15308 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.54182 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.31556 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.31066 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.53469 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.59802 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.53771 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.24685 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 17.18514 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 14.43669 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 6.66687 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 6.82712 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.87441 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.61025 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.77729 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.66808 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.66403 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.97748 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53671 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.53750 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.48586 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.38319 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.47622 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.47227 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.53487 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.41419 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37761 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.66937 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.40626 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.18956 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.41639 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.42068 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.32462 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09822 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01379 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.06999 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01451 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50159 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.06452 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.11341 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05076 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 38.69512 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.21321 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.17329 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.18341 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00759 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.24642 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.07626 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.08835 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02633 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.37189 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15162 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.86306 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.10101 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.12434 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.11215 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.12074 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.86182 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.06049 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01891 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01815 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02941 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02461 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.03987 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.05957 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.26863 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.41872 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.46002 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.68221 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.77595 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.72713 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.59088 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.16562 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.93480 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.01314 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.66236 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.72675 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.39541 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.13054 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.03480 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.05462 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03106 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03278 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.42674 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.18894 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.08396 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.11331 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.06513 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.04251 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.36723 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.36291 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.73091 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.20694 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.15012 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.36701 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.50158 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.70437 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.07769 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.06964 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.74936 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.65997 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.75798 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.38648 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.00947 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.91922 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.66228 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.09354 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.73626 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.59551 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02945 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.47389 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.93740 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02787 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55494 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.50572 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02163 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.82447 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.53325 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.38634 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.32465 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.55989 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.51489 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.86241 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.03735 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 11.17975 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.67439 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.39084 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.38683 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.07426 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.07575 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.26088 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.66599 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.41386 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.39419 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 27.45308 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 13.84478 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 85.32205 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 100.83926 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2222:27:42.722872', 'duration': 171, 'tests': 210, 'failures': 1} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: started - Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.112 | 0.132 | 0.201 | 0.201 | 0.201 | 0.143 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.046 | 0.107 | 0.111 | 0.115 | 0.063 | 100.0% | 10 | - | total | 0.226 | 0.257 | 0.386 | 0.389 | 0.391 | 0.286 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.860725164413 - Full duration: 3.2147500515 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.065 | 0.07 | 0.085 | 0.106 | 0.127 | 0.076 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.236154079437 - Full duration: 2.56328606606 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.106 | 0.121 | 0.259 | 0.268 | 0.277 | 0.148 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.022 | 0.028 | 0.122 | 0.18 | 0.237 | 0.065 | 100.0% | 10 | - | total | 0.212 | 0.25 | 0.426 | 0.429 | 0.431 | 0.294 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.876858949661 - Full duration: 3.099599123 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.108 | 0.125 | 0.144 | 0.144 | 0.144 | 0.126 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.025 | 0.034 | 0.039 | 0.04 | 0.04 | 0.034 | 100.0% | 10 | - | total | 0.214 | 0.242 | 0.258 | 0.263 | 0.268 | 0.239 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.719485044479 - Full duration: 2.89414715767 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.102 | 0.111 | 0.167 | 0.177 | 0.188 | 0.124 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.014 | 0.075 | 0.098 | 0.147 | 0.195 | 0.07 | 100.0% | 10 | - | total | 0.197 | 0.261 | 0.37 | 0.39 | 0.41 | 0.281 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.842756032944 - Full duration: 3.36014580727 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.106 | 0.121 | 0.133 | 0.137 | 0.142 | 0.122 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.029 | 0.088 | 0.109 | 0.11 | 0.111 | 0.087 | 100.0% | 10 | - | total | 0.218 | 0.286 | 0.32 | 0.324 | 0.328 | 0.281 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.860924005508 - Full duration: 3.14792895317 - - run_rally - INFO - Test scenario: "authenticate" OK. - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task e020cf98-caa0-4014-a28d-42748bf9dca3: started - Task e020cf98-caa0-4014-a28d-42748bf9dca3: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 | - | total | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.657658100128 - Full duration: 3.69541883469 - - test scenario GlanceImages.create_image_and_boot_instances - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 2.85 | 3.139 | 3.39 | 3.41 | 3.43 | 3.133 | 100.0% | 10 | - | nova.boot_servers | 5.898 | 6.853 | 7.241 | 7.329 | 7.417 | 6.806 | 100.0% | 10 | - | total | 8.797 | 10.039 | 10.461 | 10.534 | 10.607 | 9.94 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.545609951 - Full duration: 55.3799848557 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.821 | 3.548 | 3.89 | 3.905 | 3.92 | 3.507 | 100.0% | 10 | - | glance.list_images | 0.04 | 0.045 | 0.053 | 0.054 | 0.056 | 0.046 | 100.0% | 10 | - | total | 2.873 | 3.599 | 3.934 | 3.948 | 3.962 | 3.553 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4028940201 - Full duration: 15.1872868538 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.876 | 3.678 | 3.734 | 3.742 | 3.75 | 3.507 | 100.0% | 10 | - | glance.delete_image | 0.141 | 0.148 | 0.209 | 0.217 | 0.226 | 0.162 | 100.0% | 10 | - | total | 3.036 | 3.822 | 3.893 | 3.934 | 3.976 | 3.669 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.7681660652 - Full duration: 13.7783231735 - - run_rally - INFO - Test scenario: "glance" OK. - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task d1dd9119-e59d-4e80-ad09-072f6300762b: started - Task d1dd9119-e59d-4e80-ad09-072f6300762b: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.086 | 4.323 | 5.484 | 5.514 | 5.544 | 4.505 | 100.0% | 10 | - | cinder.create_volume | 2.703 | 2.882 | 2.961 | 2.969 | 2.978 | 2.865 | 100.0% | 10 | - | nova.attach_volume | 7.55 | 7.801 | 10.194 | 10.345 | 10.495 | 8.292 | 100.0% | 10 | - | nova.detach_volume | 2.967 | 5.217 | 5.602 | 5.694 | 5.786 | 4.468 | 100.0% | 10 | - | cinder.delete_volume | 2.393 | 2.51 | 2.562 | 2.572 | 2.582 | 2.497 | 100.0% | 10 | - | nova.delete_server | 2.375 | 2.429 | 2.554 | 2.595 | 2.637 | 2.46 | 100.0% | 10 | - | total | 21.586 | 25.034 | 28.962 | 29.376 | 29.79 | 25.088 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 74.0110630989 - Full duration: 87.3835339546 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.186 | 5.298 | 5.406 | 5.44 | 5.474 | 5.311 | 100.0% | 10 | - | cinder.list_volumes | 0.11 | 0.134 | 0.147 | 0.148 | 0.15 | 0.133 | 100.0% | 10 | - | total | 5.336 | 5.425 | 5.529 | 5.575 | 5.62 | 5.444 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3077280521 - Full duration: 27.7325429916 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.841 | 2.921 | 3.157 | 3.158 | 3.158 | 2.951 | 100.0% | 10 | - | cinder.list_volumes | 0.067 | 0.12 | 0.18 | 0.18 | 0.18 | 0.127 | 100.0% | 10 | - | total | 2.954 | 3.036 | 3.281 | 3.282 | 3.283 | 3.078 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.12118315697 - Full duration: 19.8639061451 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.433 | 2.508 | 2.551 | 2.552 | 2.554 | 2.5 | 100.0% | 10 | - | cinder.list_snapshots | 0.018 | 0.082 | 0.103 | 0.111 | 0.119 | 0.069 | 100.0% | 10 | - | total | 2.523 | 2.561 | 2.612 | 2.627 | 2.641 | 2.57 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.76097297668 - Full duration: 31.5859258175 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.795 | 2.848 | 2.943 | 2.955 | 2.968 | 2.867 | 100.0% | 10 | - | cinder.delete_volume | 2.446 | 2.499 | 2.595 | 2.669 | 2.744 | 2.524 | 100.0% | 10 | - | total | 5.295 | 5.374 | 5.521 | 5.53 | 5.539 | 5.391 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.1756019592 - Full duration: 23.199131012 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.287 | 5.38 | 5.424 | 5.439 | 5.454 | 5.365 | 100.0% | 10 | - | cinder.delete_volume | 2.394 | 2.549 | 2.687 | 2.699 | 2.711 | 2.555 | 100.0% | 10 | - | total | 7.728 | 7.896 | 8.06 | 8.081 | 8.103 | 7.92 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.6543819904 - Full duration: 30.6390721798 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.885 | 2.937 | 3.053 | 3.059 | 3.066 | 2.962 | 100.0% | 10 | - | cinder.delete_volume | 2.405 | 2.586 | 2.691 | 2.732 | 2.773 | 2.577 | 100.0% | 10 | - | total | 5.421 | 5.531 | 5.59 | 5.691 | 5.793 | 5.539 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.603798151 - Full duration: 23.3788831234 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.792 | 2.951 | 3.369 | 3.545 | 3.721 | 3.036 | 100.0% | 10 | - | cinder.upload_volume_to_image | 26.207 | 65.967 | 78.731 | 83.94 | 89.149 | 62.382 | 100.0% | 10 | - | cinder.delete_volume | 2.469 | 2.587 | 2.777 | 2.908 | 3.038 | 2.617 | 100.0% | 10 | - | nova.delete_image | 0.306 | 0.602 | 1.075 | 1.085 | 1.095 | 0.679 | 100.0% | 10 | - | total | 32.909 | 73.046 | 84.953 | 90.036 | 95.118 | 68.714 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 183.403058052 - Full duration: 190.890599012 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.494 | 2.541 | 2.623 | 2.662 | 2.701 | 2.563 | 100.0% | 10 | - | cinder.delete_snapshot | 2.29 | 2.379 | 2.557 | 2.611 | 2.665 | 2.424 | 100.0% | 10 | - | total | 4.784 | 4.953 | 5.15 | 5.215 | 5.279 | 4.988 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.7655448914 - Full duration: 33.6425430775 - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | cinder.create_volume | 2.789 | 2.912 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 | - | total | 2.789 | 2.913 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - Load duration: 8.82123494148 - Full duration: 18.1940879822 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.807 | 2.927 | 3.035 | 3.036 | 3.036 | 2.926 | 100.0% | 10 | - | total | 2.808 | 2.927 | 3.036 | 3.036 | 3.036 | 2.927 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.90417385101 - Full duration: 20.1418190002 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 | - | total | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.773681879044 - Full duration: 47.6445128918 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.752 | 2.933 | 3.066 | 3.089 | 3.112 | 2.943 | 100.0% | 10 | - | cinder.create_snapshot | 2.319 | 2.388 | 2.432 | 2.437 | 2.441 | 2.387 | 100.0% | 10 | - | nova.attach_volume | 7.626 | 9.641 | 12.934 | 14.634 | 16.334 | 10.372 | 100.0% | 10 | - | nova.detach_volume | 3.067 | 5.326 | 5.451 | 5.507 | 5.563 | 4.908 | 100.0% | 10 | - | cinder.delete_snapshot | 2.261 | 2.317 | 2.419 | 2.448 | 2.476 | 2.333 | 100.0% | 10 | - | cinder.delete_volume | 2.339 | 2.491 | 2.583 | 2.615 | 2.647 | 2.486 | 100.0% | 10 | - | total | 21.617 | 24.353 | 28.724 | 30.338 | 31.953 | 25.746 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.4364318848 - Full duration: 113.83590889 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.733 | 14.37 | 14.917 | 16.883 | 18.848 | 13.936 | 100.0% | 10 | - | cinder.delete_volume | 2.357 | 2.482 | 2.618 | 2.619 | 2.619 | 2.497 | 100.0% | 10 | - | total | 12.277 | 16.823 | 17.514 | 19.491 | 21.468 | 16.433 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.032130003 - Full duration: 65.3552489281 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.81 | 2.879 | 3.049 | 3.065 | 3.082 | 2.923 | 100.0% | 10 | - | cinder.extend_volume | 2.584 | 2.789 | 2.943 | 2.951 | 2.958 | 2.782 | 100.0% | 10 | - | cinder.delete_volume | 2.402 | 2.564 | 2.615 | 2.633 | 2.65 | 2.54 | 100.0% | 10 | - | total | 8.046 | 8.216 | 8.376 | 8.506 | 8.636 | 8.246 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.652312994 - Full duration: 31.6354629993 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.872 | 2.939 | 2.986 | 3.045 | 3.103 | 2.944 | 100.0% | 10 | - | cinder.create_snapshot | 2.312 | 2.389 | 2.452 | 2.499 | 2.546 | 2.395 | 100.0% | 10 | - | nova.attach_volume | 7.624 | 7.814 | 13.095 | 16.211 | 19.328 | 9.374 | 100.0% | 10 | - | nova.detach_volume | 2.991 | 4.159 | 5.336 | 5.399 | 5.461 | 4.171 | 100.0% | 10 | - | cinder.delete_snapshot | 2.186 | 2.277 | 2.41 | 2.418 | 2.426 | 2.296 | 100.0% | 10 | - | cinder.delete_volume | 2.431 | 2.498 | 2.589 | 2.595 | 2.601 | 2.51 | 100.0% | 10 | - | total | 21.28 | 23.314 | 26.739 | 29.882 | 33.025 | 24.004 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.312828064 - Full duration: 112.127801895 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.617 | 2.833 | 2.941 | 2.982 | 3.022 | 2.823 | 100.0% | 10 | - | cinder.create_snapshot | 2.282 | 2.375 | 2.445 | 2.47 | 2.494 | 2.384 | 100.0% | 10 | - | nova.attach_volume | 7.58 | 7.741 | 13.508 | 16.698 | 19.888 | 9.501 | 100.0% | 10 | - | nova.detach_volume | 3.07 | 5.287 | 5.408 | 5.463 | 5.518 | 4.882 | 100.0% | 10 | - | cinder.delete_snapshot | 2.254 | 2.326 | 2.432 | 2.435 | 2.438 | 2.343 | 100.0% | 10 | - | cinder.delete_volume | 2.339 | 2.475 | 2.593 | 2.625 | 2.656 | 2.483 | 100.0% | 10 | - | total | 21.236 | 23.663 | 29.169 | 32.362 | 35.555 | 24.955 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 71.8869941235 - Full duration: 117.904321909 - - run_rally - INFO - Test scenario: "cinder" OK. - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task e23e2615-b959-461f-9e63-973b9de00f98: started - Task e23e2615-b959-461f-9e63-973b9de00f98: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.856 | 3.146 | 3.227 | 3.244 | 3.262 | 3.087 | 100.0% | 10 | - | heat.suspend_stack | 0.525 | 1.615 | 1.756 | 1.822 | 1.888 | 1.284 | 100.0% | 10 | - | heat.resume_stack | 0.549 | 1.6 | 1.663 | 1.673 | 1.682 | 1.296 | 100.0% | 10 | - | heat.delete_stack | 1.312 | 1.491 | 1.655 | 1.659 | 1.662 | 1.501 | 100.0% | 10 | - | total | 5.641 | 7.374 | 8.053 | 8.167 | 8.281 | 7.168 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.0507199764 - Full duration: 25.5707690716 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.923 | 3.085 | 3.286 | 3.309 | 3.331 | 3.115 | 100.0% | 10 | - | heat.delete_stack | 0.243 | 0.963 | 1.56 | 1.624 | 1.688 | 0.962 | 100.0% | 10 | - | total | 3.166 | 4.127 | 4.666 | 4.735 | 4.803 | 4.076 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.0132920742 - Full duration: 16.5792620182 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 9.979 | 11.338 | 13.752 | 13.849 | 13.946 | 11.536 | 100.0% | 10 | - | heat.delete_stack | 7.092 | 8.228 | 8.71 | 8.871 | 9.033 | 8.149 | 100.0% | 10 | - | total | 18.547 | 19.228 | 21.86 | 22.086 | 22.312 | 19.685 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 58.1043260098 - Full duration: 61.6377520561 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 11.918 | 13.906 | 16.154 | 16.286 | 16.418 | 13.895 | 100.0% | 10 | - | heat.delete_stack | 8.414 | 9.204 | 10.491 | 10.538 | 10.585 | 9.295 | 100.0% | 10 | - | total | 21.347 | 22.82 | 25.491 | 26.247 | 27.003 | 23.19 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.1649589539 - Full duration: 71.9318380356 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.829450845718 - Full duration: 3.74743390083 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.703 | 2.996 | 3.064 | 3.184 | 3.304 | 2.981 | 100.0% | 10 | - | heat.update_stack | 2.487 | 3.644 | 3.84 | 3.918 | 3.996 | 3.387 | 100.0% | 10 | - | heat.delete_stack | 0.52 | 1.473 | 1.686 | 1.691 | 1.697 | 1.413 | 100.0% | 10 | - | total | 6.639 | 8.102 | 8.301 | 8.486 | 8.671 | 7.781 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.5321931839 - Full duration: 26.9891970158 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.69 | 3.032 | 3.266 | 3.279 | 3.293 | 3.041 | 100.0% | 10 | - | heat.update_stack | 2.458 | 2.642 | 3.727 | 3.766 | 3.805 | 3.037 | 100.0% | 10 | - | heat.delete_stack | 0.556 | 1.511 | 1.586 | 1.632 | 1.678 | 1.419 | 100.0% | 10 | - | total | 6.957 | 7.396 | 8.15 | 8.18 | 8.21 | 7.497 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.4653220177 - Full duration: 25.9613161087 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 2.936 | 3.18 | 3.4 | 3.735 | 4.069 | 3.237 | 100.0% | 10 | - | heat.update_stack | 4.79 | 5.132 | 6.045 | 6.06 | 6.076 | 5.308 | 100.0% | 10 | - | heat.delete_stack | 1.518 | 2.424 | 2.589 | 2.618 | 2.647 | 2.182 | 100.0% | 10 | - | total | 9.624 | 10.703 | 11.721 | 11.781 | 11.842 | 10.727 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.7993149757 - Full duration: 35.7221229076 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 7 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.70760798454 - Full duration: 15.0584180355 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 2.893 | 3.127 | 3.179 | 3.194 | 3.209 | 3.079 | 100.0% | 10 | - | heat.update_stack | 4.695 | 5.02 | 5.189 | 5.193 | 5.197 | 5.007 | 100.0% | 10 | - | heat.delete_stack | 1.51 | 2.454 | 2.786 | 2.821 | 2.855 | 2.302 | 100.0% | 10 | - | total | 9.334 | 10.621 | 10.981 | 10.985 | 10.99 | 10.388 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 31.2812139988 - Full duration: 35.1641018391 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.885 | 3.01 | 3.24 | 3.311 | 3.381 | 3.05 | 100.0% | 10 | - | heat.update_stack | 2.83 | 3.881 | 3.936 | 3.968 | 4.0 | 3.777 | 100.0% | 10 | - | heat.delete_stack | 1.307 | 1.567 | 1.645 | 1.79 | 1.935 | 1.543 | 100.0% | 10 | - | total | 7.316 | 8.436 | 8.859 | 8.868 | 8.876 | 8.37 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9058198929 - Full duration: 28.9196100235 - - test scenario HeatStacks.create_and_list_stack - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | heat.create_stack | 2.882 | 3.04 | 3.213 | 3.318 | 3.423 | 3.07 | 100.0% | 10 | - | heat.list_stacks | 0.037 | 0.16 | 0.174 | 0.178 | 0.182 | 0.14 | 100.0% | 10 | - | total | 3.046 | 3.142 | 3.382 | 3.478 | 3.575 | 3.21 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 9.64803004265 - Full duration: 17.1896460056 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.808 | 3.191 | 3.252 | 3.281 | 3.311 | 3.148 | 100.0% | 10 | - | heat.check_stack | 0.407 | 0.668 | 1.405 | 1.545 | 1.685 | 0.776 | 100.0% | 10 | - | heat.delete_stack | 0.678 | 1.561 | 1.687 | 1.707 | 1.726 | 1.474 | 100.0% | 10 | - | total | 4.931 | 5.317 | 5.757 | 5.974 | 6.192 | 5.398 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.0285110474 - Full duration: 19.9199111462 - - run_rally - INFO - Test scenario: "heat" Failed. - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 08dbf827-7838-43b0-9cd2-3d48c9632781: started - Task 08dbf827-7838-43b0-9cd2-3d48c9632781: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.113 | 0.12 | 0.158 | 0.176 | 0.195 | 0.13 | 100.0% | 10 | - | keystone.create_users | 0.651 | 0.684 | 0.707 | 0.733 | 0.759 | 0.685 | 100.0% | 10 | - | total | 0.772 | 0.8 | 0.865 | 0.91 | 0.954 | 0.815 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.42733502388 - Full duration: 12.6668281555 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.115 | 0.123 | 0.132 | 0.145 | 0.159 | 0.125 | 100.0% | 10 | - | keystone.add_role | 0.09 | 0.101 | 0.122 | 0.137 | 0.151 | 0.106 | 100.0% | 10 | - | keystone.list_roles | 0.049 | 0.057 | 0.062 | 0.065 | 0.067 | 0.057 | 100.0% | 10 | - | total | 0.26 | 0.282 | 0.328 | 0.329 | 0.33 | 0.288 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.850867986679 - Full duration: 6.24242782593 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.118 | 0.172 | 0.235 | 0.244 | 0.254 | 0.177 | 100.0% | 10 | - | keystone.add_role | 0.095 | 0.115 | 0.16 | 0.162 | 0.165 | 0.122 | 100.0% | 10 | - | keystone.remove_role | 0.059 | 0.068 | 0.163 | 0.164 | 0.166 | 0.085 | 100.0% | 10 | - | total | 0.281 | 0.407 | 0.444 | 0.447 | 0.451 | 0.385 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.1720468998 - Full duration: 6.63848996162 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.125 | 0.19 | 0.247 | 0.268 | 0.289 | 0.191 | 100.0% | 10 | - | keystone.update_tenant | 0.052 | 0.063 | 0.11 | 0.111 | 0.113 | 0.07 | 100.0% | 10 | - | keystone.delete_tenant | 0.12 | 0.141 | 0.192 | 0.227 | 0.261 | 0.153 | 100.0% | 10 | - | total | 0.331 | 0.418 | 0.486 | 0.502 | 0.517 | 0.415 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.27042984962 - Full duration: 5.3805770874 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.111 | 0.117 | 0.13 | 0.139 | 0.147 | 0.121 | 100.0% | 10 | - | keystone.delete_service | 0.055 | 0.067 | 0.096 | 0.097 | 0.097 | 0.071 | 100.0% | 10 | - | total | 0.176 | 0.189 | 0.212 | 0.215 | 0.218 | 0.192 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.61040687561 - Full duration: 4.58190393448 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.114 | 0.128 | 0.136 | 0.16 | 0.183 | 0.131 | 100.0% | 10 | - | total | 0.114 | 0.128 | 0.137 | 0.16 | 0.183 | 0.131 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.400830030441 - Full duration: 4.4062628746 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.124 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 | - | total | 0.125 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.42484498024 - Full duration: 4.1389541626 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.117 | 0.126 | 0.134 | 0.152 | 0.17 | 0.129 | 100.0% | 10 | - | keystone.list_tenants | 0.046 | 0.059 | 0.104 | 0.104 | 0.105 | 0.069 | 100.0% | 10 | - | total | 0.166 | 0.19 | 0.231 | 0.233 | 0.235 | 0.198 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.600751876831 - Full duration: 6.1798210144 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.118 | 0.227 | 0.298 | 0.3 | 0.302 | 0.204 | 100.0% | 10 | - | keystone.delete_role | 0.105 | 0.13 | 0.271 | 0.29 | 0.309 | 0.157 | 100.0% | 10 | - | total | 0.238 | 0.346 | 0.573 | 0.59 | 0.607 | 0.362 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.21080708504 - Full duration: 5.530189991 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.121 | 0.125 | 0.148 | 0.149 | 0.151 | 0.13 | 100.0% | 10 | - | keystone.create_user | 0.062 | 0.078 | 0.103 | 0.121 | 0.139 | 0.084 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.051 | 0.067 | 0.069 | 0.072 | 0.055 | 100.0% | 10 | - | keystone.get_tenant | 0.04 | 0.05 | 0.054 | 0.057 | 0.06 | 0.049 | 100.0% | 10 | - | keystone.get_user | 0.048 | 0.058 | 0.072 | 0.082 | 0.093 | 0.062 | 100.0% | 10 | - | keystone.get_role | 0.042 | 0.047 | 0.053 | 0.058 | 0.064 | 0.048 | 100.0% | 10 | - | keystone.service_list | 0.046 | 0.055 | 0.069 | 0.079 | 0.09 | 0.058 | 100.0% | 10 | - | keystone.get_service | 0.041 | 0.048 | 0.057 | 0.072 | 0.088 | 0.051 | 100.0% | 10 | - | total | 0.483 | 0.541 | 0.568 | 0.584 | 0.599 | 0.538 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.66359400749 - Full duration: 10.0017409325 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.131 | 0.14 | 0.157 | 0.205 | 0.254 | 0.151 | 100.0% | 10 | - | keystone.list_users | 0.051 | 0.057 | 0.065 | 0.078 | 0.091 | 0.06 | 100.0% | 10 | - | total | 0.182 | 0.199 | 0.239 | 0.274 | 0.309 | 0.211 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.62369799614 - Full duration: 4.64324808121 - - run_rally - INFO - Test scenario: "keystone" OK. - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 7a8d4b82-85d3-485c-996e-08dbd3787094: started - Task 7a8d4b82-85d3-485c-996e-08dbd3787094: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.424 | 0.519 | 0.555 | 0.559 | 0.563 | 0.503 | 100.0% | 10 | - | neutron.delete_port | 0.148 | 0.283 | 0.32 | 0.339 | 0.358 | 0.259 | 100.0% | 10 | - | total | 0.584 | 0.797 | 0.849 | 0.859 | 0.87 | 0.762 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.3002948761 - Full duration: 25.5696978569 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.421 | 0.453 | 0.541 | 0.55 | 0.56 | 0.472 | 100.0% | 10 | - | neutron.create_router | 0.039 | 0.045 | 0.24 | 0.247 | 0.254 | 0.11 | 100.0% | 10 | - | neutron.add_interface_router | 0.28 | 0.297 | 0.417 | 0.427 | 0.438 | 0.32 | 100.0% | 10 | - | neutron.list_routers | 0.043 | 0.163 | 0.181 | 0.185 | 0.189 | 0.122 | 100.0% | 10 | - | total | 0.795 | 1.045 | 1.115 | 1.243 | 1.372 | 1.024 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.85029602051 - Full duration: 27.2547390461 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.399 | 0.476 | 0.542 | 0.561 | 0.579 | 0.479 | 100.0% | 10 | - | neutron.create_router | 0.038 | 0.041 | 0.181 | 0.186 | 0.19 | 0.096 | 100.0% | 10 | - | neutron.add_interface_router | 0.272 | 0.306 | 0.421 | 0.426 | 0.43 | 0.34 | 100.0% | 10 | - | neutron.remove_interface_router | 0.228 | 0.311 | 0.514 | 0.518 | 0.521 | 0.338 | 100.0% | 10 | - | neutron.delete_router | 0.151 | 0.159 | 0.295 | 0.297 | 0.298 | 0.205 | 100.0% | 10 | - | total | 1.218 | 1.388 | 1.829 | 1.868 | 1.908 | 1.458 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.20906496048 - Full duration: 28.1987309456 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.429 | 0.5 | 0.612 | 0.626 | 0.639 | 0.521 | 100.0% | 10 | - | neutron.list_ports | 0.108 | 0.282 | 0.352 | 0.372 | 0.392 | 0.262 | 100.0% | 10 | - | total | 0.594 | 0.761 | 0.957 | 0.957 | 0.957 | 0.783 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.34113693237 - Full duration: 26.7457489967 - - test scenario NeutronNetworks.create_and_delete_subnets - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | neutron.create_subnet | 0.402 | 0.436 | 0.542 | 0.566 | 0.59 | 0.463 | 100.0% | 10 | - | neutron.delete_subnet | 0.142 | 0.29 | 0.334 | 0.367 | 0.4 | 0.25 | 100.0% | 10 | - | total | 0.564 | 0.709 | 0.86 | 0.875 | 0.89 | 0.713 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.14902901649 - Full duration: 25.5031478405 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.301 | 0.346 | 0.477 | 0.499 | 0.521 | 0.363 | 100.0% | 10 | - | neutron.delete_network | 0.105 | 0.112 | 0.289 | 0.29 | 0.291 | 0.161 | 100.0% | 10 | - | total | 0.411 | 0.457 | 0.766 | 0.789 | 0.812 | 0.524 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.52401685715 - Full duration: 14.2058041096 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.307 | 0.336 | 0.388 | 0.405 | 0.423 | 0.348 | 100.0% | 10 | - | neutron.list_networks | 0.043 | 0.172 | 0.242 | 0.279 | 0.316 | 0.147 | 100.0% | 10 | - | total | 0.36 | 0.503 | 0.621 | 0.622 | 0.623 | 0.495 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58333802223 - Full duration: 15.9647290707 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.434 | 0.497 | 0.576 | 0.576 | 0.577 | 0.499 | 100.0% | 10 | - | neutron.create_router | 0.037 | 0.173 | 0.305 | 0.36 | 0.415 | 0.158 | 100.0% | 10 | - | neutron.add_interface_router | 0.294 | 0.439 | 0.504 | 0.513 | 0.522 | 0.404 | 100.0% | 10 | - | neutron.update_router | 0.131 | 0.272 | 0.316 | 0.359 | 0.402 | 0.263 | 100.0% | 10 | - | total | 0.93 | 1.355 | 1.47 | 1.584 | 1.698 | 1.324 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.98894906044 - Full duration: 29.5306479931 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.317 | 0.356 | 0.487 | 0.489 | 0.491 | 0.377 | 100.0% | 10 | - | neutron.update_network | 0.103 | 0.277 | 0.309 | 0.316 | 0.322 | 0.22 | 100.0% | 10 | - | total | 0.421 | 0.626 | 0.787 | 0.79 | 0.793 | 0.598 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.78881001472 - Full duration: 16.6285750866 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.435 | 0.471 | 0.575 | 0.578 | 0.58 | 0.49 | 100.0% | 10 | - | neutron.update_port | 0.124 | 0.245 | 0.349 | 0.375 | 0.402 | 0.237 | 100.0% | 10 | - | total | 0.565 | 0.725 | 0.912 | 0.917 | 0.922 | 0.728 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.24334001541 - Full duration: 26.9849171638 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.428 | 0.456 | 0.539 | 0.544 | 0.549 | 0.476 | 100.0% | 10 | - | neutron.list_subnets | 0.061 | 0.192 | 0.234 | 0.25 | 0.265 | 0.157 | 100.0% | 10 | - | total | 0.498 | 0.642 | 0.77 | 0.786 | 0.803 | 0.633 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8174021244 - Full duration: 26.2954719067 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.396 | 0.432 | 0.523 | 0.543 | 0.562 | 0.444 | 100.0% | 10 | - | neutron.update_subnet | 0.157 | 0.226 | 0.355 | 0.395 | 0.434 | 0.256 | 100.0% | 10 | - | total | 0.554 | 0.688 | 0.876 | 0.892 | 0.909 | 0.7 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9577729702 - Full duration: 25.9509670734 - - run_rally - INFO - Test scenario: "neutron" OK. - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task c520ad11-229c-433c-9fbb-2ddc8152c608: started - Task c520ad11-229c-433c-9fbb-2ddc8152c608: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.423 | 0.517 | 0.708 | 1.052 | 1.396 | 0.61 | 100.0% | 10 | - | nova.delete_keypair | 0.013 | 0.018 | 0.02 | 0.023 | 0.025 | 0.018 | 100.0% | 10 | - | total | 0.442 | 0.534 | 0.722 | 1.068 | 1.415 | 0.627 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.91971611977 - Full duration: 16.1851501465 - - test scenario NovaServers.snapshot_server - +----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.327 | 5.71 | 6.47 | 7.233 | 7.996 | 5.669 | 100.0% | 10 | - | nova.create_image | 35.707 | 57.482 | 68.949 | 70.89 | 72.832 | 55.735 | 100.0% | 10 | - | nova.delete_server | 2.417 | 2.639 | 3.37 | 4.016 | 4.662 | 2.931 | 100.0% | 10 | - | nova.boot_server (2) | 14.245 | 30.97 | 41.617 | 41.703 | 41.788 | 28.214 | 100.0% | 10 | - | nova.delete_server (2) | 2.702 | 4.558 | 6.714 | 6.78 | 6.847 | 4.351 | 100.0% | 10 | - | nova.delete_image | 0.222 | 0.481 | 0.801 | 0.912 | 1.024 | 0.514 | 100.0% | 10 | - | total | 61.815 | 104.063 | 118.678 | 119.932 | 121.185 | 97.414 | 100.0% | 10 | - +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+ - Load duration: 270.805267096 - Full duration: 295.748194933 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.371 | 0.431 | 0.516 | 0.517 | 0.517 | 0.439 | 100.0% | 10 | - | nova.boot_server | 3.04 | 4.457 | 5.757 | 5.786 | 5.815 | 4.552 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.534 | 2.842 | 3.654 | 4.465 | 2.696 | 100.0% | 10 | - | nova.delete_keypair | 0.012 | 0.018 | 0.02 | 0.021 | 0.022 | 0.017 | 100.0% | 10 | - | total | 5.958 | 7.497 | 9.018 | 9.735 | 10.452 | 7.704 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 22.5302600861 - Full duration: 46.1866869926 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.414 | 0.575 | 0.631 | 0.71 | 0.789 | 0.556 | 100.0% | 10 | - | nova.list_keypairs | 0.013 | 0.018 | 0.02 | 0.021 | 0.021 | 0.018 | 100.0% | 10 | - | total | 0.433 | 0.596 | 0.649 | 0.728 | 0.808 | 0.574 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.60233187675 - Full duration: 16.7130730152 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 | - | total | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8859231472 - Full duration: 50.8739178181 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.363 | 3.918 | 6.304 | 6.779 | 7.255 | 4.596 | 100.0% | 10 | - | nova.resize | 21.13 | 26.439 | 42.015 | 42.22 | 42.424 | 29.139 | 100.0% | 10 | - | nova.resize_confirm | 2.398 | 2.551 | 2.703 | 2.704 | 2.706 | 2.563 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.395 | 2.798 | 3.721 | 4.644 | 2.648 | 100.0% | 10 | - | total | 29.822 | 34.933 | 54.227 | 54.69 | 55.153 | 38.945 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 114.259507179 - Full duration: 128.127579927 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.235 | 5.567 | 6.045 | 6.052 | 6.06 | 4.919 | 100.0% | 10 | - | nova.boot_server | 8.307 | 9.5 | 12.422 | 13.056 | 13.69 | 9.862 | 100.0% | 10 | - | nova.delete_server | 4.461 | 4.62 | 4.671 | 4.692 | 4.714 | 4.589 | 100.0% | 10 | - | total | 16.186 | 19.059 | 22.977 | 23.551 | 24.126 | 19.371 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.1163849831 - Full duration: 87.4642381668 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.453 | 4.707 | 6.199 | 6.246 | 6.293 | 4.887 | 100.0% | 10 | - | nova.stop_server | 4.627 | 5.136 | 15.964 | 16.161 | 16.358 | 9.106 | 100.0% | 10 | - | nova.migrate | 14.455 | 16.394 | 25.486 | 26.426 | 27.366 | 18.474 | 100.0% | 10 | - | nova.resize_confirm | 2.376 | 2.404 | 2.575 | 2.612 | 2.649 | 2.458 | 100.0% | 10 | - | nova.delete_server | 2.351 | 2.377 | 2.42 | 2.479 | 2.538 | 2.394 | 100.0% | 10 | - | total | 29.051 | 37.529 | 44.149 | 47.114 | 50.08 | 37.32 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 101.067945957 - Full duration: 115.384446144 - - test scenario NovaServers.boot_and_delete_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.655 | 6.711 | 7.36 | 7.385 | 7.41 | 6.243 | 100.0% | 10 | - | nova.delete_server | 2.362 | 4.587 | 4.739 | 4.809 | 4.879 | 4.013 | 100.0% | 10 | - | total | 6.017 | 10.937 | 11.962 | 12.02 | 12.078 | 10.256 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.3568899632 - Full duration: 52.9771959782 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.859 | 4.72 | 6.26 | 6.315 | 6.369 | 5.06 | 100.0% | 10 | - | nova.rebuild_server | 6.283 | 7.559 | 9.599 | 12.803 | 16.006 | 8.2 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.551 | 4.527 | 4.582 | 4.638 | 3.088 | 100.0% | 10 | - | total | 13.383 | 16.01 | 18.944 | 20.596 | 22.249 | 16.348 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 55.2873470783 - Full duration: 79.1774559021 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.595 | 1.928 | 2.017 | 2.036 | 2.055 | 1.891 | 100.0% | 10 | - | nova.create_100_rules | 9.581 | 10.462 | 10.693 | 10.803 | 10.913 | 10.36 | 100.0% | 10 | - | nova.list_security_groups | 0.136 | 0.189 | 0.245 | 0.272 | 0.299 | 0.198 | 100.0% | 10 | - | total | 11.447 | 12.553 | 12.839 | 12.881 | 12.923 | 12.449 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6872730255 - Full duration: 63.5205390453 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.492 | 1.946 | 2.157 | 2.214 | 2.271 | 1.932 | 100.0% | 10 | - | nova.create_100_rules | 9.298 | 10.497 | 10.608 | 10.624 | 10.64 | 10.256 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.783 | 1.061 | 1.126 | 1.132 | 1.138 | 1.005 | 100.0% | 10 | - | total | 11.788 | 13.418 | 13.784 | 13.788 | 13.793 | 13.194 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.9264039993 - Full duration: 53.6155569553 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.546 | 5.034 | 5.948 | 6.012 | 6.077 | 4.964 | 100.0% | 10 | - | nova.reboot_server | 2.449 | 4.78 | 6.939 | 6.961 | 6.984 | 5.332 | 100.0% | 10 | - | nova.soft_reboot_server | 6.583 | 6.718 | 18.85 | 72.219 | 125.589 | 18.596 | 100.0% | 10 | - | nova.stop_server | 4.622 | 4.796 | 15.736 | 15.861 | 15.986 | 6.96 | 100.0% | 10 | - | nova.start_server | 2.662 | 2.828 | 3.001 | 3.04 | 3.078 | 2.849 | 100.0% | 10 | - | nova.rescue_server | 6.77 | 15.566 | 17.493 | 17.544 | 17.595 | 12.874 | 100.0% | 10 | - | nova.unrescue_server | 2.291 | 4.444 | 4.571 | 4.583 | 4.596 | 3.643 | 100.0% | 10 | - | nova.delete_server | 2.372 | 2.397 | 2.507 | 2.528 | 2.55 | 2.424 | 100.0% | 10 | - | total | 35.205 | 49.523 | 70.623 | 110.831 | 151.04 | 57.653 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 193.802706003 - Full duration: 217.975458145 - - test scenario NovaServers.boot_server - +--------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.41 | 4.816 | 6.024 | 6.056 | 6.089 | 4.692 | 100.0% | 10 | - | total | 3.41 | 4.816 | 6.024 | 6.057 | 6.089 | 4.692 | 100.0% | 10 | - +------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1493849754 - Full duration: 37.5227308273 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.487 | 1.851 | 2.252 | 2.299 | 2.345 | 1.876 | 100.0% | 10 | - | nova.create_100_rules | 9.079 | 10.618 | 10.831 | 10.864 | 10.897 | 10.241 | 100.0% | 10 | - | nova.boot_server | 4.315 | 4.525 | 5.609 | 5.629 | 5.649 | 4.901 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.137 | 0.156 | 0.289 | 0.312 | 0.334 | 0.183 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.417 | 2.572 | 2.663 | 2.754 | 2.47 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.844 | 1.033 | 1.131 | 1.171 | 1.212 | 1.021 | 100.0% | 10 | - | total | 18.91 | 21.054 | 21.677 | 21.936 | 22.195 | 20.692 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.2168090343 - Full duration: 85.7305738926 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.337 | 5.865 | 6.135 | 6.166 | 6.198 | 5.184 | 100.0% | 10 | - | nova.pause_server | 2.311 | 2.468 | 2.511 | 2.528 | 2.545 | 2.422 | 100.0% | 10 | - | nova.unpause_server | 2.306 | 2.47 | 2.538 | 2.548 | 2.558 | 2.441 | 100.0% | 10 | - | nova.delete_server | 2.37 | 2.623 | 4.832 | 4.882 | 4.932 | 3.392 | 100.0% | 10 | - | total | 10.861 | 13.388 | 15.614 | 15.649 | 15.684 | 13.439 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.8893749714 - Full duration: 65.2461550236 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.172 | 3.51 | 6.009 | 6.055 | 6.102 | 4.387 | 100.0% | 10 | - | nova.boot_server | 7.575 | 8.761 | 11.062 | 12.16 | 13.258 | 9.396 | 100.0% | 10 | - | total | 10.812 | 12.565 | 17.043 | 18.063 | 19.083 | 13.783 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.4101068974 - Full duration: 76.4117758274 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.891 | 4.847 | 6.169 | 6.267 | 6.365 | 5.093 | 100.0% | 10 | - | nova.list_servers | 0.163 | 0.201 | 0.418 | 0.475 | 0.533 | 0.268 | 100.0% | 10 | - | total | 4.296 | 5.066 | 6.393 | 6.646 | 6.899 | 5.361 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2852530479 - Full duration: 50.1823370457 - - run_rally - INFO - Test scenario: "nova" OK. - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 4d0fc176-8b72-4789-8249-7ca3ed815669: started - Task 4d0fc176-8b72-4789-8249-7ca3ed815669: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 | - | total | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.86674189568 - Full duration: 7.90543198586 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.243 | 0.257 | 0.271 | 0.271 | 0.271 | 0.258 | 100.0% | 10 | - | total | 0.308 | 0.328 | 0.36 | 0.367 | 0.374 | 0.331 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.996067047119 - Full duration: 6.61853408813 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.568 | 0.604 | 0.623 | 0.677 | 0.732 | 0.611 | 100.0% | 10 | - | quotas.delete_quotas | 0.415 | 0.442 | 0.477 | 0.501 | 0.526 | 0.449 | 100.0% | 10 | - | total | 0.992 | 1.049 | 1.142 | 1.165 | 1.188 | 1.06 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.19247508049 - Full duration: 9.27472686768 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.323 | 0.35 | 0.371 | 0.38 | 0.39 | 0.349 | 100.0% | 7 | - | quotas.delete_quotas | 0.02 | 0.021 | 0.023 | 0.024 | 0.025 | 0.022 | 71.4% | 7 | - | total | 0.344 | 0.369 | 0.378 | 0.378 | 0.379 | 0.363 | 71.4% | 7 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.752856969833 - Full duration: 6.31551885605 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 | - | total | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.06656098366 - Full duration: 6.7101290226 - - run_rally - INFO - Test scenario: "quotas" Failed. - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 16778409-ff5d-4254-aa3b-b80de677272e: started - Task 16778409-ff5d-4254-aa3b-b80de677272e: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 | - | total | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.9417049885 - Full duration: 19.4220340252 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 | - | total | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.4412920475 - Full duration: 18.8327140808 - - run_rally - INFO - Test scenario: "requests" OK. - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:18 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:28 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 16:35 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:24 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:10 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:48 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 25:39 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:36 | 7 | 94.28% | - +-------------------+------------+---------------+-----------+ - | requests | 00:38 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 00:57:39 | 229 | 98.51% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ODL -^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-22 22:37:41' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'745.0' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-22 22:50:07' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'633.6' - vIMS - INFO - vIMS functional test Start Time:'2016-02-22 23:03:48' - vIMS - INFO - vIMS functional test duration:'4.1' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. diff --git a/docs/results/compass-os-onos-nofeature-ha.rst b/docs/results/compass-os-onos-nofeature-ha.rst deleted file mode 100644 index 87103c30..00000000 --- a/docs/results/compass-os-onos-nofeature-ha.rst +++ /dev/null @@ -1,2118 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for compass-os-onos-nofeature-ha ------------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-22 16:24:22' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=defb6423-f831-4d2e-8a46-21171b471811 - network=47a5262f-1252-4ceb-b054-4d81216c1510 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=defb6423-f831-4d2e-8a46-21171b471811 - network=47a5262f-1252-4ceb-b054-4d81216c1510 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '192.168.10.102' - vPing_ssh- INFO - Associating floating ip: '192.168.10.102' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.102... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'262.5' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-22 16:28:55.743 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-22 16:29:00.285 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | ac98ac8a-e502-4828-ad00-5b6b9428c346 | 55a7fc58-ad0f-475c-88c7-369043ae2719 | | 210 | 11 | 2016-02-22 16:29:01.778060 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.38607 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.74194 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.91734 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 8.66925 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 10.63581 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06276 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05257 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05940 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.12623 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06809 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.09008 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06098 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.07950 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05546 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12715 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.12835 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10113 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06587 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.17079 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.11263 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.06114 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52524 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.45980 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 0.95973 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 7.95218 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 302.25007 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.10296 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18670 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 342.44729 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 311.26623 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.11079 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.20087 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 342.41636 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00101 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.07243 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.46736 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.16392 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.27404 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.17996 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.07085 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.17853 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10615 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.09603 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.09373 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09520 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.12248 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.51307 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00065 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14353 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06854 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01693 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06418 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.06254 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01346 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01475 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03419 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06726 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04958 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26188 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01624 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06862 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00048 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.97654 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 11.64967 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 310.79753 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.46854 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 326.22117 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.06790 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 19.04478 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.05743 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07867 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20214 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.59746 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.34277 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.33642 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.57047 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.60103 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.75531 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.75731 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 9.46973 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 13.28125 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.11541 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.96344 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.67669 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.77693 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.75065 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.78955 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.64498 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.71157 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53460 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.49832 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.57201 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.46864 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.66619 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.72274 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.40295 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.58226 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.34041 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.75975 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.43415 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.42859 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.21474 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.25222 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41021 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09081 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02184 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.96806 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01307 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.46717 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.05568 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.09471 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.03604 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 340.34367 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.43241 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.11064 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.11956 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.01137 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.16401 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.05961 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.10927 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02540 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28040 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.14755 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.77153 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.12106 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.08473 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.12668 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.14400 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.91996 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.05010 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02297 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04885 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01587 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01260 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01445 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.04696 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.60138 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.21576 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42759 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.49116 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.79505 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.70780 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.56456 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.10523 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.54869 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 0.83123 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.58383 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.36920 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.08591 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.19026 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.07493 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06495 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02942 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03500 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.05982 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.15572 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.10990 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.09926 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.04061 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03720 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.04510 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.34649 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.59530 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05189 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04790 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.14770 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.11571 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.75502 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.04674 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.08023 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.25659 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.59393 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.18965 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.03248 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 2.64680 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.09130 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.43383 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.25843 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.66808 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.46888 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03378 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.36912 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.76166 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02877 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.36667 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.11422 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02366 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.58931 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.43084 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.29860 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.48701 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.84124 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.35246 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.35082 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.02341 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.86551 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.65927 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.12480 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.76915 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.56546 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 9.57875 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.23806 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.53830 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.09463 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.38766 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 358.88405 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 327.24468 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 327.82000 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 500.15877 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2216:29:01.778060', 'duration': 1082, 'tests': 210, 'failures': 11} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 2944fcc5-089f-4ed8-851f-446508c45024: started - Task 2944fcc5-089f-4ed8-851f-446508c45024: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.122 | 0.162 | 0.216 | 0.225 | 0.234 | 0.169 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.039 | 0.042 | 0.052 | 0.072 | 0.092 | 0.047 | 100.0% | 10 | - | total | 0.258 | 0.3 | 0.34 | 0.34 | 0.341 | 0.299 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.893048048019 - Full duration: 3.09276199341 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.066 | 0.072 | 0.074 | 0.074 | 0.074 | 0.071 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.233579874039 - Full duration: 2.32735109329 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.113 | 0.133 | 0.255 | 0.267 | 0.28 | 0.161 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.021 | 0.09 | 0.147 | 0.163 | 0.179 | 0.085 | 100.0% | 10 | - | total | 0.254 | 0.338 | 0.389 | 0.402 | 0.415 | 0.327 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.968546152115 - Full duration: 3.10294985771 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.111 | 0.119 | 0.17 | 0.179 | 0.187 | 0.133 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.023 | 0.035 | 0.042 | 0.048 | 0.054 | 0.036 | 100.0% | 10 | - | total | 0.214 | 0.225 | 0.291 | 0.291 | 0.292 | 0.243 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.725472211838 - Full duration: 2.86061501503 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.098 | 0.112 | 0.138 | 0.14 | 0.143 | 0.118 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.058 | 0.071 | 0.077 | 0.078 | 0.078 | 0.07 | 100.0% | 10 | - | total | 0.221 | 0.256 | 0.312 | 0.313 | 0.313 | 0.267 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.797883033752 - Full duration: 2.91927695274 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.108 | 0.124 | 0.192 | 0.195 | 0.198 | 0.138 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.028 | 0.08 | 0.102 | 0.102 | 0.102 | 0.074 | 100.0% | 10 | - | total | 0.207 | 0.273 | 0.346 | 0.353 | 0.359 | 0.281 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.847912073135 - Full duration: 3.07389783859 - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: started - Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: finished - - test scenario GlanceImages.list_images - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - | glance.list_images | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 | - | total | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+ - Load duration: 0.697636127472 - Full duration: 3.5939040184 - - test scenario GlanceImages.create_image_and_boot_instances - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 2.763 | 2.903 | 3.45 | 3.45 | 3.45 | 3.052 | 100.0% | 10 | - | nova.boot_servers | 4.51 | 6.909 | 7.772 | 7.907 | 8.042 | 6.735 | 100.0% | 10 | - | total | 7.273 | 10.244 | 10.662 | 10.752 | 10.842 | 9.787 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.153493166 - Full duration: 53.9921939373 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 3.066 | 3.262 | 3.685 | 3.718 | 3.751 | 3.328 | 100.0% | 10 | - | glance.list_images | 0.04 | 0.047 | 0.059 | 0.063 | 0.066 | 0.049 | 100.0% | 10 | - | total | 3.107 | 3.324 | 3.734 | 3.767 | 3.8 | 3.376 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.83786201477 - Full duration: 14.2525467873 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 2.758 | 3.01 | 3.624 | 3.641 | 3.658 | 3.096 | 100.0% | 10 | - | glance.delete_image | 0.119 | 0.159 | 0.282 | 0.338 | 0.394 | 0.189 | 100.0% | 10 | - | total | 2.887 | 3.164 | 3.878 | 3.884 | 3.89 | 3.285 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.57883381844 - Full duration: 12.357642889 - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: started - Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: finished - - test scenario CinderVolumes.create_and_attach_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 3.805 | 4.389 | 5.707 | 6.126 | 6.546 | 4.733 | 100.0% | 10 | - | cinder.create_volume | 2.687 | 2.841 | 2.929 | 2.954 | 2.978 | 2.833 | 100.0% | 10 | - | nova.attach_volume | 7.618 | 7.963 | 8.416 | 9.348 | 10.28 | 8.167 | 100.0% | 10 | - | nova.detach_volume | 2.997 | 3.285 | 5.265 | 5.314 | 5.362 | 3.992 | 100.0% | 10 | - | cinder.delete_volume | 2.425 | 2.506 | 2.557 | 2.658 | 2.759 | 2.516 | 100.0% | 10 | - | nova.delete_server | 2.379 | 2.447 | 2.618 | 2.639 | 2.659 | 2.478 | 100.0% | 10 | - | total | 23.106 | 25.014 | 25.886 | 26.355 | 26.825 | 24.72 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 75.3569400311 - Full duration: 87.994022131 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 5.261 | 5.355 | 5.486 | 5.512 | 5.539 | 5.367 | 100.0% | 10 | - | cinder.list_volumes | 0.069 | 0.121 | 0.135 | 0.151 | 0.168 | 0.12 | 100.0% | 10 | - | total | 5.351 | 5.501 | 5.595 | 5.626 | 5.658 | 5.487 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.505685091 - Full duration: 27.6703879833 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.758 | 2.928 | 3.178 | 3.185 | 3.192 | 2.955 | 100.0% | 10 | - | cinder.list_volumes | 0.11 | 0.124 | 0.158 | 0.159 | 0.161 | 0.128 | 100.0% | 10 | - | total | 2.878 | 3.071 | 3.319 | 3.327 | 3.334 | 3.084 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.14664101601 - Full duration: 20.325412035 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.401 | 2.521 | 2.599 | 2.615 | 2.632 | 2.517 | 100.0% | 10 | - | cinder.list_snapshots | 0.022 | 0.083 | 0.12 | 0.15 | 0.18 | 0.089 | 100.0% | 10 | - | total | 2.474 | 2.588 | 2.729 | 2.753 | 2.776 | 2.606 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.73569321632 - Full duration: 31.2840220928 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.796 | 2.999 | 3.144 | 3.15 | 3.156 | 2.996 | 100.0% | 10 | - | cinder.delete_volume | 2.455 | 2.614 | 2.708 | 2.725 | 2.742 | 2.616 | 100.0% | 10 | - | total | 5.328 | 5.602 | 5.851 | 5.868 | 5.885 | 5.612 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.477782011 - Full duration: 22.7058889866 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.919 | 5.48 | 5.628 | 5.639 | 5.649 | 5.227 | 100.0% | 10 | - | cinder.delete_volume | 2.526 | 2.693 | 2.72 | 2.755 | 2.79 | 2.663 | 100.0% | 10 | - | total | 5.62 | 8.087 | 8.341 | 8.375 | 8.409 | 7.89 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.1292200089 - Full duration: 30.4960770607 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.85 | 2.948 | 3.049 | 3.07 | 3.09 | 2.953 | 100.0% | 10 | - | cinder.delete_volume | 2.464 | 2.529 | 2.614 | 2.615 | 2.615 | 2.54 | 100.0% | 10 | - | total | 5.325 | 5.506 | 5.652 | 5.656 | 5.661 | 5.493 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3896708488 - Full duration: 22.6766388416 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.872 | 3.051 | 3.667 | 3.678 | 3.688 | 3.15 | 100.0% | 10 | - | cinder.upload_volume_to_image | 28.915 | 62.489 | 77.495 | 77.616 | 77.736 | 60.612 | 100.0% | 10 | - | cinder.delete_volume | 2.362 | 2.491 | 2.538 | 2.611 | 2.684 | 2.494 | 100.0% | 10 | - | nova.delete_image | 0.209 | 0.455 | 0.893 | 0.906 | 0.919 | 0.514 | 100.0% | 10 | - | total | 35.229 | 68.483 | 83.109 | 83.228 | 83.346 | 66.77 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 193.43104291 - Full duration: 200.303003073 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.422 | 2.503 | 2.568 | 2.571 | 2.575 | 2.507 | 100.0% | 10 | - | cinder.delete_snapshot | 2.313 | 2.444 | 2.482 | 2.492 | 2.501 | 2.427 | 100.0% | 10 | - | total | 4.793 | 4.964 | 5.013 | 5.018 | 5.024 | 4.935 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.7233128548 - Full duration: 33.1759068966 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 | - | total | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.9167098999 - Full duration: 18.3895540237 - - test scenario CinderVolumes.create_volume - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | cinder.create_volume | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 | - | total | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 8.90475797653 - Full duration: 20.1169910431 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.228 | 0.266 | 0.286 | 0.317 | 0.348 | 0.268 | 100.0% | 10 | - | total | 0.228 | 0.266 | 0.287 | 0.317 | 0.348 | 0.268 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.792151927948 - Full duration: 47.0951080322 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.829 | 2.905 | 2.967 | 2.969 | 2.971 | 2.899 | 100.0% | 10 | - | cinder.create_snapshot | 2.302 | 2.402 | 2.432 | 2.455 | 2.478 | 2.392 | 100.0% | 10 | - | nova.attach_volume | 7.72 | 7.953 | 11.462 | 12.036 | 12.61 | 8.943 | 100.0% | 10 | - | nova.detach_volume | 2.903 | 4.153 | 5.343 | 5.534 | 5.724 | 4.179 | 100.0% | 10 | - | cinder.delete_snapshot | 2.258 | 2.311 | 2.403 | 2.446 | 2.49 | 2.331 | 100.0% | 10 | - | cinder.delete_volume | 2.387 | 2.497 | 2.6 | 2.623 | 2.647 | 2.496 | 100.0% | 10 | - | total | 21.145 | 23.329 | 26.38 | 26.678 | 26.977 | 23.543 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.2392091751 - Full duration: 106.915300131 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.712 | 12.285 | 17.231 | 18.187 | 19.144 | 12.995 | 100.0% | 10 | - | cinder.delete_volume | 2.494 | 2.633 | 4.76 | 4.808 | 4.856 | 3.025 | 100.0% | 10 | - | total | 10.216 | 16.032 | 19.868 | 20.756 | 21.645 | 16.019 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 44.5057139397 - Full duration: 63.1546430588 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 2.887 | 2.994 | 3.283 | 3.324 | 3.364 | 3.038 | 100.0% | 10 | - | cinder.extend_volume | 2.593 | 2.748 | 2.812 | 2.924 | 3.037 | 2.754 | 100.0% | 10 | - | cinder.delete_volume | 2.417 | 2.569 | 2.707 | 2.724 | 2.74 | 2.562 | 100.0% | 10 | - | total | 8.03 | 8.369 | 8.538 | 8.631 | 8.723 | 8.353 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.8781170845 - Full duration: 31.6701009274 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.736 | 2.972 | 3.155 | 3.173 | 3.19 | 2.98 | 100.0% | 10 | - | cinder.create_snapshot | 2.321 | 2.38 | 2.392 | 2.399 | 2.406 | 2.369 | 100.0% | 10 | - | nova.attach_volume | 7.503 | 7.861 | 12.563 | 13.795 | 15.028 | 9.196 | 100.0% | 10 | - | nova.detach_volume | 3.269 | 5.314 | 5.356 | 5.366 | 5.375 | 4.908 | 100.0% | 10 | - | cinder.delete_snapshot | 2.21 | 2.305 | 2.435 | 2.442 | 2.45 | 2.323 | 100.0% | 10 | - | cinder.delete_volume | 2.413 | 2.499 | 2.584 | 2.597 | 2.611 | 2.505 | 100.0% | 10 | - | total | 21.356 | 23.78 | 28.296 | 29.607 | 30.917 | 24.594 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9472367764 - Full duration: 114.492169142 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.736 | 2.845 | 3.037 | 3.081 | 3.125 | 2.876 | 100.0% | 10 | - | cinder.create_snapshot | 2.343 | 2.399 | 2.462 | 2.479 | 2.495 | 2.405 | 100.0% | 10 | - | nova.attach_volume | 7.59 | 7.737 | 13.073 | 16.133 | 19.193 | 9.585 | 100.0% | 10 | - | nova.detach_volume | 2.916 | 5.205 | 5.382 | 5.39 | 5.397 | 4.608 | 100.0% | 10 | - | cinder.delete_snapshot | 2.203 | 2.364 | 2.427 | 2.455 | 2.483 | 2.347 | 100.0% | 10 | - | cinder.delete_volume | 2.421 | 2.547 | 2.613 | 2.662 | 2.71 | 2.55 | 100.0% | 10 | - | total | 21.034 | 23.722 | 27.391 | 31.314 | 35.237 | 24.898 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.5739891529 - Full duration: 116.225493908 - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task c9827201-74f8-41fc-8510-938cca773ec1: started - Task c9827201-74f8-41fc-8510-938cca773ec1: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.872 | 3.106 | 3.406 | 3.484 | 3.562 | 3.155 | 100.0% | 10 | - | heat.suspend_stack | 0.442 | 0.625 | 1.717 | 1.738 | 1.759 | 0.931 | 100.0% | 10 | - | heat.resume_stack | 0.537 | 1.658 | 1.746 | 1.816 | 1.886 | 1.424 | 100.0% | 10 | - | heat.delete_stack | 0.502 | 1.432 | 1.591 | 1.6 | 1.609 | 1.362 | 100.0% | 10 | - | total | 5.462 | 6.793 | 8.103 | 8.346 | 8.589 | 6.872 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 19.5646238327 - Full duration: 22.7670919895 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.903 | 3.075 | 3.47 | 3.485 | 3.501 | 3.168 | 100.0% | 10 | - | heat.delete_stack | 0.399 | 1.444 | 1.664 | 1.668 | 1.672 | 1.316 | 100.0% | 10 | - | total | 3.367 | 4.479 | 4.942 | 5.031 | 5.12 | 4.484 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.5260851383 - Full duration: 16.6767499447 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 10.422 | 12.344 | 12.812 | 13.47 | 14.128 | 12.097 | 100.0% | 10 | - | heat.delete_stack | 6.869 | 8.251 | 9.518 | 9.918 | 10.317 | 8.407 | 100.0% | 10 | - | total | 18.742 | 20.619 | 22.144 | 22.228 | 22.313 | 20.504 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.1647601128 - Full duration: 63.2413249016 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 12.861 | 14.13 | 16.111 | 16.328 | 16.545 | 14.294 | 100.0% | 10 | - | heat.delete_stack | 8.256 | 8.951 | 9.675 | 9.958 | 10.241 | 8.968 | 100.0% | 10 | - | total | 21.289 | 22.778 | 24.964 | 25.875 | 26.786 | 23.262 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 70.9971709251 - Full duration: 74.4355139732 - - test scenario HeatStacks.list_stacks_and_resources - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | heat.list_stacks | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.845721006393 - Full duration: 3.40288186073 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.871 | 3.088 | 3.407 | 3.415 | 3.422 | 3.124 | 100.0% | 10 | - | heat.update_stack | 2.568 | 3.106 | 3.925 | 3.953 | 3.981 | 3.187 | 100.0% | 10 | - | heat.delete_stack | 1.369 | 1.555 | 1.647 | 1.686 | 1.724 | 1.55 | 100.0% | 10 | - | total | 7.072 | 7.871 | 8.535 | 8.749 | 8.963 | 7.861 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.2382650375 - Full duration: 27.7685508728 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.836 | 3.105 | 3.233 | 3.257 | 3.281 | 3.098 | 100.0% | 10 | - | heat.update_stack | 2.501 | 2.628 | 3.613 | 3.804 | 3.995 | 2.859 | 100.0% | 10 | - | heat.delete_stack | 0.298 | 0.994 | 1.511 | 1.565 | 1.62 | 1.001 | 100.0% | 10 | - | total | 5.886 | 6.758 | 8.232 | 8.564 | 8.895 | 6.957 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.5952920914 - Full duration: 23.9688129425 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.896 | 3.156 | 3.462 | 3.752 | 4.042 | 3.241 | 100.0% | 10 | - | heat.update_stack | 4.942 | 5.218 | 5.956 | 6.09 | 6.224 | 5.42 | 100.0% | 10 | - | heat.delete_stack | 1.551 | 1.665 | 2.721 | 2.788 | 2.856 | 2.038 | 100.0% | 10 | - | total | 9.408 | 10.658 | 11.602 | 11.761 | 11.92 | 10.7 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 31.6187429428 - Full duration: 35.1271891594 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 | - +--------+-----+--------+--------+--------+-----+-----+---------+-------+ - Load duration: 6.39157295227 - Full duration: 14.0238859653 - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 2.944 | 3.08 | 3.202 | 3.309 | 3.415 | 3.09 | 100.0% | 10 | - | heat.update_stack | 4.794 | 5.017 | 5.255 | 5.579 | 5.904 | 5.077 | 100.0% | 10 | - | heat.delete_stack | 1.435 | 1.866 | 2.632 | 2.657 | 2.682 | 1.998 | 100.0% | 10 | - | total | 9.394 | 10.052 | 10.876 | 10.903 | 10.93 | 10.165 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 30.0142600536 - Full duration: 33.6354219913 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.874 | 3.099 | 3.257 | 3.296 | 3.334 | 3.084 | 100.0% | 10 | - | heat.update_stack | 3.576 | 3.724 | 4.103 | 4.118 | 4.132 | 3.804 | 100.0% | 10 | - | heat.delete_stack | 0.597 | 1.497 | 1.641 | 1.685 | 1.73 | 1.368 | 100.0% | 10 | - | total | 7.498 | 8.373 | 8.618 | 8.72 | 8.823 | 8.256 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.9089329243 - Full duration: 28.905012846 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.986 | 3.186 | 3.26 | 3.309 | 3.358 | 3.166 | 100.0% | 10 | - | heat.list_stacks | 0.035 | 0.163 | 0.192 | 0.205 | 0.218 | 0.128 | 100.0% | 10 | - | total | 3.039 | 3.305 | 3.472 | 3.495 | 3.518 | 3.294 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.91034293175 - Full duration: 16.8483679295 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 2.822 | 3.0 | 3.403 | 3.446 | 3.489 | 3.098 | 100.0% | 10 | - | heat.check_stack | 0.309 | 0.676 | 0.899 | 0.908 | 0.917 | 0.632 | 100.0% | 10 | - | heat.delete_stack | 0.504 | 1.466 | 1.619 | 1.685 | 1.751 | 1.235 | 100.0% | 10 | - | total | 3.978 | 5.166 | 5.376 | 5.433 | 5.49 | 4.964 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.3095350266 - Full duration: 19.0696201324 - - run_rally - INFO - Test scenario: "heat" Failed. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task b0246610-2dd7-4817-be66-9315ab169066: started - Task b0246610-2dd7-4817-be66-9315ab169066: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.11 | 0.13 | 0.144 | 0.153 | 0.161 | 0.131 | 100.0% | 10 | - | keystone.create_users | 0.628 | 0.692 | 0.803 | 0.847 | 0.89 | 0.717 | 100.0% | 10 | - | total | 0.755 | 0.826 | 0.934 | 0.979 | 1.025 | 0.849 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.49157500267 - Full duration: 12.6573908329 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.11 | 0.114 | 0.125 | 0.127 | 0.129 | 0.117 | 100.0% | 10 | - | keystone.add_role | 0.087 | 0.099 | 0.117 | 0.134 | 0.152 | 0.105 | 100.0% | 10 | - | keystone.list_roles | 0.049 | 0.053 | 0.068 | 0.084 | 0.101 | 0.059 | 100.0% | 10 | - | total | 0.261 | 0.277 | 0.302 | 0.307 | 0.313 | 0.281 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.859135150909 - Full duration: 5.88745498657 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.109 | 0.188 | 0.253 | 0.27 | 0.287 | 0.184 | 100.0% | 10 | - | keystone.add_role | 0.087 | 0.1 | 0.119 | 0.125 | 0.13 | 0.103 | 100.0% | 10 | - | keystone.remove_role | 0.06 | 0.069 | 0.173 | 0.196 | 0.218 | 0.102 | 100.0% | 10 | - | total | 0.263 | 0.393 | 0.518 | 0.556 | 0.594 | 0.39 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32334089279 - Full duration: 6.50031495094 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.108 | 0.217 | 0.267 | 0.272 | 0.277 | 0.192 | 100.0% | 10 | - | keystone.update_tenant | 0.05 | 0.057 | 0.062 | 0.068 | 0.074 | 0.058 | 100.0% | 10 | - | keystone.delete_tenant | 0.119 | 0.132 | 0.141 | 0.142 | 0.142 | 0.132 | 100.0% | 10 | - | total | 0.289 | 0.392 | 0.46 | 0.462 | 0.465 | 0.381 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.16795897484 - Full duration: 5.16257286072 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.105 | 0.121 | 0.153 | 0.169 | 0.185 | 0.13 | 100.0% | 10 | - | keystone.delete_service | 0.053 | 0.06 | 0.065 | 0.072 | 0.079 | 0.061 | 100.0% | 10 | - | total | 0.169 | 0.182 | 0.23 | 0.234 | 0.239 | 0.191 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.56450510025 - Full duration: 4.22321987152 - - test scenario KeystoneBasic.create_tenant - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_tenant | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 | - | total | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 0.417885065079 - Full duration: 4.0450899601 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 | - | total | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.485447883606 - Full duration: 4.35393500328 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.117 | 0.13 | 0.139 | 0.139 | 0.14 | 0.129 | 100.0% | 10 | - | keystone.list_tenants | 0.047 | 0.053 | 0.094 | 0.107 | 0.121 | 0.063 | 100.0% | 10 | - | total | 0.167 | 0.186 | 0.212 | 0.233 | 0.253 | 0.192 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.566509962082 - Full duration: 5.80973696709 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.109 | 0.227 | 0.291 | 0.3 | 0.308 | 0.205 | 100.0% | 10 | - | keystone.delete_role | 0.106 | 0.114 | 0.238 | 0.25 | 0.263 | 0.14 | 100.0% | 10 | - | total | 0.222 | 0.34 | 0.544 | 0.548 | 0.552 | 0.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.969199895859 - Full duration: 5.0005710125 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.115 | 0.13 | 0.153 | 0.154 | 0.154 | 0.131 | 100.0% | 10 | - | keystone.create_user | 0.059 | 0.063 | 0.068 | 0.075 | 0.083 | 0.065 | 100.0% | 10 | - | keystone.create_role | 0.046 | 0.06 | 0.085 | 0.085 | 0.086 | 0.061 | 100.0% | 10 | - | keystone.get_tenant | 0.044 | 0.051 | 0.058 | 0.06 | 0.062 | 0.051 | 100.0% | 10 | - | keystone.get_user | 0.052 | 0.067 | 0.103 | 0.106 | 0.109 | 0.07 | 100.0% | 10 | - | keystone.get_role | 0.042 | 0.049 | 0.066 | 0.067 | 0.068 | 0.052 | 100.0% | 10 | - | keystone.service_list | 0.044 | 0.05 | 0.067 | 0.083 | 0.099 | 0.055 | 100.0% | 10 | - | keystone.get_service | 0.041 | 0.044 | 0.051 | 0.052 | 0.054 | 0.046 | 100.0% | 10 | - | total | 0.489 | 0.533 | 0.57 | 0.572 | 0.574 | 0.532 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58059597015 - Full duration: 9.58514809608 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.129 | 0.139 | 0.153 | 0.167 | 0.181 | 0.143 | 100.0% | 10 | - | keystone.list_users | 0.046 | 0.054 | 0.073 | 0.079 | 0.084 | 0.06 | 100.0% | 10 | - | total | 0.185 | 0.198 | 0.222 | 0.227 | 0.232 | 0.203 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.615728855133 - Full duration: 4.46038007736 - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: started - Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.448 | 0.508 | 0.67 | 0.679 | 0.687 | 0.525 | 100.0% | 10 | - | neutron.delete_port | 0.152 | 0.299 | 0.373 | 0.376 | 0.378 | 0.301 | 100.0% | 10 | - | total | 0.6 | 0.817 | 0.958 | 0.977 | 0.995 | 0.826 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.44042801857 - Full duration: 24.5799560547 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.392 | 0.512 | 0.61 | 0.629 | 0.649 | 0.519 | 100.0% | 10 | - | neutron.create_router | 0.032 | 0.176 | 0.253 | 0.254 | 0.256 | 0.156 | 100.0% | 10 | - | neutron.add_interface_router | 0.227 | 0.375 | 0.444 | 0.468 | 0.492 | 0.366 | 100.0% | 10 | - | neutron.list_routers | 0.03 | 0.151 | 0.184 | 0.196 | 0.207 | 0.115 | 100.0% | 10 | - | total | 0.942 | 1.153 | 1.326 | 1.377 | 1.429 | 1.157 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.41682577133 - Full duration: 27.1603848934 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.406 | 0.478 | 0.571 | 0.602 | 0.634 | 0.488 | 100.0% | 10 | - | neutron.create_router | 0.032 | 0.189 | 0.275 | 0.28 | 0.284 | 0.183 | 100.0% | 10 | - | neutron.add_interface_router | 0.232 | 0.326 | 0.474 | 0.479 | 0.484 | 0.337 | 100.0% | 10 | - | neutron.remove_interface_router | 0.163 | 0.25 | 0.492 | 0.5 | 0.508 | 0.288 | 100.0% | 10 | - | neutron.delete_router | 0.126 | 0.229 | 0.301 | 0.356 | 0.41 | 0.224 | 100.0% | 10 | - | total | 1.294 | 1.49 | 1.698 | 1.753 | 1.807 | 1.52 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.38407206535 - Full duration: 28.0664179325 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.433 | 0.663 | 0.718 | 0.718 | 0.719 | 0.601 | 100.0% | 10 | - | neutron.list_ports | 0.089 | 0.231 | 0.345 | 0.385 | 0.425 | 0.243 | 100.0% | 10 | - | total | 0.524 | 0.843 | 1.028 | 1.072 | 1.117 | 0.844 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.59062600136 - Full duration: 25.9457578659 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.387 | 0.429 | 0.52 | 0.533 | 0.545 | 0.452 | 100.0% | 10 | - | neutron.delete_subnet | 0.144 | 0.296 | 0.356 | 0.367 | 0.378 | 0.275 | 100.0% | 10 | - | total | 0.573 | 0.733 | 0.811 | 0.829 | 0.846 | 0.727 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.22101807594 - Full duration: 24.9812419415 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.293 | 0.395 | 0.476 | 0.482 | 0.488 | 0.397 | 100.0% | 10 | - | neutron.delete_network | 0.103 | 0.24 | 0.332 | 0.344 | 0.357 | 0.228 | 100.0% | 10 | - | total | 0.471 | 0.585 | 0.766 | 0.798 | 0.829 | 0.625 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.84316086769 - Full duration: 14.2107710838 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.31 | 0.347 | 0.452 | 0.454 | 0.455 | 0.362 | 100.0% | 10 | - | neutron.list_networks | 0.042 | 0.111 | 0.199 | 0.24 | 0.281 | 0.124 | 100.0% | 10 | - | total | 0.358 | 0.493 | 0.603 | 0.624 | 0.644 | 0.486 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.45903801918 - Full duration: 15.4646441936 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.382 | 0.419 | 0.612 | 0.613 | 0.614 | 0.478 | 100.0% | 10 | - | neutron.create_router | 0.033 | 0.176 | 0.22 | 0.239 | 0.258 | 0.149 | 100.0% | 10 | - | neutron.add_interface_router | 0.229 | 0.272 | 0.394 | 0.458 | 0.522 | 0.307 | 100.0% | 10 | - | neutron.update_router | 0.091 | 0.252 | 0.307 | 0.324 | 0.342 | 0.221 | 100.0% | 10 | - | total | 0.938 | 1.105 | 1.328 | 1.406 | 1.484 | 1.156 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.27084898949 - Full duration: 27.761991024 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.306 | 0.356 | 0.425 | 0.429 | 0.433 | 0.366 | 100.0% | 10 | - | neutron.update_network | 0.113 | 0.27 | 0.33 | 0.337 | 0.343 | 0.24 | 100.0% | 10 | - | total | 0.423 | 0.611 | 0.763 | 0.763 | 0.764 | 0.606 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.81449484825 - Full duration: 15.7938911915 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.431 | 0.488 | 0.702 | 0.707 | 0.711 | 0.521 | 100.0% | 10 | - | neutron.update_port | 0.11 | 0.256 | 0.37 | 0.39 | 0.409 | 0.23 | 100.0% | 10 | - | total | 0.541 | 0.758 | 0.865 | 0.987 | 1.11 | 0.752 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.09433794022 - Full duration: 26.3668129444 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.391 | 0.421 | 0.542 | 0.558 | 0.574 | 0.449 | 100.0% | 10 | - | neutron.list_subnets | 0.059 | 0.135 | 0.295 | 0.332 | 0.37 | 0.163 | 100.0% | 10 | - | total | 0.45 | 0.631 | 0.736 | 0.752 | 0.769 | 0.612 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.75437092781 - Full duration: 25.2292289734 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.4 | 0.45 | 0.535 | 0.536 | 0.537 | 0.462 | 100.0% | 10 | - | neutron.update_subnet | 0.158 | 0.306 | 0.397 | 0.412 | 0.427 | 0.3 | 100.0% | 10 | - | total | 0.564 | 0.773 | 0.88 | 0.904 | 0.929 | 0.763 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.266477108 - Full duration: 25.2276790142 - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: started - Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.378 | 0.469 | 0.572 | 0.585 | 0.599 | 0.487 | 100.0% | 10 | - | nova.delete_keypair | 0.018 | 0.021 | 0.031 | 0.032 | 0.032 | 0.023 | 100.0% | 10 | - | total | 0.41 | 0.487 | 0.592 | 0.607 | 0.621 | 0.51 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.44199299812 - Full duration: 14.8640050888 - - test scenario NovaServers.snapshot_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.252 | 5.309 | 6.304 | 6.39 | 6.476 | 5.049 | 100.0% | 10 | - | nova.create_image | 27.858 | 48.811 | 65.726 | 65.73 | 65.734 | 47.725 | 100.0% | 10 | - | nova.delete_server | 2.519 | 2.96 | 5.038 | 5.043 | 5.047 | 3.302 | 100.0% | 10 | - | nova.boot_server (2) | 14.132 | 28.496 | 38.684 | 44.307 | 49.929 | 28.943 | 100.0% | 10 | - | nova.delete_server (2) | 2.39 | 4.627 | 7.042 | 7.135 | 7.229 | 4.368 | 100.0% | 10 | - | nova.delete_image | 0.317 | 0.482 | 1.285 | 1.976 | 2.667 | 0.749 | 100.0% | 10 | - | total | 61.01 | 97.217 | 121.154 | 121.205 | 121.255 | 90.137 | 100.0% | 10 | - +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+ - Load duration: 248.724915028 - Full duration: 271.744755983 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.create_keypair | 0.436 | 0.508 | 0.611 | 0.618 | 0.624 | 0.52 | 100.0% | 10 | - | nova.boot_server | 3.084 | 4.238 | 6.002 | 6.114 | 6.226 | 4.436 | 100.0% | 10 | - | nova.delete_server | 2.385 | 2.558 | 3.021 | 3.844 | 4.667 | 2.752 | 100.0% | 10 | - | nova.delete_keypair | 0.015 | 0.02 | 0.024 | 0.024 | 0.025 | 0.02 | 100.0% | 10 | - | total | 5.997 | 7.197 | 9.438 | 10.178 | 10.917 | 7.728 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 22.9343290329 - Full duration: 44.7740108967 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.367 | 0.477 | 0.546 | 0.584 | 0.622 | 0.473 | 100.0% | 10 | - | nova.list_keypairs | 0.014 | 0.019 | 0.025 | 0.028 | 0.03 | 0.021 | 100.0% | 10 | - | total | 0.384 | 0.501 | 0.565 | 0.601 | 0.636 | 0.494 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.53178596497 - Full duration: 16.4732458591 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 0.588 | 0.656 | 0.754 | 0.774 | 0.795 | 0.663 | 100.0% | 10 | - | total | 0.589 | 0.656 | 0.754 | 0.775 | 0.795 | 0.663 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.98694491386 - Full duration: 47.495290041 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.412 | 4.572 | 6.064 | 6.069 | 6.073 | 4.644 | 100.0% | 10 | - | nova.resize | 21.205 | 34.251 | 42.136 | 42.238 | 42.34 | 31.684 | 100.0% | 10 | - | nova.resize_confirm | 2.364 | 2.437 | 2.588 | 2.638 | 2.688 | 2.479 | 100.0% | 10 | - | nova.delete_server | 2.38 | 2.427 | 2.64 | 2.727 | 2.814 | 2.475 | 100.0% | 10 | - | total | 29.399 | 43.496 | 53.296 | 53.299 | 53.302 | 41.282 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 112.265089989 - Full duration: 126.299309015 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.376 | 4.574 | 6.275 | 6.295 | 6.315 | 4.705 | 100.0% | 10 | - | nova.boot_server | 8.443 | 9.25 | 11.22 | 11.494 | 11.768 | 9.658 | 100.0% | 10 | - | nova.delete_server | 4.478 | 4.614 | 4.912 | 5.81 | 6.708 | 4.799 | 100.0% | 10 | - | total | 16.358 | 19.136 | 21.665 | 22.113 | 22.56 | 19.163 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.0801298618 - Full duration: 85.6200530529 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.498 | 4.001 | 5.998 | 6.132 | 6.267 | 4.49 | 100.0% | 10 | - | nova.stop_server | 4.649 | 13.73 | 15.606 | 15.699 | 15.791 | 11.515 | 100.0% | 10 | - | nova.migrate | 15.233 | 21.214 | 29.778 | 29.939 | 30.099 | 22.004 | 100.0% | 10 | - | nova.resize_confirm | 2.366 | 2.398 | 2.559 | 2.699 | 2.838 | 2.451 | 100.0% | 10 | - | nova.delete_server | 2.384 | 2.428 | 2.527 | 2.567 | 2.606 | 2.444 | 100.0% | 10 | - | total | 35.813 | 43.101 | 49.38 | 49.998 | 50.616 | 42.904 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 121.644474983 - Full duration: 135.548355818 - - test scenario NovaServers.boot_and_delete_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 3.484 | 6.119 | 7.588 | 7.617 | 7.647 | 5.778 | 100.0% | 10 | - | nova.delete_server | 2.393 | 2.758 | 4.763 | 4.817 | 4.872 | 3.438 | 100.0% | 10 | - | total | 5.885 | 8.701 | 12.336 | 12.358 | 12.379 | 9.216 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 26.0077610016 - Full duration: 48.9747579098 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.5 | 4.786 | 6.225 | 6.257 | 6.289 | 4.859 | 100.0% | 10 | - | nova.rebuild_server | 6.349 | 11.303 | 17.156 | 17.218 | 17.279 | 11.611 | 100.0% | 10 | - | nova.delete_server | 2.381 | 2.441 | 2.549 | 2.55 | 2.552 | 2.464 | 100.0% | 10 | - | total | 13.553 | 18.971 | 23.648 | 24.245 | 24.842 | 18.934 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 52.6579520702 - Full duration: 75.2351601124 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.386 | 2.017 | 2.077 | 2.091 | 2.106 | 1.84 | 100.0% | 10 | - | nova.create_100_rules | 8.891 | 10.215 | 10.514 | 10.722 | 10.929 | 10.096 | 100.0% | 10 | - | nova.list_security_groups | 0.107 | 0.152 | 0.269 | 0.288 | 0.307 | 0.171 | 100.0% | 10 | - | total | 10.858 | 12.348 | 12.575 | 12.61 | 12.645 | 12.108 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 35.6299619675 - Full duration: 63.5884320736 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.387 | 1.712 | 2.11 | 2.114 | 2.118 | 1.782 | 100.0% | 10 | - | nova.create_100_rules | 8.912 | 9.991 | 10.333 | 10.39 | 10.447 | 9.849 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.735 | 0.953 | 1.042 | 1.101 | 1.161 | 0.955 | 100.0% | 10 | - | total | 11.2 | 12.869 | 13.019 | 13.049 | 13.079 | 12.586 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.0498371124 - Full duration: 51.703150034 - - test scenario NovaServers.boot_and_bounce_server - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - | nova.boot_server | 3.232 | 4.745 | 6.322 | 6.339 | 6.356 | 4.884 | 100.0% | 10 | - | nova.reboot_server | 4.43 | 4.579 | 4.667 | 4.687 | 4.707 | 4.59 | 100.0% | 10 | - | nova.soft_reboot_server | 4.722 | 6.782 | 18.815 | 72.233 | 125.65 | 18.46 | 100.0% | 10 | - | nova.stop_server | 4.631 | 4.711 | 6.14 | 10.834 | 15.527 | 5.852 | 100.0% | 10 | - | nova.start_server | 2.625 | 2.712 | 3.141 | 3.595 | 4.048 | 2.891 | 100.0% | 10 | - | nova.rescue_server | 6.624 | 11.131 | 17.578 | 17.69 | 17.803 | 11.544 | 100.0% | 10 | - | nova.unrescue_server | 2.293 | 4.467 | 4.631 | 4.634 | 4.636 | 3.681 | 100.0% | 10 | - | nova.delete_server | 2.346 | 2.407 | 2.563 | 2.572 | 2.581 | 2.442 | 100.0% | 10 | - | total | 35.909 | 44.054 | 60.343 | 108.964 | 157.584 | 54.354 | 100.0% | 10 | - +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+ - Load duration: 157.603001118 - Full duration: 179.857326031 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 | - | total | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.5383079052 - Full duration: 36.4747169018 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 1.622 | 1.87 | 1.968 | 2.066 | 2.163 | 1.846 | 100.0% | 10 | - | nova.create_100_rules | 8.778 | 9.885 | 10.429 | 10.484 | 10.538 | 9.786 | 100.0% | 10 | - | nova.boot_server | 4.372 | 5.705 | 6.744 | 6.784 | 6.825 | 5.534 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.145 | 0.15 | 0.163 | 0.171 | 0.179 | 0.154 | 100.0% | 10 | - | nova.delete_server | 2.392 | 2.532 | 4.639 | 4.677 | 4.715 | 3.324 | 100.0% | 10 | - | nova.delete_10_security_groups | 0.762 | 0.811 | 1.001 | 1.056 | 1.112 | 0.864 | 100.0% | 10 | - | total | 18.434 | 20.813 | 24.815 | 24.847 | 24.879 | 21.508 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.179831028 - Full duration: 87.2896039486 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 3.419 | 4.899 | 6.417 | 6.437 | 6.457 | 4.897 | 100.0% | 10 | - | nova.pause_server | 2.319 | 2.452 | 2.541 | 2.574 | 2.607 | 2.443 | 100.0% | 10 | - | nova.unpause_server | 2.291 | 2.397 | 2.512 | 2.565 | 2.619 | 2.409 | 100.0% | 10 | - | nova.delete_server | 2.36 | 2.542 | 3.024 | 3.769 | 4.514 | 2.719 | 100.0% | 10 | - | total | 10.572 | 12.299 | 14.07 | 14.773 | 15.475 | 12.469 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6686770916 - Full duration: 59.3664259911 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.258 | 3.501 | 5.924 | 5.949 | 5.974 | 4.155 | 100.0% | 10 | - | nova.boot_server | 7.572 | 8.821 | 12.368 | 12.983 | 13.598 | 9.51 | 100.0% | 10 | - | total | 11.135 | 12.15 | 18.14 | 18.856 | 19.572 | 13.665 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.717217207 - Full duration: 73.4654810429 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.boot_server | 3.569 | 4.788 | 6.354 | 6.43 | 6.506 | 4.924 | 100.0% | 10 | - | nova.list_servers | 0.189 | 0.37 | 0.447 | 0.453 | 0.46 | 0.346 | 100.0% | 10 | - | total | 3.757 | 5.231 | 6.727 | 6.745 | 6.763 | 5.27 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.4698469639 - Full duration: 47.3727209568 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: started - Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: finished - - test scenario Quotas.cinder_update - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 | - | total | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.92687010765 - Full duration: 7.31987595558 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.217 | 0.255 | 0.377 | 0.401 | 0.424 | 0.28 | 100.0% | 10 | - | total | 0.28 | 0.325 | 0.445 | 0.469 | 0.492 | 0.346 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.03654098511 - Full duration: 6.59040594101 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.588 | 0.651 | 0.699 | 0.702 | 0.705 | 0.652 | 100.0% | 10 | - | quotas.delete_quotas | 0.389 | 0.434 | 0.5 | 0.527 | 0.554 | 0.449 | 100.0% | 10 | - | total | 1.011 | 1.097 | 1.176 | 1.179 | 1.182 | 1.101 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.32944512367 - Full duration: 8.96466994286 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.322 | 0.358 | 0.54 | 0.633 | 0.726 | 0.407 | 100.0% | 10 | - | quotas.delete_quotas | 0.016 | 0.022 | 0.028 | 0.029 | 0.03 | 0.022 | 100.0% | 10 | - | total | 0.344 | 0.383 | 0.557 | 0.652 | 0.747 | 0.429 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.20111894608 - Full duration: 6.32782506943 - - test scenario Quotas.nova_update - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | quotas.update_quotas | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 | - | total | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 1.11949706078 - Full duration: 6.58456206322 - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: started - Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 | - | total | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.3974840641 - Full duration: 8.66475987434 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.453 | 0.458 | 0.477 | 0.494 | 0.511 | 0.465 | 100.0% | 10 | - | total | 0.453 | 0.458 | 0.477 | 0.494 | 0.512 | 0.465 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.39966082573 - Full duration: 3.74285912514 - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:17 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 01:24 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 16:34 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 06:19 | 32 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:07 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 04:40 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 24:26 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:35 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:12 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 00:55:38 | 229 | 99.15% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ONOS -^^^^ -:: - - FUNCTEST.info: Running ONOS test case... - Cloning into '/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest'... - FUNCvirNetNB - INFO - Creating component Handle: ONOSrest - - +----------------+ - ------------------------------ { Script And Files } ------------------------------ - +----------------+ - Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.log - Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.rpt - ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/ONOSrest.session - Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.py - Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.params - Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.topo - +------------------+ - --------------------------- { Script Exec Params } --------------------------- - +------------------+ - 'MININET': - 'switch': '7' - 'links': '20' - - 'GIT': - 'pull': 'False' - 'branch': 'master' - - 'HTTP': - 'path': '/onos/vtn/' - 'port': '8181' - - 'CTRL': - 'ip1': 'OC1' - 'port1': '6633' - - 'testcases': '2 - 3 - 4 - 5 - 6 - 7 - 8 - 9 - 10' - 'SLEEP': - 'startup': '15' - - 'ENV': - 'cellApps': 'drivers - openflow - proxyarp - mobility' - 'cellName': 'singlenode' - - +---------------+ - ----------------------------- { Components Used } ----------------------------- - +---------------+ - ONOSrest - - +--------+ - ---------------------------- { Topology } ---------------------------- - +--------+ - - 'ONOSrest': - 'connect_order': '4' - 'host': 'OC1' - 'user': 'root' - 'COMPONENTS': '' - 'password': 'r00tme' - 'type': 'OnosRestDriver' - - ------------------------------------------------------------ - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - Network Post - 2.1: Generate Post Data - 2.2: Post Data via HTTP - 2.3: Get Data via HTTP - 2.4: Compare Send Id and Get Id - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase3 - ****************************** - - Network Update - 3.1: Generate Post Data - 3.2: Post Data via HTTP - 3.3: Update Data via HTTP - 3.4: Get Data via HTTP - 3.5: Compare Update data. - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase4 - ****************************** - - Network Delete - 4.1: Generate Post Data - 4.2: Post Data via HTTP - 4.3: Delete Data via HTTP - 4.4: Get Data is NULL - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase5 - ****************************** - - Subnet Post - 5.1: Generate Post Data - 5.2: Post Network Data via HTTP(Post Subnet need post network) - 5.3: Post Subnet Data via HTTP - 5.4: Get Subnet Data via HTTP - 5.5: Compare Post Subnet Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase6 - ****************************** - - Subnet Update - 6.1: Generate Post Data - 6.2: Post Network Data via HTTP(Post Subnet need post network) - 6.3: Post Subnet Data via HTTP - 6.4: Update Subnet Data via HTTP - 6.5: Get Subnet Data via HTTP - 6.6: Compare Subnet Data - 6.7: Delete Subnet via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase7 - ****************************** - - Subnet Delete - 7.1: Generate Post Data - 7.2: Post Network Data via HTTP(Post Subnet need post network) - 7.3: Post Subnet Data via HTTP - 7.4: Delete Subnet Data via HTTP - 7.5: Get Subnet Data is NULL - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase8 - ****************************** - - Port Post - 8.1: Generate Post Data - 8.2: Post Network Data via HTTP(Post port need post network) - 8.3: Post Subnet Data via HTTP(Post port need post subnet) - 8.4: Post Port Data via HTTP - 8.5: Get Port Data via HTTP - 8.6: Compare Post Port Data - 8.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase9 - ****************************** - - Port Update - 9.1: Generate Post Data - 9.2: Post Network Data via HTTP(Post port need post network) - 9.3: Post Subnet Data via HTTP(Post port need post subnet) - 9.4: Post Port Data via HTTP - 9.5: Update Port Data via HTTP - 9.6: Get Port Data via HTTP - 9.7: Compare Update Port Data - 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase10 - ****************************** - - Port Delete - 10.1: Generate Post Data - 10.2: Post Network Data via HTTP(Post port need post network) - 10.3: Post Subnet Data via HTTP(Post port need post subnet) - 10.4: Post Port Data via HTTP - 10.5: Delete Port Data via HTTP - 10.6: Get Port Data is NULL - 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ************************************* - Test Execution Summary - ************************************* - - Test Start : 22 Feb 2016 16:47:23 - Test End : 22 Feb 2016 16:47:39 - Execution Time : 0:00:15.597834 - Total tests planned : 9 - Total tests RUN : 9 - Total Pass : 9 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7f848e052a50> - FUNCvirNetNBL3 - INFO - Creating component Handle: ONOSrest - - +----------------+ - ------------------------------ { Script And Files } ------------------------------ - +----------------+ - - Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.log - Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.rpt - ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/ONOSrest.session - Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.py - Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.params - Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.topo - +------------------+ - --------------------------- { Script Exec Params } --------------------------- - +------------------+ - - 'MININET': - 'switch': '7' - 'links': '20' - - 'GIT': - 'pull': 'False' - 'branch': 'master' - - 'HTTP': - 'path': '/onos/vtn/' - 'port': '8181' - - 'CTRL': - 'ip1': 'OC1' - 'port1': '6653' - - 'testcases': '2 - 3 - 4 - 5 - 6 - 7 - 8 - 9 - 10 - 11 - 12' - 'SLEEP': - 'startup': '15' - - 'ENV': - 'cellApps': 'drivers - openflow - proxyarp - mobility' - 'cellName': 'singlenode' - - +---------------+ - ----------------------------- { Components Used } ----------------------------- - +---------------+ - ONOSrest - - +--------+ - ---------------------------- { Topology } ---------------------------- - +--------+ - - 'ONOSrest': - 'connect_order': '4' - 'host': 'OC1' - 'user': 'root' - 'COMPONENTS': '' - 'password': 'root' - 'type': 'OnosRestDriver' - - ------------------------------------------------------------ - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - Router Post - 2.1: Post Network Data via HTTP(Post Router need post network) - 2.2: Post Router Data via HTTP - 2.3: Get Router Data via HTTP - 2.4: Compare Post Router Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase3 - ****************************** - - Router Update - 3.1: Post Network Data via HTTP(Post Router need post network) - 3.2: Post Router Data via HTTP - 3.3: Update Router Data via HTTP - 3.4: Get Router Data via HTTP - 3.5: Compare Router Data - 3.6: Delete Router via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase4 - ****************************** - - Router Delete - 4.1: Post Network Data via HTTP(Post Router need post network) - 4.2: Post Router Data via HTTP - 4.3: Delete Router Data via HTTP - 4.4: Get Router Data is NULL - Verify the Router status - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase5 - ****************************** - - RouterInterface Post - 5.1: Post Network Data via HTTP(Post port need post network) - 5.2: Post Subnet Data via HTTP(Post port need post subnet) - 5.3: Post Port Data via HTTP - 5.4: Post Router Data via HTTP - 5.5: Put RouterInterface Data via HTTP - 5.6: Get RouterInterface Data via HTTP - 5.7: Compare Post Port Data - 5.8: Del RouterInterface Data via HTTP - 5.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase6 - ****************************** - - RouterInterface Delete - 6.1: Post Network Data via HTTP(Post port need post network) - 6.2: Post Subnet Data via HTTP(Post port need post subnet) - 6.3: Post Port Data via HTTP - 6.4: Post Router Data via HTTP - 6.5: Post RouterInterface Data via HTTP - 6.6: Del RouterInterface Data via HTTP - 6.7: Delete Port Data via HTTP - 6.8: Get Port Data is NULL - 6.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase7 - ****************************** - - FloatingIp Post - 7.1: Post Network Data via HTTP(Post port need post network) - 7.2: Post Subnet Data via HTTP(Post port need post subnet) - 7.3: Post Port Data via HTTP - 7.4: Post Router Data via HTTP - 7.5: Get Port Data via HTTP - 7.6: Post FloatingIp Data via HTTP - 7.7: Get Port Data via HTTP - 7.8: Get FloatingIp Data via HTTP - 7.9: Get FloatingIp Data via HTTP - 7.10: Compare Post FloatingIp Data - 7.11: Post FloatingIp Clean Data via HTTP - 7.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase8 - ****************************** - - FloatingIp Update - 8.1: Post Network Data via HTTP(Post port need post network) - 8.2: Post Subnet Data via HTTP(Post port need post subnet) - 8.3: Post Port Data via HTTP - 8.4: Post Router Data via HTTP - 8.5: Post FloatingIp Data via HTTP - 8.6: Post Delete Data via HTTP - 8.7: Post NewPort Data via HTTP - 8.8: Post NewFloatingIp Data via HTTP - 8.9: Get NewFloatingIp Data via HTTP - 8.10: Compare Post FloatingIp Data - 8.11: Post FloatingIp Clean Data via HTTP - 8.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase9 - ****************************** - - FloatingIp Delete - 9.1: Post Network Data via HTTP(Post port need post network) - 9.2: Post Subnet Data via HTTP(Post port need post subnet) - 9.3: Post Port Data via HTTP - 9.4: Post Router Data via HTTP - 9.5: Post FloatingIp Data via HTTP - 9.6: Post FloatingIp Clean Data via HTTP - 9.7: Get FloatingIp Data is NULL - 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase10 - ****************************** - - Gateway Post - 10.1: Post Network Data via HTTP(Post port need post network) - 10.2: Post Subnet Data via HTTP(Post port need post subnet) - 10.3: Post Port Data via HTTP - 10.4: Post Router Data via HTTP - 10.5: Get Gateway Data via HTTP - 10.6: Compare Post Gateway Data - 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase11 - ****************************** - - Gateway Update - 11.1: Post Network Data via HTTP(Post port need post network) - 11.2: Post Subnet Data via HTTP(Post port need post subnet) - 11.3: Post Port Data via HTTP - 11.4: Post Router Data via HTTP - 11.5: Post New Router Data via HTTP - 11.6: Get Gateway Data via HTTP - 11.7: Compare Post Gateway Data - 11.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ****************************** - Result summary for Testcase12 - ****************************** - - Gateway Delete - 12.1: Post Network Data via HTTP(Post port need post network) - 12.2: Post Subnet Data via HTTP(Post port need post subnet) - 12.3: Post Port Data via HTTP - 12.4: Post Router Data via HTTP - 12.5: Post Del Gateway Data via HTTP - 12.6: Get Gateway Data via HTTP - 12.7: If Gateway Data is NULL - 12.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - ************************************* - Test Execution Summary - ************************************* - - Test Start : 22 Feb 2016 16:47:39 - Test End : 22 Feb 2016 16:47:59 - Execution Time : 0:00:20.564415 - Total tests planned : 11 - Total tests RUN : 11 - Total Pass : 11 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7fcc82fc7ad0> diff --git a/docs/results/fuel-os-nosdn-kvm-ha.rst b/docs/results/fuel-os-nosdn-kvm-ha.rst deleted file mode 100644 index 1693ad57..00000000 --- a/docs/results/fuel-os-nosdn-kvm-ha.rst +++ /dev/null @@ -1,1521 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-kvm-ha ----------------------------------------------- - -VIM ---- - -Tempest -^^^^^^^ -:: - - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.37487 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.09209 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.94115 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.59631 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.03178 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 11.13795 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.07863 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00116 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.08504 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00099 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 7.63607 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.06693 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.13367 | success | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get | 0.0 | skip | - | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get | 0.0 | skip | - | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data | 0.0 | skip | - | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_create | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_delete | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_get | 0.0 | skip | - | tempest.api.data_processing.test_jobs.JobTest.test_job_list | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get | 0.0 | skip | - | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list | 0.0 | skip | - | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get | 0.0 | skip | - | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor | 0.0 | skip | - | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors | 0.0 | skip | - | tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits | 0.0 | skip | - | tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions | 0.0 | skip | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.57347 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.17627 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.33315 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.08263 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.82181 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.42812 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.89984 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.33804 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.26122 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list | 0.43116 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.40022 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.70626 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.07075 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.06209 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.06225 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.08494 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.04772 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05578 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.27065 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.38206 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.46710 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 2.88813 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.91435 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.63719 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network | 1.30351 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port | 1.98554 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet | 3.09141 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network | 1.40844 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port | 1.67281 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet | 2.34230 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet | 1.77383 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility | 0.27369 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks | 0.21206 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets | 0.05304 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_show_network | 0.03923 | success | - | tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet | 0.21345 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.96905 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.41775 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.04545 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.03878 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03483 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19582 | success | - | tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet | 1.74789 | success | - | tempest.api.network.test_networks.NetworksTest.test_external_network_visibility | 0.23307 | success | - | tempest.api.network.test_networks.NetworksTest.test_list_networks | 0.05593 | success | - | tempest.api.network.test_networks.NetworksTest.test_list_subnets | 0.03420 | success | - | tempest.api.network.test_networks.NetworksTest.test_show_network | 0.22495 | success | - | tempest.api.network.test_networks.NetworksTest.test_show_subnet | 0.04874 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.87449 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.73660 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.47535 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.07632 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.22105 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.88100 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.43974 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.73850 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.23058 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.22952 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.10475 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.05694 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.35753 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.43959 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.83507 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.17349 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.93067 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.12709 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.29264 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.59275 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03756 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.57130 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.52547 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05488 | success | - | tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools | 1.47037 | success | - | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota | 0.0 | fail | - | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object | 0.0 | fail | - | tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata | 0.0 | fail | - | tempest.api.object_storage.test_account_services.AccountTest.test_list_containers | 0.0 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object | 0.32095 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects | 0.02198 | fail | - | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object | 0.01216 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_create_container | 0.36258 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents | 0.01330 | fail | - | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata | 0.01521 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_create_object | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_get_object | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata | 0.0 | fail | - | tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.40358 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 4.40282 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04414 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.05533 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.48932 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.49844 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.49092 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.60408 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.63262 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.74910 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.04588 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 5.96533 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 2.93564 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.06137 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.08282 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 7.85484 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 13.98156 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 7.31661 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 14.01416 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06604 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.25951 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 49.36369 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops | 25.33085 | success | - | tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes | 0.0 | skip | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 103.45858 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 76.91454 | success | - +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - 2016-04-26 01:22:55,788 - run_tempest - INFO - Results: {'timestart': '2016-04-2601:09:10.555191', 'duration': 824, 'tests': 171, 'failures': 14} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-26 01:24:50,982 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-26 01:25:56,731 - run_rally - INFO - - Preparing input task - Task 8204ef26-e392-473b-b607-fe79c30f3c6c: started - Task 8204ef26-e392-473b-b607-fe79c30f3c6c: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.823 | 0.883 | 0.951 | 0.954 | 0.957 | 0.885 | 100.0% | 10 | - | total | 1.01 | 1.089 | 1.144 | 1.158 | 1.172 | 1.085 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.33679389954 - Full duration: 10.0142049789 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 | - | total | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.59915304184 - Full duration: 6.89671802521 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.436 | 0.468 | 0.496 | 0.499 | 0.502 | 0.47 | 100.0% | 10 | - | total | 0.637 | 0.668 | 0.704 | 0.705 | 0.707 | 0.671 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.02648496628 - Full duration: 8.63242101669 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.245 | 0.281 | 0.405 | 0.41 | 0.416 | 0.301 | 100.0% | 10 | - | total | 0.423 | 0.459 | 0.585 | 0.607 | 0.628 | 0.488 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.44381713867 - Full duration: 8.15497398376 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.245 | 0.435 | 0.501 | 0.598 | 0.695 | 0.446 | 100.0% | 10 | - | total | 0.416 | 0.662 | 0.692 | 0.777 | 0.862 | 0.642 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.90059304237 - Full duration: 8.63323712349 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.312 | 0.491 | 0.599 | 0.608 | 0.617 | 0.493 | 100.0% | 10 | - | total | 0.512 | 0.69 | 0.788 | 0.798 | 0.808 | 0.69 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.07425689697 - Full duration: 8.5414249897 - - 2016-04-26 01:25:58,048 - run_rally - INFO - Test scenario: "authenticate" OK. - - 2016-04-26 01:25:58,314 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 01:29:06,596 - run_rally - INFO - - Preparing input task - Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: started - Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 | - | total | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.06210279465 - Full duration: 11.1119971275 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.132 | 6.43 | 6.695 | 6.801 | 6.907 | 6.444 | 100.0% | 10 | - | nova.boot_servers | 12.665 | 13.469 | 14.176 | 14.374 | 14.573 | 13.486 | 100.0% | 10 | - | total | 19.057 | 19.947 | 20.84 | 20.94 | 21.039 | 19.931 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 58.8742520809 - Full duration: 95.2440040112 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.278 | 6.53 | 7.761 | 11.222 | 14.683 | 7.394 | 100.0% | 10 | - | glance.list_images | 0.299 | 0.472 | 0.515 | 0.522 | 0.529 | 0.462 | 100.0% | 10 | - | total | 6.752 | 7.034 | 8.227 | 11.691 | 15.154 | 7.856 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 22.2857620716 - Full duration: 34.3181619644 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 6.137 | 6.554 | 6.898 | 6.924 | 6.95 | 6.58 | 100.0% | 10 | - | glance.delete_image | 1.285 | 1.713 | 1.917 | 1.962 | 2.006 | 1.713 | 100.0% | 10 | - | total | 7.602 | 8.362 | 8.696 | 8.748 | 8.799 | 8.292 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.0005450249 - Full duration: 34.4151468277 - - 2016-04-26 01:29:07,930 - run_rally - INFO - Test scenario: "glance" OK. - - 2016-04-26 01:29:08,087 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 02:24:09,641 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,661 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,663 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,666 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - - 2016-04-26 02:24:09,780 - run_rally - INFO - - Preparing input task - Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: started - Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 438.78555584 - Full duration: 476.062150002 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 7.312 | 9.44 | 9.821 | 9.964 | 10.107 | 9.128 | 100.0% | 10 | - | cinder.list_volumes | 0.058 | 0.27 | 0.297 | 0.324 | 0.35 | 0.215 | 100.0% | 10 | - | total | 7.37 | 9.626 | 10.164 | 10.275 | 10.386 | 9.343 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.7357289791 - Full duration: 47.5475459099 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.202 | 3.516 | 3.662 | 3.711 | 3.761 | 3.5 | 100.0% | 10 | - | cinder.list_volumes | 0.05 | 0.224 | 0.315 | 0.344 | 0.372 | 0.193 | 100.0% | 10 | - | total | 3.298 | 3.743 | 3.868 | 3.888 | 3.907 | 3.693 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.2217340469 - Full duration: 27.984375 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.92 | 3.143 | 4.9 | 4.966 | 5.032 | 3.472 | 100.0% | 10 | - | cinder.list_snapshots | 0.023 | 0.029 | 0.218 | 0.233 | 0.248 | 0.072 | 100.0% | 10 | - | total | 2.955 | 3.197 | 4.927 | 4.993 | 5.06 | 3.545 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 9.69527101517 - Full duration: 42.2511930466 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.018 | 3.457 | 3.685 | 3.737 | 3.788 | 3.413 | 100.0% | 10 | - | cinder.delete_volume | 0.914 | 2.612 | 3.053 | 3.069 | 3.085 | 2.563 | 100.0% | 10 | - | total | 3.932 | 6.16 | 6.58 | 6.669 | 6.759 | 5.977 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.8796432018 - Full duration: 31.8870809078 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.958 | 9.585 | 9.884 | 10.249 | 10.614 | 9.589 | 100.0% | 10 | - | cinder.delete_volume | 0.775 | 2.647 | 3.059 | 3.255 | 3.451 | 2.387 | 100.0% | 10 | - | total | 10.49 | 12.128 | 12.864 | 13.066 | 13.269 | 11.977 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 35.2168581486 - Full duration: 50.825067997 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.192 | 3.607 | 4.26 | 4.265 | 4.27 | 3.682 | 100.0% | 10 | - | cinder.delete_volume | 2.551 | 2.625 | 3.0 | 3.039 | 3.079 | 2.731 | 100.0% | 10 | - | total | 5.766 | 6.169 | 7.217 | 7.239 | 7.262 | 6.413 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.1643960476 - Full duration: 32.8357338905 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.223 | 3.533 | 3.679 | 3.775 | 3.87 | 3.545 | 100.0% | 10 | - | cinder.upload_volume_to_image | 24.815 | 36.631 | 39.206 | 39.953 | 40.701 | 34.888 | 100.0% | 10 | - | cinder.delete_volume | 2.335 | 2.578 | 2.734 | 2.742 | 2.75 | 2.535 | 100.0% | 10 | - | nova.delete_image | 1.988 | 2.228 | 2.551 | 2.734 | 2.917 | 2.296 | 100.0% | 10 | - | total | 32.77 | 45.39 | 47.552 | 48.244 | 48.935 | 43.265 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 124.777842999 - Full duration: 139.828857899 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.281 | 3.509 | 3.788 | 3.8 | 3.812 | 3.517 | 100.0% | 10 | - | total | 3.281 | 3.509 | 3.788 | 3.8 | 3.813 | 3.517 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.4726939201 - Full duration: 25.0890491009 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.219 | 3.547 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 | - | total | 3.22 | 3.548 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.6221859455 - Full duration: 28.0074269772 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.459 | 0.521 | 0.574 | 0.58 | 0.585 | 0.523 | 100.0% | 10 | - | total | 0.459 | 0.521 | 0.574 | 0.58 | 0.586 | 0.523 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.56029701233 - Full duration: 54.4247999191 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 428.079464197 - Full duration: 524.52899909 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 423.273214102 - Full duration: 1129.47603798 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 426.579771996 - Full duration: 529.032740116 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 2.8 | 2.961 | 3.287 | 4.217 | 5.148 | 3.157 | 100.0% | 10 | - | cinder.delete_snapshot | 2.364 | 2.643 | 2.86 | 2.881 | 2.902 | 2.611 | 100.0% | 10 | - | total | 5.173 | 5.494 | 6.148 | 7.099 | 8.05 | 5.769 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.4653530121 - Full duration: 44.3639709949 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.119 | 3.685 | 4.169 | 4.22 | 4.27 | 3.741 | 100.0% | 10 | - | cinder.extend_volume | 2.536 | 3.106 | 3.175 | 3.189 | 3.203 | 3.023 | 100.0% | 10 | - | cinder.delete_volume | 2.42 | 2.895 | 3.05 | 3.068 | 3.087 | 2.822 | 100.0% | 10 | - | total | 8.68 | 9.571 | 10.355 | 10.358 | 10.362 | 9.586 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.6492631435 - Full duration: 42.1216299534 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.108 | 3.632 | 3.846 | 3.968 | 4.089 | 3.621 | 100.0% | 10 | - | cinder.delete_volume | 2.54 | 2.847 | 3.276 | 3.29 | 3.304 | 2.881 | 100.0% | 10 | - | total | 6.172 | 6.512 | 6.734 | 6.756 | 6.778 | 6.502 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.1909890175 - Full duration: 46.976804018 - - 2016-04-26 02:24:11,068 - run_rally - INFO - Test scenario: "cinder" Failed. - - 2016-04-26 02:24:12,074 - run_rally - INFO - Starting test scenario "heat" ... - 2016-04-26 04:42:36,239 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - - 2016-04-26 04:42:36,363 - run_rally - INFO - - Preparing input task - Task e9e698b5-79f5-41a7-be5f-04761a3c0034: started - Task e9e698b5-79f5-41a7-be5f-04761a3c0034: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.62 | 3.722 | 4.104 | 4.115 | 4.126 | 3.846 | 100.0% | 10 | - | heat.suspend_stack | 1.392 | 1.475 | 1.609 | 1.616 | 1.623 | 1.493 | 100.0% | 10 | - | heat.resume_stack | 1.339 | 1.369 | 1.514 | 1.533 | 1.553 | 1.406 | 100.0% | 10 | - | heat.delete_stack | 1.283 | 1.429 | 1.447 | 1.461 | 1.474 | 1.382 | 100.0% | 10 | - | total | 7.77 | 8.014 | 8.597 | 8.614 | 8.631 | 8.127 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.2256169319 - Full duration: 33.6042699814 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.528 | 3.756 | 3.905 | 3.933 | 3.961 | 3.764 | 100.0% | 10 | - | heat.delete_stack | 1.311 | 1.341 | 1.386 | 1.503 | 1.62 | 1.366 | 100.0% | 10 | - | total | 5.037 | 5.102 | 5.246 | 5.271 | 5.296 | 5.13 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.2723751068 - Full duration: 24.6334218979 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 20.555 | 22.623 | 23.694 | 23.77 | 23.845 | 22.663 | 100.0% | 10 | - | heat.delete_stack | 9.082 | 10.25 | 10.461 | 10.929 | 11.397 | 9.938 | 100.0% | 10 | - | total | 29.655 | 32.918 | 33.982 | 33.989 | 33.997 | 32.602 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 97.7232019901 - Full duration: 107.206387043 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - | heat.delete_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 7201.48637915 - Full duration: 7812.01388121 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.list_stacks | 0.371 | 0.401 | 0.42 | 0.421 | 0.423 | 0.4 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.371 | 0.401 | 0.42 | 0.422 | 0.423 | 0.4 | 100.0% | 10 | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.24707102776 - Full duration: 7.24165606499 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.41 | 3.442 | 3.472 | 3.481 | 3.49 | 3.444 | 100.0% | 10 | - | heat.update_stack | 3.427 | 3.453 | 3.509 | 3.599 | 3.69 | 3.475 | 100.0% | 10 | - | heat.delete_stack | 1.295 | 1.311 | 1.326 | 1.329 | 1.332 | 1.312 | 100.0% | 10 | - | total | 8.162 | 8.205 | 8.277 | 8.357 | 8.436 | 8.231 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.6856651306 - Full duration: 32.1383240223 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.326 | 3.417 | 3.624 | 3.676 | 3.728 | 3.459 | 100.0% | 10 | - | heat.update_stack | 3.408 | 3.52 | 3.811 | 3.819 | 3.828 | 3.573 | 100.0% | 10 | - | heat.delete_stack | 1.276 | 1.302 | 1.335 | 1.398 | 1.46 | 1.317 | 100.0% | 10 | - | total | 8.14 | 8.309 | 8.56 | 8.596 | 8.632 | 8.349 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.028924942 - Full duration: 32.9079070091 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.527 | 4.137 | 4.746 | 4.747 | 4.748 | 4.133 | 100.0% | 10 | - | heat.update_stack | 5.668 | 5.712 | 5.744 | 5.767 | 5.789 | 5.712 | 100.0% | 10 | - | heat.delete_stack | 2.413 | 2.431 | 2.441 | 2.446 | 2.451 | 2.431 | 100.0% | 10 | - | total | 11.652 | 12.305 | 12.891 | 12.9 | 12.909 | 12.276 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.3458311558 - Full duration: 45.2056248188 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 4.501 | 4.64 | 4.77 | 4.782 | 4.793 | 4.64 | 100.0% | 10 | - | heat.update_stack | 7.947 | 9.065 | 9.146 | 9.207 | 9.269 | 8.97 | 100.0% | 10 | - | heat.delete_stack | 2.4 | 2.442 | 2.645 | 3.133 | 3.62 | 2.563 | 100.0% | 10 | - | total | 14.999 | 16.132 | 16.488 | 16.984 | 17.479 | 16.174 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 49.7609598637 - Full duration: 58.2143821716 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.481 | 3.63 | 4.77 | 4.771 | 4.772 | 4.024 | 100.0% | 10 | - | heat.update_stack | 5.615 | 5.681 | 5.721 | 5.745 | 5.77 | 5.683 | 100.0% | 10 | - | heat.delete_stack | 2.4 | 2.433 | 2.467 | 2.492 | 2.516 | 2.438 | 100.0% | 10 | - | total | 11.536 | 11.803 | 12.864 | 12.933 | 13.001 | 12.145 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 36.3764190674 - Full duration: 44.1169888973 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.513 | 3.601 | 3.641 | 3.658 | 3.674 | 3.59 | 100.0% | 10 | - | heat.update_stack | 3.405 | 3.427 | 3.437 | 3.457 | 3.477 | 3.427 | 100.0% | 10 | - | heat.delete_stack | 1.298 | 1.326 | 1.353 | 1.356 | 1.358 | 1.328 | 100.0% | 10 | - | total | 8.251 | 8.353 | 8.412 | 8.416 | 8.42 | 8.345 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 25.0552000999 - Full duration: 33.6825659275 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.53 | 3.568 | 3.594 | 3.61 | 3.626 | 3.57 | 100.0% | 10 | - | heat.list_stacks | 0.047 | 0.073 | 0.102 | 0.107 | 0.111 | 0.075 | 100.0% | 10 | - | total | 3.6 | 3.639 | 3.69 | 3.696 | 3.702 | 3.646 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.0165708065 - Full duration: 22.4389858246 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | heat.create_stack | 3.561 | 3.575 | 3.625 | 3.627 | 3.63 | 3.585 | 100.0% | 10 | - | heat.check_stack | 1.396 | 1.41 | 1.433 | 1.439 | 1.445 | 1.413 | 100.0% | 10 | - | heat.delete_stack | 1.266 | 1.309 | 1.32 | 1.323 | 1.327 | 1.302 | 100.0% | 10 | - | total | 6.234 | 6.289 | 6.339 | 6.347 | 6.355 | 6.3 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 18.943114996 - Full duration: 27.5446438789 - - 2016-04-26 04:42:37,867 - run_rally - INFO - Test scenario: "heat" Failed. - - 2016-04-26 04:42:38,263 - run_rally - INFO - Starting test scenario "keystone" ... - 2016-04-26 04:44:49,615 - run_rally - INFO - - Preparing input task - Task 20bc8dfd-1a51-488b-97df-c30ea71319be: started - Task 20bc8dfd-1a51-488b-97df-c30ea71319be: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.27 | 0.29 | 0.299 | 0.303 | 0.308 | 0.289 | 100.0% | 10 | - | keystone.create_users | 1.059 | 1.132 | 1.206 | 1.212 | 1.218 | 1.138 | 100.0% | 10 | - | total | 1.348 | 1.431 | 1.504 | 1.507 | 1.51 | 1.427 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.29734396935 - Full duration: 16.6833910942 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.241 | 0.277 | 0.302 | 0.303 | 0.303 | 0.275 | 100.0% | 10 | - | keystone.add_role | 0.16 | 0.176 | 0.19 | 0.193 | 0.196 | 0.177 | 100.0% | 10 | - | keystone.list_roles | 0.085 | 0.095 | 0.1 | 0.104 | 0.108 | 0.095 | 100.0% | 10 | - | total | 0.501 | 0.55 | 0.583 | 0.589 | 0.595 | 0.547 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.68035697937 - Full duration: 10.5181751251 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.267 | 0.289 | 0.32 | 0.322 | 0.324 | 0.294 | 100.0% | 10 | - | keystone.add_role | 0.148 | 0.172 | 0.194 | 0.195 | 0.196 | 0.172 | 100.0% | 10 | - | keystone.remove_role | 0.093 | 0.132 | 0.166 | 0.168 | 0.169 | 0.133 | 100.0% | 10 | - | total | 0.527 | 0.616 | 0.63 | 0.638 | 0.646 | 0.599 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.79448008537 - Full duration: 10.6772811413 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.277 | 0.31 | 0.398 | 0.421 | 0.443 | 0.33 | 100.0% | 10 | - | keystone.update_tenant | 0.083 | 0.097 | 0.116 | 0.117 | 0.118 | 0.1 | 100.0% | 10 | - | keystone.delete_tenant | 0.198 | 0.236 | 0.247 | 0.249 | 0.251 | 0.232 | 100.0% | 10 | - | total | 0.598 | 0.643 | 0.731 | 0.761 | 0.791 | 0.662 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.00753998756 - Full duration: 9.88667607307 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_service | 0.276 | 0.302 | 0.313 | 0.344 | 0.374 | 0.305 | 100.0% | 10 | - | keystone.delete_service | 0.092 | 0.105 | 0.118 | 0.118 | 0.119 | 0.106 | 100.0% | 10 | - | total | 0.369 | 0.41 | 0.421 | 0.444 | 0.467 | 0.411 | 100.0% | 10 | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.31590604782 - Full duration: 9.7633960247 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.283 | 0.314 | 0.348 | 0.359 | 0.371 | 0.32 | 100.0% | 10 | - | total | 0.283 | 0.315 | 0.348 | 0.36 | 0.371 | 0.32 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.971438169479 - Full duration: 6.68577694893 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_user | 0.308 | 0.325 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 | - | total | 0.308 | 0.326 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.01120591164 - Full duration: 6.84676504135 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.26 | 0.276 | 0.295 | 0.297 | 0.3 | 0.277 | 100.0% | 10 | - | keystone.list_tenants | 0.071 | 0.082 | 0.09 | 0.094 | 0.098 | 0.083 | 100.0% | 10 | - | total | 0.333 | 0.361 | 0.378 | 0.38 | 0.383 | 0.36 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.12287592888 - Full duration: 9.86326503754 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_role | 0.285 | 0.323 | 0.381 | 0.382 | 0.382 | 0.33 | 100.0% | 10 | - | keystone.delete_role | 0.167 | 0.191 | 0.225 | 0.226 | 0.228 | 0.194 | 100.0% | 10 | - | total | 0.47 | 0.513 | 0.582 | 0.595 | 0.609 | 0.524 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.57796812057 - Full duration: 9.51138591766 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_tenant | 0.282 | 0.31 | 0.334 | 0.364 | 0.395 | 0.315 | 100.0% | 10 | - | keystone.create_user | 0.1 | 0.104 | 0.122 | 0.122 | 0.123 | 0.108 | 100.0% | 10 | - | keystone.create_role | 0.079 | 0.092 | 0.102 | 0.107 | 0.112 | 0.094 | 100.0% | 10 | - | keystone.get_tenant | 0.072 | 0.08 | 0.087 | 0.089 | 0.092 | 0.081 | 100.0% | 10 | - | keystone.get_user | 0.087 | 0.091 | 0.114 | 0.139 | 0.163 | 0.099 | 100.0% | 10 | - | keystone.get_role | 0.07 | 0.078 | 0.085 | 0.086 | 0.088 | 0.078 | 100.0% | 10 | - | keystone.service_list | 0.079 | 0.086 | 0.103 | 0.124 | 0.145 | 0.093 | 100.0% | 10 | - | keystone.get_service | 0.069 | 0.086 | 0.093 | 0.096 | 0.098 | 0.084 | 100.0% | 10 | - | total | 0.889 | 0.939 | 1.023 | 1.035 | 1.048 | 0.952 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.919891119 - Full duration: 15.3317778111 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | keystone.create_user | 0.287 | 0.314 | 0.336 | 0.345 | 0.354 | 0.316 | 100.0% | 10 | - | keystone.list_users | 0.072 | 0.081 | 0.096 | 0.097 | 0.097 | 0.083 | 100.0% | 10 | - | total | 0.365 | 0.393 | 0.424 | 0.431 | 0.437 | 0.399 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.23520803452 - Full duration: 7.35707998276 - - 2016-04-26 04:44:50,952 - run_rally - INFO - Test scenario: "keystone" OK. - - 2016-04-26 04:44:51,319 - run_rally - INFO - Starting test scenario "neutron" ... - 2016-04-26 04:51:16,265 - run_rally - INFO - - Preparing input task - Task 256bf66d-8312-4077-869b-394a1574c2e3: started - Task 256bf66d-8312-4077-869b-394a1574c2e3: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.607 | 0.653 | 0.721 | 0.75 | 0.78 | 0.666 | 100.0% | 10 | - | neutron.delete_port | 0.175 | 0.407 | 0.455 | 0.462 | 0.469 | 0.37 | 100.0% | 10 | - | total | 0.814 | 1.09 | 1.137 | 1.137 | 1.137 | 1.036 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.12694001198 - Full duration: 32.3510808945 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.578 | 0.606 | 0.635 | 0.643 | 0.65 | 0.609 | 100.0% | 10 | - | neutron.create_router | 0.06 | 0.256 | 0.307 | 0.341 | 0.376 | 0.237 | 100.0% | 10 | - | neutron.add_interface_router | 0.244 | 0.508 | 0.566 | 0.589 | 0.612 | 0.476 | 100.0% | 10 | - | neutron.list_routers | 0.04 | 0.238 | 0.271 | 0.275 | 0.278 | 0.194 | 100.0% | 10 | - | total | 1.169 | 1.517 | 1.722 | 1.742 | 1.762 | 1.517 | 100.0% | 10 | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.54089903831 - Full duration: 35.4128360748 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.523 | 0.561 | 0.635 | 0.642 | 0.648 | 0.573 | 100.0% | 10 | - | neutron.update_network | 0.106 | 0.337 | 0.376 | 0.391 | 0.406 | 0.303 | 100.0% | 10 | - | total | 0.691 | 0.877 | 1.006 | 1.007 | 1.008 | 0.876 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.54131317139 - Full duration: 19.3984429836 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.581 | 0.643 | 0.971 | 1.006 | 1.042 | 0.712 | 100.0% | 10 | - | neutron.list_ports | 0.102 | 0.365 | 0.455 | 0.469 | 0.483 | 0.307 | 100.0% | 10 | - | total | 0.725 | 1.086 | 1.149 | 1.292 | 1.435 | 1.019 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.83818507195 - Full duration: 32.8225178719 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.571 | 0.62 | 0.673 | 0.682 | 0.69 | 0.626 | 100.0% | 10 | - | neutron.delete_subnet | 0.136 | 0.358 | 0.5 | 0.571 | 0.642 | 0.333 | 100.0% | 10 | - | total | 0.724 | 0.978 | 1.14 | 1.183 | 1.227 | 0.959 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.04690408707 - Full duration: 31.1584250927 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.579 | 0.74 | 0.789 | 0.831 | 0.873 | 0.728 | 100.0% | 10 | - | neutron.update_subnet | 0.166 | 0.4 | 0.491 | 0.516 | 0.541 | 0.378 | 100.0% | 10 | - | total | 0.789 | 1.155 | 1.275 | 1.279 | 1.283 | 1.106 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.20878195763 - Full duration: 31.9853599072 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.524 | 0.589 | 0.694 | 0.736 | 0.779 | 0.613 | 100.0% | 10 | - | neutron.list_networks | 0.046 | 0.171 | 0.409 | 0.461 | 0.513 | 0.211 | 100.0% | 10 | - | total | 0.58 | 0.747 | 1.083 | 1.09 | 1.096 | 0.824 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.37781405449 - Full duration: 19.9551098347 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.592 | 0.623 | 0.664 | 0.665 | 0.667 | 0.628 | 100.0% | 10 | - | neutron.create_router | 0.269 | 0.279 | 0.31 | 0.32 | 0.329 | 0.287 | 100.0% | 10 | - | neutron.add_interface_router | 0.28 | 0.484 | 0.653 | 0.671 | 0.688 | 0.477 | 100.0% | 10 | - | neutron.update_router | 0.156 | 0.389 | 0.45 | 0.456 | 0.462 | 0.361 | 100.0% | 10 | - | total | 1.388 | 1.739 | 1.953 | 1.981 | 2.009 | 1.754 | 100.0% | 10 | - +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 5.26099705696 - Full duration: 37.1857252121 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.558 | 0.624 | 0.707 | 0.736 | 0.765 | 0.637 | 100.0% | 10 | - | neutron.create_router | 0.044 | 0.288 | 0.341 | 0.362 | 0.383 | 0.253 | 100.0% | 10 | - | neutron.add_interface_router | 0.299 | 0.527 | 0.563 | 0.573 | 0.583 | 0.502 | 100.0% | 10 | - | neutron.remove_interface_router | 0.241 | 0.46 | 0.559 | 0.56 | 0.561 | 0.444 | 100.0% | 10 | - | neutron.delete_router | 0.15 | 0.392 | 0.469 | 0.487 | 0.505 | 0.343 | 100.0% | 10 | - | total | 1.845 | 2.118 | 2.453 | 2.507 | 2.56 | 2.179 | 100.0% | 10 | - +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 6.46906304359 - Full duration: 37.6224770546 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_port | 0.605 | 0.665 | 0.825 | 0.85 | 0.876 | 0.691 | 100.0% | 10 | - | neutron.update_port | 0.126 | 0.359 | 0.409 | 0.423 | 0.437 | 0.325 | 100.0% | 10 | - | total | 0.731 | 1.054 | 1.179 | 1.192 | 1.205 | 1.017 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.16282176971 - Full duration: 34.5440177917 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_subnet | 0.578 | 0.613 | 0.667 | 0.678 | 0.689 | 0.622 | 100.0% | 10 | - | neutron.list_subnets | 0.23 | 0.266 | 0.336 | 0.34 | 0.344 | 0.276 | 100.0% | 10 | - | total | 0.835 | 0.9 | 0.963 | 0.966 | 0.969 | 0.898 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.74195313454 - Full duration: 32.8288888931 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | neutron.create_network | 0.525 | 0.612 | 0.729 | 0.735 | 0.74 | 0.626 | 100.0% | 10 | - | neutron.delete_network | 0.133 | 0.375 | 0.446 | 0.474 | 0.501 | 0.35 | 100.0% | 10 | - | total | 0.739 | 1.004 | 1.113 | 1.177 | 1.242 | 0.976 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.94529485703 - Full duration: 19.0619311333 - - 2016-04-26 04:51:17,592 - run_rally - INFO - Test scenario: "neutron" OK. - - 2016-04-26 04:51:18,073 - run_rally - INFO - Starting test scenario "nova" ... - 2016-04-26 07:03:18,875 - run_rally - INFO - - Preparing input task - Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: started - Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.579 | 0.646 | 0.774 | 0.918 | 1.062 | 0.695 | 100.0% | 10 | - | nova.delete_keypair | 0.023 | 0.027 | 0.048 | 0.051 | 0.054 | 0.033 | 100.0% | 10 | - | total | 0.627 | 0.687 | 0.8 | 0.943 | 1.085 | 0.728 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.11327505112 - Full duration: 24.7004601955 - - test scenario NovaServers.snapshot_server - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.939 | 11.728 | 13.031 | 13.319 | 13.606 | 11.722 | 100.0% | 10 | - | nova.create_image | 9.473 | 9.734 | 10.003 | 10.052 | 10.1 | 9.728 | 100.0% | 10 | - | nova.delete_server | 2.63 | 2.927 | 3.279 | 3.899 | 4.52 | 3.033 | 100.0% | 10 | - | nova.boot_server (2) | 9.986 | 10.959 | 11.567 | 11.737 | 11.907 | 10.921 | 100.0% | 10 | - | nova.delete_server (2) | 2.41 | 2.772 | 2.958 | 2.963 | 2.968 | 2.712 | 100.0% | 10 | - | nova.delete_image | 1.467 | 2.001 | 2.188 | 2.332 | 2.477 | 1.95 | 100.0% | 10 | - | total | 37.87 | 39.802 | 41.419 | 42.304 | 43.189 | 40.067 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 120.693696976 - Full duration: 164.095020056 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.515 | 0.637 | 0.702 | 0.714 | 0.726 | 0.631 | 100.0% | 10 | - | nova.boot_server | 10.03 | 11.695 | 12.539 | 12.808 | 13.076 | 11.597 | 100.0% | 10 | - | nova.delete_server | 2.581 | 2.755 | 2.899 | 3.003 | 3.108 | 2.769 | 100.0% | 10 | - | nova.delete_keypair | 0.026 | 0.036 | 0.044 | 0.044 | 0.045 | 0.036 | 100.0% | 10 | - | total | 13.194 | 15.135 | 15.888 | 16.111 | 16.334 | 15.033 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 43.7031610012 - Full duration: 84.4934301376 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_keypair | 0.613 | 0.68 | 0.8 | 0.83 | 0.859 | 0.701 | 100.0% | 10 | - | nova.list_keypairs | 0.017 | 0.029 | 0.055 | 0.132 | 0.209 | 0.045 | 100.0% | 10 | - | total | 0.631 | 0.715 | 0.893 | 0.919 | 0.945 | 0.746 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.10457396507 - Full duration: 25.5227000713 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.list_servers | 0.963 | 1.205 | 1.239 | 1.272 | 1.304 | 1.187 | 100.0% | 10 | - | total | 0.963 | 1.205 | 1.239 | 1.272 | 1.305 | 1.187 | 100.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.61515402794 - Full duration: 89.3156220913 - - test scenario NovaServers.resize_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 11.077 | 11.648 | 13.586 | 13.788 | 13.99 | 12.144 | 100.0% | 10 | - | nova.resize | 97.438 | 98.364 | 99.784 | 101.736 | 103.687 | 98.895 | 100.0% | 10 | - | nova.resize_confirm | 2.462 | 2.85 | 3.013 | 3.032 | 3.052 | 2.81 | 100.0% | 10 | - | nova.delete_server | 2.362 | 2.635 | 2.717 | 2.759 | 2.802 | 2.576 | 100.0% | 10 | - | total | 114.396 | 116.205 | 117.751 | 119.281 | 120.811 | 116.425 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 352.596132994 - Full duration: 373.961167812 - - test scenario NovaServers.boot_server_from_volume_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 9.652 | 10.151 | 10.573 | 10.621 | 10.669 | 10.165 | 100.0% | 10 | - | nova.boot_server | 10.713 | 13.21 | 14.394 | 14.695 | 14.996 | 13.013 | 100.0% | 10 | - | nova.delete_server | 4.701 | 4.969 | 5.039 | 5.159 | 5.279 | 4.942 | 100.0% | 10 | - | total | 25.26 | 27.982 | 30.104 | 30.137 | 30.17 | 28.121 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 83.7665529251 - Full duration: 133.76401782 - - test scenario NovaServers.boot_and_migrate_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.342 | 11.196 | 12.987 | 13.225 | 13.463 | 11.305 | 80.0% | 10 | - | nova.stop_server | 61.257 | 62.345 | 63.163 | 63.249 | 63.336 | 62.301 | 80.0% | 10 | - | nova.migrate | 8.224 | 9.522 | 11.336 | 11.478 | 11.62 | 9.663 | 80.0% | 10 | - | nova.resize_confirm | 2.413 | 2.724 | 3.003 | 3.108 | 3.213 | 2.704 | 100.0% | 8 | - | nova.delete_server | 2.397 | 2.418 | 2.638 | 2.652 | 2.666 | 2.495 | 100.0% | 8 | - | total | 85.3 | 88.008 | 91.856 | 92.68 | 93.504 | 88.469 | 80.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 282.145553112 - Full duration: 310.275305033 - - test scenario NovaServers.boot_and_delete_server - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.164 | 10.763 | 21.145 | 31.824 | 42.503 | 14.815 | 80.0% | 10 | - | nova.delete_server | 2.439 | 2.701 | 2.959 | 2.97 | 2.982 | 2.728 | 88.9% | 9 | - | total | 12.997 | 13.446 | 23.964 | 34.453 | 44.942 | 17.544 | 80.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 352.537348986 - Full duration: 997.781033993 - - test scenario NovaServers.boot_and_rebuild_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.618 | 11.665 | 12.726 | 12.764 | 12.802 | 11.718 | 70.0% | 10 | - | nova.rebuild_server | 69.264 | 71.18 | 72.314 | 72.575 | 72.836 | 71.097 | 100.0% | 7 | - | nova.delete_server | 2.391 | 2.632 | 2.88 | 2.883 | 2.886 | 2.639 | 100.0% | 7 | - | total | 83.337 | 85.019 | 87.645 | 87.923 | 88.201 | 85.454 | 70.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 477.006741047 - Full duration: 1121.04293394 - - test scenario NovaSecGroup.create_and_list_secgroups - +-----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 3.03 | 3.488 | 3.933 | 3.989 | 4.044 | 3.487 | 100.0% | 10 | - | nova.create_100_rules | 22.925 | 23.261 | 23.92 | 24.188 | 24.456 | 23.425 | 100.0% | 10 | - | nova.list_security_groups | 0.126 | 0.16 | 0.213 | 0.294 | 0.376 | 0.18 | 100.0% | 10 | - | total | 26.54 | 26.984 | 27.591 | 27.704 | 27.817 | 27.092 | 100.0% | 10 | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 81.6362090111 - Full duration: 118.557869911 - - test scenario NovaSecGroup.create_and_delete_secgroups - +-----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 2.934 | 3.533 | 3.804 | 3.912 | 4.021 | 3.522 | 100.0% | 10 | - | nova.create_100_rules | 22.89 | 23.403 | 23.74 | 23.847 | 23.953 | 23.394 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.219 | 1.282 | 1.629 | 1.634 | 1.64 | 1.372 | 100.0% | 10 | - | total | 27.6 | 28.387 | 28.547 | 28.634 | 28.722 | 28.288 | 100.0% | 10 | - +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 85.2456521988 - Full duration: 109.930608988 - - test scenario NovaServers.boot_and_bounce_server - +----------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 10.584 | 11.76 | 12.966 | 13.02 | 13.073 | 11.794 | 57.1% | 7 | - | nova.reboot_server | 4.802 | 5.11 | 5.257 | 5.278 | 5.299 | 5.08 | 100.0% | 4 | - | nova.soft_reboot_server | 123.97 | 124.161 | 125.321 | 125.531 | 125.741 | 124.508 | 100.0% | 4 | - | nova.stop_server | 61.413 | 62.307 | 63.351 | 63.532 | 63.713 | 62.435 | 100.0% | 4 | - | nova.start_server | 2.747 | 2.775 | 2.996 | 3.039 | 3.082 | 2.845 | 100.0% | 4 | - | nova.rescue_server | 64.447 | 66.021 | 66.521 | 66.564 | 66.607 | 65.774 | 100.0% | 4 | - | nova.unrescue_server | 2.368 | 4.579 | 4.599 | 4.6 | 4.601 | 4.032 | 100.0% | 4 | - | nova.delete_server | 2.398 | 2.511 | 2.663 | 2.679 | 2.694 | 2.528 | 100.0% | 4 | - | total | 274.414 | 278.786 | 282.788 | 283.426 | 284.064 | 279.013 | 57.1% | 7 | - +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 584.260617018 - Full duration: 1223.11469412 - - test scenario NovaServers.boot_server - +---------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 11.343 | 11.648 | 12.248 | 12.342 | 12.435 | 11.804 | 55.6% | 9 | - | total | 11.344 | 11.648 | 12.249 | 12.342 | 12.435 | 11.804 | 55.6% | 9 | - +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 339.613210917 - Full duration: 959.207664013 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +--------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.create_10_security_groups | 2.471 | 2.641 | 2.886 | 2.916 | 2.947 | 2.686 | 37.5% | 8 | - | nova.create_100_rules | 20.403 | 20.759 | 21.005 | 21.036 | 21.067 | 20.743 | 37.5% | 8 | - | nova.boot_server | 8.329 | 10.397 | 10.543 | 10.561 | 10.58 | 9.768 | 37.5% | 8 | - | nova.get_attached_security_groups | 0.177 | 0.18 | 0.189 | 0.19 | 0.191 | 0.183 | 100.0% | 3 | - | nova.delete_server | 2.417 | 2.424 | 2.563 | 2.58 | 2.597 | 2.48 | 100.0% | 3 | - | nova.delete_10_security_groups | 1.146 | 1.185 | 1.295 | 1.309 | 1.323 | 1.218 | 100.0% | 3 | - | total | 35.785 | 37.72 | 37.728 | 37.729 | 37.73 | 37.079 | 37.5% | 8 | - +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 653.787332058 - Full duration: 698.373892784 - - test scenario NovaServers.pause_and_unpause_server - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.228 | 10.626 | 10.698 | 10.707 | 10.715 | 10.19 | 37.5% | 8 | - | nova.pause_server | 2.325 | 2.628 | 2.631 | 2.631 | 2.631 | 2.528 | 100.0% | 3 | - | nova.unpause_server | 2.624 | 2.647 | 2.691 | 2.697 | 2.702 | 2.658 | 100.0% | 3 | - | nova.delete_server | 2.596 | 2.732 | 2.747 | 2.749 | 2.751 | 2.693 | 100.0% | 3 | - | total | 16.772 | 18.711 | 18.72 | 18.722 | 18.723 | 18.069 | 37.5% | 8 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 607.316802025 - Full duration: 645.979089022 - - test scenario NovaServers.boot_server_from_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.57 | 9.398 | 10.796 | 10.932 | 11.068 | 9.692 | 60.0% | 10 | - | nova.boot_server | 11.064 | 12.084 | 12.627 | 12.859 | 13.092 | 12.061 | 60.0% | 10 | - | total | 20.261 | 21.884 | 22.881 | 22.979 | 23.078 | 21.754 | 60.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 377.391654015 - Full duration: 411.411114931 - - test scenario NovaServers.boot_and_list_server - +----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 9.689 | 10.784 | 12.049 | 12.245 | 12.44 | 10.872 | 60.0% | 10 | - | nova.list_servers | 0.2 | 0.431 | 0.5 | 0.513 | 0.526 | 0.414 | 100.0% | 6 | - | total | 10.11 | 11.216 | 12.386 | 12.649 | 12.913 | 11.286 | 60.0% | 10 | - +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 339.637984037 - Full duration: 382.637588978 - - 2016-04-26 07:03:20,320 - run_rally - INFO - Test scenario: "nova" Failed. - 2016-04-26 07:03:20,864 - run_rally - INFO - Starting test scenario "quotas" ... - 2016-04-26 07:04:24,690 - run_rally - INFO - - Preparing input task - Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: started - Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.676 | 0.77 | 1.004 | 1.007 | 1.01 | 0.823 | 100.0% | 10 | - | total | 0.676 | 0.77 | 1.005 | 1.007 | 1.01 | 0.823 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.49713397026 - Full duration: 10.5032558441 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.214 | 0.235 | 0.26 | 0.262 | 0.263 | 0.238 | 100.0% | 10 | - | total | 0.372 | 0.415 | 0.426 | 0.427 | 0.428 | 0.408 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.27715206146 - Full duration: 8.95948386192 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.77 | 0.834 | 0.965 | 0.99 | 1.015 | 0.857 | 100.0% | 10 | - | quotas.delete_quotas | 0.345 | 0.54 | 0.562 | 0.581 | 0.6 | 0.505 | 100.0% | 10 | - | total | 1.127 | 1.365 | 1.437 | 1.498 | 1.56 | 1.362 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.07208108902 - Full duration: 12.2027239799 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.448 | 0.48 | 0.54 | 0.679 | 0.819 | 0.511 | 100.0% | 10 | - | quotas.delete_quotas | 0.012 | 0.019 | 0.024 | 0.025 | 0.027 | 0.019 | 100.0% | 10 | - | total | 0.463 | 0.499 | 0.563 | 0.699 | 0.836 | 0.53 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.53432106972 - Full duration: 9.25113201141 - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | quotas.update_quotas | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 | - | total | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.49797797203 - Full duration: 8.86192798615 - - 2016-04-26 07:04:26,066 - run_rally - INFO - Test scenario: "quotas" OK. - 2016-04-26 07:04:26,381 - run_rally - INFO - Starting test scenario "requests" ... - 2016-04-26 07:04:56,876 - run_rally - INFO - - Preparing input task - Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: started - Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | requests.check_request | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.811 | 100.0% | 10 | - | total | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.812 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.5026738644 - Full duration: 13.9263000488 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | requests.check_request | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 | - | total | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 5.16210699081 - Full duration: 8.87197899818 - - 2016-04-26 07:04:58,210 - run_rally - INFO - Test scenario: "requests" OK. - 2016-04-26 07:04:58,402 - run_rally - INFO - - - Rally Summary Report - - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:50 | 12 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 02:55 | 11 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 54:33 | 59 | 76.47% | - +-------------------+------------+---------------+-----------+ - | heat | 18:00 | 48 | 92.31% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:53 | 40 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 06:04 | 43 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 11:14 | 79 | 79.87% | - +-------------------+------------+---------------+-----------+ - | quotas | 00:49 | 12 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:22 | 4 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 05:36:44 | 308 | 94.29% | - +===================+============+===============+===========+ - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - 2016-04-26 01:23:01,296 - Promise- INFO - Creating tenant 'promise'... - 2016-04-26 01:23:01,461 - Promise- INFO - Adding role 'a6da18e9c7e94ee9975e85b6f26c974a' to tenant 'promise'... - 2016-04-26 01:23:01,553 - Promise- INFO - Creating user 'promiser'... - 2016-04-26 01:23:01,666 - Promise- INFO - Updating OpenStack credentials... - 2016-04-26 01:23:01,687 - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - 2016-04-26 01:23:05,215 - Promise- INFO - Creating flavor 'promise-flavor'... - 2016-04-26 01:23:05,871 - Promise- INFO - Exporting environment variables... - 2016-04-26 01:23:05,871 - Promise- INFO - Running command: npm run -s test -- --reporter json - 2016-04-26 01:23:12,658 - Promise- INFO - The test succeeded. - 2016-04-26 01:23:12,660 - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-26T01:23:08.348Z - End: 2016-04-26T01:23:12.610Z - Duration: 4.262 diff --git a/docs/results/fuel-os-nosdn-nofeature-ha.rst b/docs/results/fuel-os-nosdn-nofeature-ha.rst deleted file mode 100644 index e526d821..00000000 --- a/docs/results/fuel-os-nosdn-nofeature-ha.rst +++ /dev/null @@ -1,2283 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-nofeature-ha ----------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.29312 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.12976 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 23.95577 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 32.53650 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 22.68958 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.54691 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.30066 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.57103 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97553 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.37256 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.33110 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.34175 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.35964 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.62128 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.88552 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.35258 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.14056 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.64330 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.59904 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.85262 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.89806 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.43298 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.74835 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 7.51973 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.31905 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11526 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.43153 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.49287 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.32071 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.24839 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.62886 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.45498 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.11221 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07743 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.07866 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08414 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09610 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.87584 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00178 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.18671 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.07254 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02355 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.09336 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08789 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02832 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01969 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.05608 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.09405 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07124 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.09862 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02806 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10085 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00074 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.05293 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.83974 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 75.96327 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.89960 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 86.10969 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.36274 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.20801 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.79668 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10422 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.45171 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.71962 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37393 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.39671 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.67878 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.96139 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.70247 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.01425 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 21.66147 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 29.15375 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 17.01011 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 15.12162 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.32047 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.43351 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.54755 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.49832 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.66971 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.67563 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.52468 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 2.11125 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.11519 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.59954 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71532 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.67781 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.80861 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.12394 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.98070 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.95038 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.58962 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.76753 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.92874 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.98170 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.09696 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.23813 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02568 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.73035 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03287 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.61622 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.10251 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.32244 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05310 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 46.35639 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.19554 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.13783 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.28038 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02405 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.06799 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.70652 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.56777 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.34317 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.61946 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.55157 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10777 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09198 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.08536 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.12301 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.19557 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11454 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.58158 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.96230 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.11881 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 31.78599 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.18197 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.36573 | fail | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.19923 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.05001 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.85155 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.85758 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.47936 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.29082 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.14373 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.85702 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.63578 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.44139 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.31069 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.31575 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.34149 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.96967 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.61978 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30406 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.29284 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.07605 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.28866 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.34364 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.65709 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.51327 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.34515 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.34468 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.78910 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.78827 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.58076 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.35346 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.38372 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.02302 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.55884 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.89503 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.13616 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.91220 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.35397 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.24212 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.20634 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.00386 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.26379 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29497 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.34355 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.27875 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05434 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.63001 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.10424 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.06177 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.98140 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.05857 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.61269 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 4.21790 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.96832 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.59962 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 14.77900 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 19.28760 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 14.36310 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 24.02107 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05931 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.31742 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 54.55460 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 41.67013 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 109.37734 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 61.05784 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1813:29:52.500975', 'duration': 416, 'tests': 210, 'failures': 25} - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 2ff4981a-75d9-4de4-a111-3194115c4a00: started - Task 2ff4981a-75d9-4de4-a111-3194115c4a00: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.534 | 0.569 | 0.722 | 0.818 | 0.914 | 0.618 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.512 | 0.609 | 0.713 | 0.766 | 0.818 | 0.631 | 100.0% | 10 | - | total | 1.257 | 1.358 | 1.703 | 1.715 | 1.726 | 1.418 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.01803302765 - Full duration: 11.7534348965 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.132 | 0.154 | 0.172 | 0.172 | 0.173 | 0.155 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.491301059723 - Full duration: 8.25924301147 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.297 | 0.32 | 0.355 | 0.359 | 0.363 | 0.324 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.043 | 0.056 | 0.302 | 0.304 | 0.307 | 0.127 | 100.0% | 10 | - | total | 0.499 | 0.607 | 0.769 | 0.82 | 0.87 | 0.629 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.91573691368 - Full duration: 10.0396120548 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.306 | 0.35 | 0.534 | 0.554 | 0.574 | 0.407 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.037 | 0.059 | 0.07 | 0.081 | 0.092 | 0.059 | 100.0% | 10 | - | total | 0.526 | 0.596 | 0.771 | 0.782 | 0.792 | 0.639 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9150788784 - Full duration: 9.77701401711 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.268 | 0.315 | 0.353 | 0.475 | 0.596 | 0.334 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.025 | 0.282 | 0.314 | 0.323 | 0.331 | 0.264 | 100.0% | 10 | - | total | 0.721 | 0.78 | 0.827 | 0.837 | 0.847 | 0.779 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.34766292572 - Full duration: 10.0672118664 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.266 | 0.305 | 0.386 | 0.399 | 0.411 | 0.319 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.043 | 0.291 | 0.375 | 0.403 | 0.432 | 0.241 | 100.0% | 10 | - | total | 0.483 | 0.76 | 0.908 | 0.914 | 0.92 | 0.729 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.25539779663 - Full duration: 9.62706780434 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: started - Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.72 | 0.85 | 0.942 | 0.947 | 0.951 | 0.833 | 100.0% | 10 | - | total | 0.721 | 0.85 | 0.943 | 0.947 | 0.951 | 0.834 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.45959687233 - Full duration: 12.9740490913 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.498 | 7.743 | 17.964 | 19.73 | 21.495 | 10.171 | 100.0% | 10 | - | nova.boot_servers | 13.174 | 14.424 | 15.318 | 15.539 | 15.76 | 14.34 | 100.0% | 10 | - | total | 20.863 | 22.368 | 32.383 | 33.741 | 35.099 | 24.511 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.7006659508 - Full duration: 127.436779022 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.303 | 7.684 | 7.837 | 7.911 | 7.984 | 7.63 | 100.0% | 10 | - | glance.list_images | 0.328 | 0.583 | 0.697 | 0.698 | 0.699 | 0.574 | 100.0% | 10 | - | total | 7.862 | 8.283 | 8.38 | 8.472 | 8.564 | 8.205 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.5710179806 - Full duration: 37.9533209801 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.448 | 7.605 | 7.805 | 7.817 | 7.829 | 7.617 | 100.0% | 10 | - | glance.delete_image | 2.01 | 2.372 | 2.628 | 2.686 | 2.743 | 2.393 | 100.0% | 10 | - | total | 9.506 | 9.976 | 10.387 | 10.466 | 10.545 | 10.01 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 30.0124220848 - Full duration: 40.2773120403 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task a724f287-e014-40ef-8e87-173e5eb2b0a2: started - Task a724f287-e014-40ef-8e87-173e5eb2b0a2: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 10.889 | 13.965 | 14.695 | 14.724 | 14.752 | 13.234 | 100.0% | 10 | - | cinder.create_volume | 3.218 | 3.812 | 4.128 | 4.214 | 4.3 | 3.776 | 100.0% | 10 | - | nova.attach_volume | 3.737 | 4.69 | 4.963 | 5.092 | 5.222 | 4.612 | 100.0% | 10 | - | nova.detach_volume | 3.18 | 3.917 | 4.273 | 4.325 | 4.377 | 3.867 | 100.0% | 10 | - | cinder.delete_volume | 0.489 | 2.54 | 2.801 | 2.886 | 2.972 | 2.261 | 100.0% | 10 | - | nova.delete_server | 2.527 | 2.94 | 3.218 | 3.228 | 3.239 | 2.926 | 100.0% | 10 | - | total | 26.351 | 30.9 | 32.731 | 33.273 | 33.815 | 30.677 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 91.1857719421 - Full duration: 133.454293013 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 7.415 | 9.652 | 10.383 | 10.548 | 10.713 | 9.48 | 100.0% | 10 | - | cinder.list_volumes | 0.072 | 0.328 | 0.4 | 0.407 | 0.415 | 0.295 | 100.0% | 10 | - | total | 7.76 | 10.022 | 10.706 | 10.88 | 11.054 | 9.775 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.0870580673 - Full duration: 51.2606179714 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.521 | 4.03 | 4.785 | 4.869 | 4.953 | 4.19 | 100.0% | 10 | - | cinder.list_volumes | 0.062 | 0.347 | 0.411 | 0.426 | 0.44 | 0.308 | 100.0% | 10 | - | total | 3.852 | 4.421 | 5.139 | 5.227 | 5.315 | 4.499 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1967639923 - Full duration: 35.2137930393 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.957 | 3.349 | 5.449 | 5.627 | 5.805 | 3.738 | 100.0% | 10 | - | cinder.list_snapshots | 0.028 | 0.304 | 0.348 | 0.382 | 0.416 | 0.213 | 100.0% | 10 | - | total | 3.259 | 3.42 | 5.776 | 5.945 | 6.113 | 3.952 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.5537779331 - Full duration: 49.7043690681 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.281 | 3.907 | 4.106 | 4.128 | 4.15 | 3.806 | 100.0% | 10 | - | cinder.delete_volume | 0.788 | 2.667 | 3.082 | 3.16 | 3.239 | 2.256 | 100.0% | 10 | - | total | 4.617 | 6.29 | 6.997 | 7.066 | 7.135 | 6.063 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.3220980167 - Full duration: 36.1331720352 - - - - test scenario CinderVolumes.create_and_delete_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 8.901 | 9.932 | 10.338 | 10.395 | 10.452 | 9.781 | 100.0% | 10 | - | cinder.delete_volume | 0.579 | 1.672 | 2.856 | 2.952 | 3.049 | 1.773 | 100.0% | 10 | - | total | 9.725 | 11.645 | 12.996 | 13.017 | 13.039 | 11.554 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 35.517152071 - Full duration: 54.0071978569 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.596 | 3.887 | 4.71 | 4.712 | 4.715 | 4.08 | 100.0% | 10 | - | cinder.delete_volume | 0.512 | 0.923 | 1.297 | 2.319 | 3.341 | 1.114 | 100.0% | 10 | - | total | 4.381 | 4.91 | 5.923 | 6.573 | 7.223 | 5.195 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.0102190971 - Full duration: 33.4934709072 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.512 | 3.838 | 4.155 | 4.202 | 4.249 | 3.861 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.283 | 24.737 | 33.632 | 38.034 | 42.436 | 26.102 | 100.0% | 10 | - | cinder.delete_volume | 0.583 | 1.719 | 3.056 | 3.165 | 3.274 | 1.853 | 100.0% | 10 | - | nova.delete_image | 2.514 | 2.856 | 13.194 | 14.749 | 16.305 | 5.182 | 100.0% | 10 | - | total | 23.887 | 34.293 | 49.972 | 51.48 | 52.988 | 36.998 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.503821135 - Full duration: 129.166619062 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.064 | 3.257 | 3.408 | 3.415 | 3.422 | 3.261 | 100.0% | 10 | - | cinder.delete_snapshot | 2.586 | 2.915 | 3.148 | 3.165 | 3.181 | 2.938 | 100.0% | 10 | - | total | 5.837 | 6.18 | 6.465 | 6.534 | 6.603 | 6.199 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.601981163 - Full duration: 53.3941659927 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 | - | total | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.3824880123 - Full duration: 30.7913680077 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.391 | 3.979 | 4.585 | 4.6 | 4.616 | 3.999 | 100.0% | 10 | - | total | 3.391 | 3.979 | 4.585 | 4.601 | 4.616 | 3.999 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.107943058 - Full duration: 36.5596921444 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.478 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 | - | total | 0.479 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.79518508911 - Full duration: 65.9313700199 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.557 | 3.914 | 4.206 | 4.213 | 4.22 | 3.884 | 100.0% | 10 | - | cinder.create_snapshot | 2.701 | 3.063 | 3.248 | 3.251 | 3.254 | 3.06 | 100.0% | 10 | - | nova.attach_volume | 3.75 | 4.986 | 6.112 | 6.385 | 6.658 | 5.059 | 100.0% | 10 | - | nova.detach_volume | 3.149 | 3.81 | 4.11 | 4.168 | 4.225 | 3.762 | 100.0% | 10 | - | cinder.delete_snapshot | 2.241 | 2.766 | 3.077 | 3.102 | 3.128 | 2.725 | 100.0% | 10 | - | cinder.delete_volume | 0.748 | 2.428 | 2.712 | 2.772 | 2.831 | 1.912 | 100.0% | 10 | - | total | 19.22 | 21.354 | 24.347 | 24.725 | 25.102 | 21.684 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.028840065 - Full duration: 186.598311901 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.539 | 4.149 | 4.62 | 4.622 | 4.623 | 4.106 | 100.0% | 10 | - | cinder.delete_volume | 2.844 | 3.223 | 3.604 | 3.609 | 3.614 | 3.235 | 100.0% | 10 | - | total | 6.383 | 7.559 | 7.85 | 7.868 | 7.886 | 7.341 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6859838963 - Full duration: 55.5635709763 - - - - test scenario CinderVolumes.create_and_extend_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 3.434 | 3.852 | 3.99 | 4.004 | 4.018 | 3.842 | 100.0% | 10 | - | cinder.extend_volume | 0.955 | 2.236 | 3.552 | 3.564 | 3.576 | 2.281 | 100.0% | 10 | - | cinder.delete_volume | 0.868 | 3.015 | 3.332 | 3.398 | 3.465 | 2.861 | 100.0% | 10 | - | total | 5.962 | 9.186 | 10.497 | 10.52 | 10.544 | 8.984 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.1479110718 - Full duration: 47.0005409718 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.595 | 3.868 | 4.206 | 4.208 | 4.211 | 3.886 | 100.0% | 10 | - | cinder.create_snapshot | 2.595 | 3.131 | 3.249 | 3.258 | 3.267 | 3.037 | 100.0% | 10 | - | nova.attach_volume | 4.101 | 4.563 | 5.363 | 7.225 | 9.087 | 4.928 | 100.0% | 10 | - | nova.detach_volume | 3.299 | 3.896 | 4.226 | 4.274 | 4.323 | 3.816 | 100.0% | 10 | - | cinder.delete_snapshot | 2.27 | 2.573 | 2.884 | 3.105 | 3.325 | 2.635 | 100.0% | 10 | - | cinder.delete_volume | 0.611 | 2.479 | 2.742 | 2.863 | 2.983 | 2.239 | 100.0% | 10 | - | total | 19.728 | 21.533 | 22.719 | 24.643 | 26.568 | 21.737 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 62.6771988869 - Full duration: 187.817504883 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.255 | 3.476 | 4.793 | 4.86 | 4.926 | 3.766 | 100.0% | 10 | - | cinder.create_snapshot | 2.387 | 2.868 | 3.304 | 3.311 | 3.318 | 2.906 | 100.0% | 10 | - | nova.attach_volume | 3.864 | 4.167 | 4.94 | 5.864 | 6.787 | 4.392 | 100.0% | 10 | - | nova.detach_volume | 3.699 | 4.047 | 4.388 | 4.408 | 4.428 | 4.066 | 100.0% | 10 | - | cinder.delete_snapshot | 2.492 | 2.621 | 2.825 | 2.828 | 2.831 | 2.651 | 100.0% | 10 | - | cinder.delete_volume | 0.65 | 2.735 | 3.048 | 3.123 | 3.198 | 2.567 | 100.0% | 10 | - | total | 18.915 | 21.629 | 24.215 | 25.025 | 25.835 | 22.025 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.388502121 - Full duration: 192.928286076 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: started - Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.131 | 4.448 | 4.579 | 4.616 | 4.652 | 4.417 | 100.0% | 10 | - | heat.suspend_stack | 1.521 | 1.721 | 1.772 | 1.792 | 1.812 | 1.701 | 100.0% | 10 | - | heat.resume_stack | 1.454 | 1.625 | 1.703 | 1.708 | 1.713 | 1.63 | 100.0% | 10 | - | heat.delete_stack | 1.387 | 1.57 | 2.717 | 2.724 | 2.731 | 1.88 | 100.0% | 10 | - | total | 8.994 | 9.448 | 10.723 | 10.75 | 10.777 | 9.627 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.125330925 - Full duration: 37.9011991024 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.098 | 4.267 | 4.383 | 4.452 | 4.52 | 4.266 | 100.0% | 10 | - | heat.delete_stack | 1.423 | 1.468 | 1.536 | 1.679 | 1.822 | 1.505 | 100.0% | 10 | - | total | 5.574 | 5.769 | 5.922 | 5.933 | 5.944 | 5.77 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.2579169273 - Full duration: 27.4368560314 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 25.037 | 28.231 | 29.801 | 29.828 | 29.856 | 27.99 | 100.0% | 10 | - | heat.delete_stack | 10.707 | 11.831 | 13.046 | 13.573 | 14.099 | 12.249 | 100.0% | 10 | - | total | 36.902 | 40.321 | 42.736 | 42.79 | 42.844 | 40.24 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 119.344232082 - Full duration: 129.710185051 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 21.352 | 24.853 | 26.526 | 26.562 | 26.598 | 24.433 | 100.0% | 10 | - | heat.delete_stack | 9.51 | 10.67 | 10.95 | 11.42 | 11.889 | 10.684 | 100.0% | 10 | - | total | 31.928 | 35.457 | 37.299 | 37.449 | 37.598 | 35.117 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 106.840685844 - Full duration: 117.40921998 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.488 | 0.522 | 0.539 | 0.54 | 0.54 | 0.522 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.488 | 0.522 | 0.539 | 0.54 | 0.541 | 0.522 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.59450078011 - Full duration: 9.86936807632 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.845 | 4.214 | 4.356 | 4.377 | 4.397 | 4.193 | 100.0% | 10 | - | heat.update_stack | 3.558 | 3.774 | 3.853 | 3.855 | 3.857 | 3.726 | 100.0% | 10 | - | heat.delete_stack | 1.56 | 2.57 | 2.756 | 2.776 | 2.797 | 2.512 | 100.0% | 10 | - | total | 9.445 | 10.455 | 10.866 | 10.915 | 10.963 | 10.431 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.3620579243 - Full duration: 42.2799968719 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.133 | 4.157 | 4.354 | 4.413 | 4.472 | 4.209 | 100.0% | 10 | - | heat.update_stack | 3.534 | 3.713 | 3.821 | 3.958 | 4.096 | 3.717 | 100.0% | 10 | - | heat.delete_stack | 1.383 | 1.402 | 1.736 | 2.156 | 2.575 | 1.556 | 100.0% | 10 | - | total | 9.126 | 9.41 | 9.772 | 10.018 | 10.263 | 9.482 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.0769648552 - Full duration: 39.4647920132 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.275 | 4.465 | 4.666 | 4.855 | 5.044 | 4.509 | 100.0% | 10 | - | heat.update_stack | 5.801 | 5.876 | 6.0 | 6.166 | 6.332 | 5.928 | 100.0% | 10 | - | heat.delete_stack | 2.525 | 2.564 | 3.649 | 3.683 | 3.717 | 2.793 | 100.0% | 10 | - | total | 12.743 | 13.005 | 13.996 | 14.01 | 14.023 | 13.23 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 39.5067877769 - Full duration: 50.3663468361 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.517 | 5.462 | 5.602 | 5.608 | 5.614 | 5.389 | 100.0% | 10 | - | heat.update_stack | 8.345 | 9.324 | 9.403 | 9.411 | 9.42 | 9.245 | 100.0% | 10 | - | heat.delete_stack | 3.69 | 3.723 | 3.746 | 3.755 | 3.763 | 3.725 | 100.0% | 10 | - | total | 17.515 | 18.525 | 18.645 | 18.683 | 18.722 | 18.36 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 54.7039349079 - Full duration: 65.6854679585 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.122 | 4.348 | 4.549 | 4.597 | 4.645 | 4.358 | 100.0% | 10 | - | heat.update_stack | 5.791 | 5.87 | 5.92 | 5.932 | 5.944 | 5.864 | 100.0% | 10 | - | heat.delete_stack | 2.506 | 2.55 | 3.704 | 3.778 | 3.853 | 2.791 | 100.0% | 10 | - | total | 12.485 | 12.814 | 13.98 | 14.075 | 14.169 | 13.013 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.5906641483 - Full duration: 49.8386061192 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.062 | 4.33 | 4.493 | 4.501 | 4.508 | 4.317 | 100.0% | 10 | - | heat.update_stack | 3.553 | 3.585 | 3.783 | 3.936 | 4.088 | 3.648 | 100.0% | 10 | - | heat.delete_stack | 1.376 | 1.418 | 2.552 | 2.555 | 2.558 | 1.856 | 100.0% | 10 | - | total | 9.179 | 9.535 | 10.607 | 10.678 | 10.749 | 9.822 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.5593960285 - Full duration: 40.873290062 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.105 | 4.264 | 4.394 | 4.43 | 4.466 | 4.276 | 100.0% | 10 | - | heat.list_stacks | 0.062 | 0.103 | 0.113 | 0.116 | 0.119 | 0.096 | 100.0% | 10 | - | total | 4.18 | 4.373 | 4.501 | 4.531 | 4.561 | 4.371 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1703698635 - Full duration: 29.690456152 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.194 | 4.357 | 4.595 | 4.64 | 4.684 | 4.393 | 100.0% | 10 | - | heat.check_stack | 1.511 | 1.542 | 1.627 | 1.753 | 1.88 | 1.58 | 100.0% | 10 | - | heat.delete_stack | 1.402 | 2.55 | 2.707 | 2.749 | 2.791 | 2.257 | 100.0% | 10 | - | total | 7.411 | 8.429 | 8.66 | 8.745 | 8.829 | 8.23 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.4679090977 - Full duration: 35.6907479763 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 416065d0-3811-4bee-9b53-37743e1f179c: started - Task 416065d0-3811-4bee-9b53-37743e1f179c: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.285 | 0.297 | 0.328 | 0.336 | 0.343 | 0.305 | 100.0% | 10 | - | keystone.create_users | 1.651 | 1.673 | 1.73 | 1.749 | 1.768 | 1.688 | 100.0% | 10 | - | total | 1.952 | 1.986 | 2.027 | 2.061 | 2.095 | 1.993 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.98874807358 - Full duration: 22.4405510426 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.287 | 0.308 | 0.404 | 0.428 | 0.452 | 0.331 | 100.0% | 10 | - | keystone.add_role | 0.276 | 0.31 | 0.371 | 0.379 | 0.388 | 0.319 | 100.0% | 10 | - | keystone.list_roles | 0.137 | 0.151 | 0.175 | 0.207 | 0.239 | 0.16 | 100.0% | 10 | - | total | 0.732 | 0.775 | 0.951 | 0.962 | 0.972 | 0.809 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38230800629 - Full duration: 15.068157196 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.263 | 0.3 | 0.41 | 0.455 | 0.499 | 0.336 | 100.0% | 10 | - | keystone.add_role | 0.265 | 0.28 | 0.342 | 0.405 | 0.468 | 0.302 | 100.0% | 10 | - | keystone.remove_role | 0.151 | 0.182 | 0.347 | 0.35 | 0.354 | 0.226 | 100.0% | 10 | - | total | 0.713 | 0.844 | 1.002 | 1.019 | 1.036 | 0.864 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.52822303772 - Full duration: 15.38514781 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.267 | 0.354 | 0.411 | 0.421 | 0.432 | 0.346 | 100.0% | 10 | - | keystone.update_tenant | 0.139 | 0.15 | 0.185 | 0.223 | 0.262 | 0.164 | 100.0% | 10 | - | keystone.delete_tenant | 0.302 | 0.333 | 0.418 | 0.448 | 0.477 | 0.35 | 100.0% | 10 | - | total | 0.738 | 0.879 | 0.917 | 0.961 | 1.006 | 0.86 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.55070900917 - Full duration: 14.2816069126 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.279 | 0.303 | 0.408 | 0.41 | 0.412 | 0.322 | 100.0% | 10 | - | keystone.delete_service | 0.15 | 0.168 | 0.188 | 0.192 | 0.196 | 0.169 | 100.0% | 10 | - | total | 0.443 | 0.471 | 0.584 | 0.594 | 0.604 | 0.491 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.47291088104 - Full duration: 12.6235470772 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.274 | 0.302 | 0.315 | 0.324 | 0.334 | 0.301 | 100.0% | 10 | - | total | 0.274 | 0.302 | 0.315 | 0.325 | 0.334 | 0.301 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.926929950714 - Full duration: 9.11541318893 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.285 | 0.312 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 | - | total | 0.285 | 0.313 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.09427213669 - Full duration: 9.44248485565 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.276 | 0.302 | 0.312 | 0.315 | 0.318 | 0.299 | 100.0% | 10 | - | keystone.list_tenants | 0.133 | 0.141 | 0.147 | 0.149 | 0.15 | 0.141 | 100.0% | 10 | - | total | 0.416 | 0.441 | 0.462 | 0.463 | 0.463 | 0.44 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.356580019 - Full duration: 14.5843369961 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.271 | 0.306 | 0.517 | 0.532 | 0.547 | 0.37 | 100.0% | 10 | - | keystone.delete_role | 0.295 | 0.305 | 0.621 | 0.655 | 0.689 | 0.401 | 100.0% | 10 | - | total | 0.572 | 0.743 | 0.991 | 1.076 | 1.16 | 0.771 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.24743795395 - Full duration: 14.336769104 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.284 | 0.313 | 0.395 | 0.4 | 0.405 | 0.328 | 100.0% | 10 | - | keystone.create_user | 0.141 | 0.155 | 0.176 | 0.176 | 0.177 | 0.159 | 100.0% | 10 | - | keystone.create_role | 0.136 | 0.155 | 0.173 | 0.209 | 0.245 | 0.16 | 100.0% | 10 | - | keystone.get_tenant | 0.124 | 0.132 | 0.143 | 0.144 | 0.144 | 0.133 | 100.0% | 10 | - | keystone.get_user | 0.124 | 0.141 | 0.232 | 0.234 | 0.237 | 0.158 | 100.0% | 10 | - | keystone.get_role | 0.122 | 0.125 | 0.142 | 0.144 | 0.147 | 0.129 | 100.0% | 10 | - | keystone.service_list | 0.121 | 0.13 | 0.138 | 0.139 | 0.139 | 0.13 | 100.0% | 10 | - | keystone.get_service | 0.118 | 0.132 | 0.158 | 0.16 | 0.161 | 0.136 | 100.0% | 10 | - | total | 1.253 | 1.315 | 1.403 | 1.449 | 1.495 | 1.334 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.18330001831 - Full duration: 21.2465929985 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.27 | 0.324 | 0.381 | 0.409 | 0.436 | 0.33 | 100.0% | 10 | - | keystone.list_users | 0.125 | 0.142 | 0.183 | 0.233 | 0.283 | 0.157 | 100.0% | 10 | - | total | 0.409 | 0.47 | 0.53 | 0.625 | 0.719 | 0.487 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.41358304024 - Full duration: 9.46058607101 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 66bee4c3-3b3f-4215-9910-63425b400d9a: started - Task 66bee4c3-3b3f-4215-9910-63425b400d9a: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.762 | 0.83 | 0.953 | 0.983 | 1.014 | 0.858 | 100.0% | 10 | - | neutron.delete_port | 0.224 | 0.62 | 0.763 | 0.78 | 0.797 | 0.582 | 100.0% | 10 | - | total | 1.011 | 1.549 | 1.599 | 1.603 | 1.607 | 1.441 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.14246201515 - Full duration: 53.9938690662 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.718 | 0.792 | 0.884 | 0.89 | 0.895 | 0.801 | 100.0% | 10 | - | neutron.create_router | 0.435 | 0.451 | 0.555 | 0.56 | 0.565 | 0.474 | 100.0% | 10 | - | neutron.add_interface_router | 0.341 | 0.776 | 1.004 | 1.11 | 1.215 | 0.789 | 100.0% | 10 | - | neutron.list_routers | 0.066 | 0.42 | 0.477 | 0.491 | 0.505 | 0.367 | 100.0% | 10 | - | total | 1.661 | 2.48 | 2.738 | 2.797 | 2.855 | 2.431 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.12932991982 - Full duration: 59.6318800449 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.812 | 0.936 | 0.949 | 0.963 | 0.833 | 100.0% | 10 | - | neutron.create_router | 0.073 | 0.467 | 0.548 | 0.564 | 0.58 | 0.447 | 100.0% | 10 | - | neutron.add_interface_router | 0.32 | 0.758 | 0.881 | 0.901 | 0.92 | 0.737 | 100.0% | 10 | - | neutron.remove_interface_router | 0.632 | 0.723 | 0.767 | 0.788 | 0.808 | 0.719 | 100.0% | 10 | - | neutron.delete_router | 0.575 | 0.622 | 0.72 | 0.74 | 0.759 | 0.639 | 100.0% | 10 | - | total | 2.939 | 3.398 | 3.635 | 3.725 | 3.814 | 3.375 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4781250954 - Full duration: 61.2645328045 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.728 | 0.859 | 0.909 | 0.944 | 0.978 | 0.857 | 100.0% | 10 | - | neutron.list_ports | 0.52 | 0.599 | 0.71 | 0.735 | 0.76 | 0.618 | 100.0% | 10 | - | total | 1.37 | 1.459 | 1.597 | 1.611 | 1.624 | 1.475 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.50073218346 - Full duration: 55.2021510601 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.788 | 0.939 | 0.956 | 0.972 | 0.824 | 100.0% | 10 | - | neutron.delete_subnet | 0.556 | 0.673 | 0.778 | 0.819 | 0.859 | 0.687 | 100.0% | 10 | - | total | 1.361 | 1.521 | 1.693 | 1.697 | 1.702 | 1.511 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.66956591606 - Full duration: 54.1284301281 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.62 | 0.643 | 0.756 | 0.784 | 0.812 | 0.672 | 100.0% | 10 | - | neutron.delete_network | 0.481 | 0.54 | 0.616 | 0.686 | 0.756 | 0.558 | 100.0% | 10 | - | total | 1.101 | 1.206 | 1.363 | 1.377 | 1.391 | 1.23 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.73822879791 - Full duration: 33.2811751366 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.583 | 0.675 | 0.782 | 0.782 | 0.783 | 0.691 | 100.0% | 10 | - | neutron.list_networks | 0.058 | 0.395 | 0.517 | 0.522 | 0.528 | 0.364 | 100.0% | 10 | - | total | 0.834 | 1.066 | 1.187 | 1.242 | 1.298 | 1.055 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.09279990196 - Full duration: 33.633177042 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.713 | 0.8 | 0.903 | 0.913 | 0.922 | 0.811 | 100.0% | 10 | - | neutron.create_router | 0.434 | 0.449 | 0.476 | 0.497 | 0.519 | 0.458 | 100.0% | 10 | - | neutron.add_interface_router | 0.666 | 0.749 | 0.912 | 0.954 | 0.996 | 0.791 | 100.0% | 10 | - | neutron.update_router | 0.222 | 0.579 | 0.659 | 0.678 | 0.697 | 0.556 | 100.0% | 10 | - | total | 2.156 | 2.643 | 2.768 | 2.799 | 2.83 | 2.617 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.76268601418 - Full duration: 57.6214001179 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.606 | 0.672 | 0.761 | 0.785 | 0.81 | 0.681 | 100.0% | 10 | - | neutron.update_network | 0.137 | 0.518 | 0.538 | 0.542 | 0.547 | 0.482 | 100.0% | 10 | - | total | 0.893 | 1.183 | 1.261 | 1.288 | 1.315 | 1.164 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.59189605713 - Full duration: 34.8437690735 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.738 | 0.792 | 0.889 | 0.921 | 0.952 | 0.815 | 100.0% | 10 | - | neutron.update_port | 0.161 | 0.551 | 0.596 | 0.6 | 0.605 | 0.516 | 100.0% | 10 | - | total | 1.044 | 1.339 | 1.429 | 1.482 | 1.536 | 1.331 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.11195087433 - Full duration: 53.0145220757 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.703 | 0.748 | 0.832 | 0.861 | 0.89 | 0.764 | 100.0% | 10 | - | neutron.list_subnets | 0.054 | 0.396 | 0.445 | 0.479 | 0.513 | 0.374 | 100.0% | 10 | - | total | 0.757 | 1.159 | 1.256 | 1.272 | 1.287 | 1.138 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.5137629509 - Full duration: 52.7622568607 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.742 | 0.813 | 0.947 | 0.948 | 0.949 | 0.838 | 100.0% | 10 | - | neutron.update_subnet | 0.234 | 0.583 | 0.695 | 0.696 | 0.696 | 0.58 | 100.0% | 10 | - | total | 1.043 | 1.427 | 1.587 | 1.596 | 1.604 | 1.418 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.36762094498 - Full duration: 54.1341950893 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task c631be68-64eb-462f-af72-0946f649719e: started - Task c631be68-64eb-462f-af72-0946f649719e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.689 | 0.825 | 1.389 | 1.414 | 1.439 | 0.956 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.045 | 0.058 | 0.058 | 0.059 | 0.046 | 100.0% | 10 | - | total | 0.734 | 0.868 | 1.43 | 1.458 | 1.487 | 1.002 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.95623397827 - Full duration: 43.0288610458 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.069 | 14.075 | 14.775 | 15.063 | 15.35 | 14.118 | 100.0% | 10 | - | nova.create_image | 10.992 | 11.363 | 11.948 | 12.03 | 12.112 | 11.402 | 100.0% | 10 | - | nova.delete_server | 2.878 | 3.026 | 3.413 | 3.454 | 3.495 | 3.121 | 100.0% | 10 | - | nova.boot_server (2) | 10.807 | 12.891 | 14.009 | 14.098 | 14.188 | 12.932 | 100.0% | 10 | - | nova.delete_server (2) | 2.914 | 3.356 | 4.738 | 4.974 | 5.21 | 3.557 | 100.0% | 10 | - | nova.delete_image | 2.769 | 3.227 | 3.659 | 3.685 | 3.711 | 3.238 | 100.0% | 10 | - | total | 44.842 | 48.482 | 49.94 | 50.257 | 50.573 | 48.369 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 145.116047144 - Full duration: 218.130707026 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.67 | 0.815 | 1.452 | 1.483 | 1.515 | 0.945 | 100.0% | 10 | - | nova.boot_server | 11.229 | 12.914 | 14.714 | 15.148 | 15.581 | 13.075 | 100.0% | 10 | - | nova.delete_server | 2.87 | 3.313 | 3.4 | 3.451 | 3.502 | 3.214 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.048 | 0.056 | 0.056 | 0.057 | 0.046 | 100.0% | 10 | - | total | 15.3 | 17.062 | 18.916 | 19.109 | 19.302 | 17.281 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 51.5624389648 - Full duration: 121.866284132 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.681 | 0.825 | 1.368 | 1.468 | 1.568 | 0.975 | 100.0% | 10 | - | nova.list_keypairs | 0.021 | 0.027 | 0.038 | 0.038 | 0.039 | 0.03 | 100.0% | 10 | - | total | 0.715 | 0.855 | 1.394 | 1.494 | 1.593 | 1.005 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.00225996971 - Full duration: 44.8396139145 - - - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | nova.list_servers | 1.385 | 1.648 | 1.794 | 1.8 | 1.806 | 1.64 | 100.0% | 10 | - | total | 1.386 | 1.648 | 1.794 | 1.8 | 1.807 | 1.64 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 4.86725592613 - Full duration: 144.563478947 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 11.794 | 13.235 | 14.683 | 15.23 | 15.778 | 13.569 | 100.0% | 10 | - | nova.resize | 40.775 | 43.909 | 47.803 | 47.888 | 47.973 | 44.294 | 100.0% | 10 | - | nova.resize_confirm | 2.664 | 3.406 | 5.701 | 5.894 | 6.087 | 3.777 | 100.0% | 10 | - | nova.delete_server | 2.831 | 2.964 | 3.671 | 4.355 | 5.038 | 3.264 | 100.0% | 10 | - | total | 59.51 | 64.72 | 68.963 | 69.477 | 69.991 | 64.905 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 193.15106678 - Full duration: 234.439800978 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.703 | 10.351 | 11.374 | 12.306 | 13.237 | 10.631 | 100.0% | 10 | - | nova.boot_server | 13.02 | 14.474 | 15.965 | 16.121 | 16.276 | 14.667 | 100.0% | 10 | - | nova.delete_server | 3.826 | 5.813 | 5.967 | 6.081 | 6.196 | 5.561 | 100.0% | 10 | - | total | 27.612 | 30.787 | 32.582 | 32.736 | 32.891 | 30.859 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 92.1244728565 - Full duration: 176.439888954 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.068 | 13.808 | 14.866 | 14.966 | 15.067 | 13.788 | 100.0% | 10 | - | nova.stop_server | 4.417 | 6.774 | 7.032 | 7.224 | 7.416 | 6.512 | 100.0% | 10 | - | nova.migrate | 10.786 | 11.454 | 11.957 | 11.999 | 12.04 | 11.487 | 100.0% | 10 | - | nova.resize_confirm | 3.328 | 3.614 | 3.822 | 3.905 | 3.988 | 3.621 | 100.0% | 10 | - | nova.delete_server | 2.862 | 3.057 | 3.364 | 3.454 | 3.544 | 3.116 | 100.0% | 10 | - | total | 34.85 | 38.711 | 40.179 | 40.344 | 40.508 | 38.525 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 115.221567869 - Full duration: 156.790792227 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.492 | 13.618 | 14.995 | 15.0 | 15.004 | 13.701 | 100.0% | 10 | - | nova.delete_server | 2.88 | 3.033 | 3.371 | 3.49 | 3.61 | 3.125 | 100.0% | 10 | - | total | 15.773 | 16.838 | 17.914 | 18.089 | 18.264 | 16.827 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 50.1218390465 - Full duration: 119.306482077 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.196 | 13.798 | 15.074 | 15.293 | 15.511 | 13.812 | 100.0% | 10 | - | nova.rebuild_server | 12.036 | 13.891 | 15.523 | 15.599 | 15.676 | 13.972 | 100.0% | 10 | - | nova.delete_server | 2.645 | 3.268 | 3.55 | 3.589 | 3.628 | 3.208 | 100.0% | 10 | - | total | 28.349 | 31.175 | 32.771 | 33.141 | 33.511 | 30.993 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 92.8703818321 - Full duration: 164.587569952 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.388 | 5.032 | 5.224 | 5.25 | 5.277 | 4.975 | 100.0% | 10 | - | nova.create_100_rules | 42.993 | 44.613 | 45.762 | 45.785 | 45.808 | 44.39 | 100.0% | 10 | - | nova.list_security_groups | 0.153 | 0.195 | 0.36 | 0.486 | 0.613 | 0.251 | 100.0% | 10 | - | total | 48.225 | 50.01 | 50.441 | 50.635 | 50.83 | 49.616 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.417917013 - Full duration: 217.353839159 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.382 | 5.191 | 5.496 | 5.608 | 5.72 | 5.12 | 100.0% | 10 | - | nova.create_100_rules | 43.059 | 44.368 | 45.778 | 46.029 | 46.28 | 44.458 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.662 | 2.265 | 2.495 | 2.664 | 2.832 | 2.215 | 100.0% | 10 | - | total | 50.772 | 51.601 | 53.26 | 53.294 | 53.327 | 51.794 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 156.369856119 - Full duration: 199.137834787 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.013 | 14.52 | 15.332 | 15.8 | 16.267 | 14.249 | 100.0% | 10 | - | nova.reboot_server | 5.223 | 6.071 | 6.385 | 6.462 | 6.539 | 5.987 | 100.0% | 10 | - | nova.soft_reboot_server | 5.766 | 8.423 | 8.806 | 9.002 | 9.198 | 8.214 | 100.0% | 10 | - | nova.stop_server | 3.892 | 6.503 | 7.587 | 10.894 | 14.201 | 6.898 | 100.0% | 10 | - | nova.start_server | 3.432 | 4.687 | 5.177 | 5.424 | 5.672 | 4.587 | 100.0% | 10 | - | nova.rescue_server | 7.9 | 8.519 | 9.688 | 10.196 | 10.703 | 8.724 | 100.0% | 10 | - | nova.unrescue_server | 5.091 | 5.518 | 5.836 | 6.131 | 6.426 | 5.577 | 100.0% | 10 | - | nova.delete_server | 2.495 | 2.921 | 3.469 | 3.516 | 3.563 | 2.974 | 100.0% | 10 | - | total | 53.649 | 57.305 | 59.111 | 60.626 | 62.142 | 57.23 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 174.621170044 - Full duration: 245.828352928 - - - - test scenario NovaServers.boot_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.233 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 | - | total | 13.234 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 | - +------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 42.6567699909 - Full duration: 99.771146059 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.306 | 4.999 | 5.282 | 5.289 | 5.296 | 4.937 | 100.0% | 10 | - | nova.create_100_rules | 41.795 | 43.955 | 45.983 | 46.201 | 46.418 | 44.135 | 100.0% | 10 | - | nova.boot_server | 10.075 | 11.651 | 12.302 | 13.061 | 13.82 | 11.534 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.217 | 0.249 | 0.568 | 0.572 | 0.577 | 0.338 | 100.0% | 10 | - | nova.delete_server | 2.469 | 2.619 | 2.937 | 3.034 | 3.131 | 2.712 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.574 | 1.878 | 2.55 | 2.704 | 2.858 | 2.053 | 100.0% | 10 | - | total | 63.097 | 65.905 | 66.858 | 67.329 | 67.8 | 65.71 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 195.037164927 - Full duration: 263.490648985 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.325 | 13.238 | 14.398 | 14.542 | 14.687 | 13.373 | 100.0% | 10 | - | nova.pause_server | 2.412 | 2.986 | 3.177 | 3.205 | 3.233 | 2.946 | 100.0% | 10 | - | nova.unpause_server | 2.824 | 3.169 | 3.325 | 3.392 | 3.459 | 3.13 | 100.0% | 10 | - | nova.delete_server | 2.501 | 3.244 | 3.557 | 3.634 | 3.71 | 3.233 | 100.0% | 10 | - | total | 21.499 | 22.307 | 24.0 | 24.022 | 24.043 | 22.682 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 67.2968730927 - Full duration: 134.783083916 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.885 | 10.866 | 11.617 | 11.636 | 11.655 | 10.841 | 100.0% | 10 | - | nova.boot_server | 13.236 | 14.774 | 15.766 | 16.126 | 16.486 | 14.693 | 100.0% | 10 | - | total | 23.437 | 25.64 | 27.197 | 27.213 | 27.23 | 25.534 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 78.3072631359 - Full duration: 145.979751825 - - - - test scenario NovaServers.boot_and_list_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.745 | 14.15 | 15.755 | 15.872 | 15.99 | 14.143 | 100.0% | 10 | - | nova.list_servers | 0.579 | 0.977 | 1.114 | 1.158 | 1.203 | 0.926 | 100.0% | 10 | - | total | 13.49 | 14.979 | 16.933 | 16.94 | 16.947 | 15.07 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.7471969128 - Full duration: 130.989289045 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 09c70711-40eb-4c85-8b87-c0c081222b0d: started - Task 09c70711-40eb-4c85-8b87-c0c081222b0d: finished - - test scenario Quotas.cinder_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | quotas.update_quotas | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 | - | total | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 3.62791609764 - Full duration: 16.2237439156 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.396 | 0.426 | 0.572 | 0.581 | 0.591 | 0.464 | 100.0% | 10 | - | total | 0.553 | 0.575 | 0.773 | 0.834 | 0.896 | 0.64 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.80940699577 - Full duration: 13.0895729065 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.145 | 1.182 | 1.365 | 1.407 | 1.449 | 1.234 | 100.0% | 10 | - | quotas.delete_quotas | 0.543 | 0.933 | 1.011 | 1.032 | 1.053 | 0.873 | 100.0% | 10 | - | total | 1.723 | 2.095 | 2.413 | 2.435 | 2.456 | 2.107 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.34634900093 - Full duration: 18.2702391148 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.544 | 0.621 | 0.695 | 0.705 | 0.716 | 0.619 | 100.0% | 10 | - | quotas.delete_quotas | 0.017 | 0.023 | 0.028 | 0.028 | 0.029 | 0.024 | 100.0% | 10 | - | total | 0.569 | 0.642 | 0.713 | 0.726 | 0.739 | 0.643 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.95026016235 - Full duration: 13.2278659344 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.643 | 100.0% | 10 | - | total | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.644 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.94177007675 - Full duration: 13.6731410027 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task ee8c572e-1240-4996-a06f-801592da0277: started - Task ee8c572e-1240-4996-a06f-801592da0277: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 | - | total | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.791751146317 - Full duration: 5.66926693916 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 | - | total | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.181750059128 - Full duration: 5.16227507591 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:59 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:38 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:59 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 11:16 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:37 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:03 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 47:41 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:14 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:10 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:40:41 | 232 | 100.00% | - +===================+============+===============+===========+ - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-18T13:37:06.661Z", - "end": "2016-02-18T13:37:12.962Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-18T13:37:06.661Z - End: 2016-02-18T13:37:12.962Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-nosdn-ovs-ha.rst b/docs/results/fuel-os-nosdn-ovs-ha.rst deleted file mode 100644 index 8bac271c..00000000 --- a/docs/results/fuel-os-nosdn-ovs-ha.rst +++ /dev/null @@ -1,2285 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-nosdn-ovs-ha ----------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.42319 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10399 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 21.61136 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.17689 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 44.97306 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.61967 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.61148 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.36880 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97375 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.39432 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62328 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.37363 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.61586 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.35380 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.67239 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.38634 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.05724 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.53191 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.18318 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.22600 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.02248 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 2.15108 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.32340 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.71240 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 16.19396 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.08151 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.38225 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30658 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.03364 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.55185 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.60722 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.61518 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10976 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.10289 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.10607 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09006 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.39571 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.55219 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00134 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20517 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08353 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01952 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07490 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.11856 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03290 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.04317 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04307 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.08060 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.09867 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.31911 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03124 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10668 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.11260 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20834 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.75046 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37893 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.36982 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68314 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.57271 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.64458 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.92495 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 22.44224 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 30.13484 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 15.86074 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.98275 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.59054 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 3.72221 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.78814 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.60414 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.08274 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.16235 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 2.57737 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.46117 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.22501 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.11043 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71277 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.10491 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.50933 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.94894 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.36216 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.57821 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.85906 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.81229 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.26423 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.39718 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00093 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.29322 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02099 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.64378 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.06226 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.83135 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08382 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.30164 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.04541 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.97480 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.05415 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.26485 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02006 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.84845 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.10464 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.02679 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64732 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.79302 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38635 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.67061 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.34593 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09899 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08376 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.07817 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10831 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09626 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.09352 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57765 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.66822 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.06984 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.62527 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.08457 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.35650 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.99120 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.72175 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.61046 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.54154 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.24168 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.49353 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.50686 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.20151 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.69691 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.39375 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.38459 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.29588 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.51586 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.70137 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.60901 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.31436 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.32710 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.05551 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.45609 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.05677 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.98082 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.63311 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.09653 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.35475 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.90406 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.62630 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.17609 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.37848 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.09860 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 7.70778 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 4.78033 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.62080 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.61729 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.56892 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.67551 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 3.90091 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.96428 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.98439 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.83806 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29228 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.05162 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.96419 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.36613 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.64793 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.64806 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04923 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.42249 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61494 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.64431 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.61515 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.79836 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84027 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.71970 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06703 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 15.64501 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.81335 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.28514 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.08361 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 13.04419 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.72121 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.46298 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.52032 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06039 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.07579 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 56.52179 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 42.52437 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 81.46846 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 72.34328 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1602:24:40.738841', 'duration': 234, 'tests': 210, 'failures': 26} - - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: started - Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.519 | 0.582 | 0.614 | 0.616 | 0.619 | 0.577 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.318 | 0.548 | 0.621 | 0.699 | 0.777 | 0.557 | 100.0% | 10 | - | total | 1.086 | 1.305 | 1.37 | 1.467 | 1.563 | 1.307 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.99583816528 - Full duration: 11.4604001045 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.139 | 0.157 | 0.174 | 0.175 | 0.175 | 0.158 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.509595870972 - Full duration: 8.08681082726 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.281 | 0.3 | 0.407 | 0.408 | 0.409 | 0.322 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.049 | 0.288 | 0.309 | 0.343 | 0.377 | 0.254 | 100.0% | 10 | - | total | 0.474 | 0.756 | 0.876 | 0.883 | 0.89 | 0.748 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.13345599174 - Full duration: 9.90360093117 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.263 | 0.305 | 0.334 | 0.394 | 0.454 | 0.313 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.031 | 0.045 | 0.061 | 0.07 | 0.079 | 0.048 | 100.0% | 10 | - | total | 0.456 | 0.517 | 0.555 | 0.62 | 0.686 | 0.525 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.58427906036 - Full duration: 9.08766698837 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.279 | 0.31 | 0.336 | 0.384 | 0.433 | 0.316 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.023 | 0.284 | 0.356 | 0.475 | 0.594 | 0.244 | 100.0% | 10 | - | total | 0.44 | 0.784 | 0.989 | 1.066 | 1.142 | 0.75 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.06888413429 - Full duration: 9.67203593254 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.279 | 0.333 | 0.347 | 0.348 | 0.348 | 0.328 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.042 | 0.302 | 0.341 | 0.374 | 0.407 | 0.263 | 100.0% | 10 | - | total | 0.467 | 0.804 | 0.848 | 0.869 | 0.89 | 0.757 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.20722603798 - Full duration: 10.0450489521 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: started - Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: finished - - test scenario GlanceImages.list_images - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - | glance.list_images | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 | - | total | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 | - +--------------------+------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.37443709373 - Full duration: 12.192773819 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.016 | 7.626 | 8.071 | 8.175 | 8.28 | 7.656 | 100.0% | 10 | - | nova.boot_servers | 14.247 | 15.398 | 16.507 | 16.622 | 16.737 | 15.457 | 100.0% | 10 | - | total | 21.583 | 22.978 | 23.909 | 24.335 | 24.761 | 23.114 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.0709619522 - Full duration: 125.822338104 - - - - test scenario GlanceImages.create_and_list_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.021 | 7.699 | 9.045 | 14.322 | 19.599 | 8.763 | 100.0% | 10 | - | glance.list_images | 0.334 | 0.602 | 0.657 | 0.684 | 0.71 | 0.593 | 100.0% | 10 | - | total | 7.61 | 8.326 | 9.638 | 14.906 | 20.173 | 9.356 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.350317955 - Full duration: 54.6049070358 - - - - test scenario GlanceImages.create_and_delete_image - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 7.113 | 7.689 | 7.945 | 7.946 | 7.948 | 7.622 | 100.0% | 10 | - | glance.delete_image | 1.846 | 2.236 | 3.676 | 9.026 | 14.377 | 3.407 | 100.0% | 10 | - | total | 9.452 | 9.823 | 11.494 | 16.81 | 22.126 | 11.029 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.6257281303 - Full duration: 42.0794751644 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 9f092186-5955-4467-948a-16d0404a8c2f: started - Task 9f092186-5955-4467-948a-16d0404a8c2f: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 10.268 | 12.476 | 13.344 | 13.444 | 13.544 | 12.273 | 100.0% | 10 | - | cinder.create_volume | 3.181 | 3.689 | 3.924 | 4.051 | 4.178 | 3.675 | 100.0% | 10 | - | nova.attach_volume | 3.763 | 4.185 | 6.83 | 6.904 | 6.978 | 4.705 | 100.0% | 10 | - | nova.detach_volume | 3.274 | 3.884 | 4.469 | 4.48 | 4.491 | 3.865 | 100.0% | 10 | - | cinder.delete_volume | 0.598 | 2.89 | 3.108 | 3.229 | 3.351 | 2.513 | 100.0% | 10 | - | nova.delete_server | 2.824 | 3.112 | 3.135 | 3.142 | 3.15 | 3.06 | 100.0% | 10 | - | total | 28.505 | 29.774 | 31.521 | 31.648 | 31.774 | 30.091 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 89.9433991909 - Full duration: 132.382716179 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 9.263 | 9.593 | 10.234 | 10.313 | 10.391 | 9.735 | 100.0% | 10 | - | cinder.list_volumes | 0.073 | 0.334 | 0.502 | 0.51 | 0.517 | 0.325 | 100.0% | 10 | - | total | 9.347 | 9.982 | 10.562 | 10.633 | 10.704 | 10.06 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 30.0611338615 - Full duration: 53.2253141403 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.693 | 3.995 | 4.393 | 4.446 | 4.498 | 4.011 | 100.0% | 10 | - | cinder.list_volumes | 0.073 | 0.365 | 0.473 | 0.503 | 0.532 | 0.334 | 100.0% | 10 | - | total | 3.792 | 4.367 | 4.739 | 4.852 | 4.964 | 4.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.0783438683 - Full duration: 34.8268380165 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.034 | 3.324 | 3.749 | 4.714 | 5.679 | 3.488 | 100.0% | 10 | - | cinder.list_snapshots | 0.027 | 0.306 | 0.324 | 0.326 | 0.329 | 0.227 | 100.0% | 10 | - | total | 3.132 | 3.417 | 4.072 | 5.033 | 5.994 | 3.715 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.4324269295 - Full duration: 51.1932430267 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.495 | 3.952 | 4.201 | 4.213 | 4.224 | 3.929 | 100.0% | 10 | - | cinder.delete_volume | 0.559 | 2.729 | 3.265 | 3.327 | 3.389 | 2.111 | 100.0% | 10 | - | total | 4.352 | 6.379 | 7.367 | 7.421 | 7.476 | 6.04 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.7915260792 - Full duration: 37.4740400314 - - - - test scenario CinderVolumes.create_and_delete_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.153 | 9.894 | 10.152 | 10.17 | 10.189 | 9.798 | 100.0% | 10 | - | cinder.delete_volume | 0.563 | 0.972 | 3.341 | 3.425 | 3.51 | 1.572 | 100.0% | 10 | - | total | 9.717 | 10.853 | 13.493 | 13.596 | 13.699 | 11.371 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.9503250122 - Full duration: 51.7525529861 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.461 | 3.688 | 4.442 | 4.444 | 4.447 | 3.838 | 100.0% | 10 | - | cinder.delete_volume | 0.493 | 0.917 | 3.039 | 3.183 | 3.328 | 1.504 | 100.0% | 10 | - | total | 4.048 | 4.704 | 7.416 | 7.425 | 7.434 | 5.343 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.7748939991 - Full duration: 35.0109767914 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.474 | 3.728 | 4.034 | 4.158 | 4.283 | 3.802 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.739 | 27.612 | 32.627 | 32.648 | 32.669 | 26.268 | 100.0% | 10 | - | cinder.delete_volume | 0.914 | 2.817 | 3.041 | 3.073 | 3.105 | 2.347 | 100.0% | 10 | - | nova.delete_image | 2.403 | 2.717 | 2.8 | 2.899 | 2.999 | 2.685 | 100.0% | 10 | - | total | 26.184 | 36.276 | 42.076 | 42.091 | 42.105 | 35.103 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 100.882842064 - Full duration: 122.017296791 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.994 | 3.448 | 3.79 | 4.429 | 5.067 | 3.513 | 100.0% | 10 | - | cinder.delete_snapshot | 2.529 | 2.878 | 3.135 | 3.14 | 3.144 | 2.867 | 100.0% | 10 | - | total | 5.551 | 6.333 | 6.766 | 7.484 | 8.202 | 6.38 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.3024630547 - Full duration: 53.5971570015 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.445 | 3.759 | 3.809 | 3.811 | 3.814 | 3.703 | 100.0% | 10 | - | total | 3.445 | 3.759 | 3.809 | 3.812 | 3.814 | 3.703 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0321419239 - Full duration: 28.9824199677 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.698 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 | - | total | 3.699 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.7128379345 - Full duration: 34.5113909245 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 | - | total | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.63166594505 - Full duration: 66.0012481213 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.397 | 3.887 | 4.192 | 4.206 | 4.22 | 3.861 | 100.0% | 10 | - | cinder.create_snapshot | 2.867 | 3.153 | 3.188 | 3.25 | 3.311 | 3.111 | 100.0% | 10 | - | nova.attach_volume | 3.869 | 5.36 | 10.321 | 11.444 | 12.567 | 6.387 | 100.0% | 10 | - | nova.detach_volume | 3.309 | 3.955 | 4.207 | 4.268 | 4.33 | 3.843 | 100.0% | 10 | - | cinder.delete_snapshot | 2.26 | 2.629 | 2.904 | 3.051 | 3.199 | 2.668 | 100.0% | 10 | - | cinder.delete_volume | 0.553 | 2.446 | 2.844 | 2.938 | 3.033 | 1.903 | 100.0% | 10 | - | total | 18.664 | 22.016 | 27.546 | 29.149 | 30.752 | 22.899 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 67.0612659454 - Full duration: 183.666878939 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.553 | 3.919 | 4.193 | 4.206 | 4.219 | 3.896 | 100.0% | 10 | - | cinder.delete_volume | 2.698 | 3.101 | 3.447 | 3.564 | 3.682 | 3.136 | 100.0% | 10 | - | total | 6.251 | 7.071 | 7.484 | 7.564 | 7.645 | 7.032 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.0021979809 - Full duration: 55.9390618801 - - - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.435 | 4.074 | 4.424 | 4.424 | 4.425 | 4.026 | 100.0% | 10 | - | cinder.extend_volume | 0.707 | 1.246 | 3.299 | 3.344 | 3.389 | 1.877 | 100.0% | 10 | - | cinder.delete_volume | 0.692 | 1.948 | 3.07 | 3.114 | 3.157 | 1.937 | 100.0% | 10 | - | total | 5.944 | 8.052 | 8.803 | 9.273 | 9.743 | 7.84 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.8975720406 - Full duration: 43.0286390781 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.311 | 3.828 | 3.963 | 3.983 | 4.004 | 3.796 | 100.0% | 10 | - | cinder.create_snapshot | 2.536 | 2.956 | 3.228 | 3.282 | 3.336 | 2.967 | 100.0% | 10 | - | nova.attach_volume | 3.854 | 4.422 | 6.403 | 6.702 | 7.002 | 4.856 | 100.0% | 10 | - | nova.detach_volume | 3.28 | 3.968 | 4.168 | 4.23 | 4.291 | 3.861 | 100.0% | 10 | - | cinder.delete_snapshot | 2.409 | 2.566 | 2.92 | 2.931 | 2.943 | 2.652 | 100.0% | 10 | - | cinder.delete_volume | 0.616 | 2.517 | 2.894 | 3.087 | 3.279 | 2.098 | 100.0% | 10 | - | total | 19.096 | 21.622 | 23.818 | 24.006 | 24.195 | 21.486 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.8816320896 - Full duration: 192.880079985 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.008 | 3.875 | 4.246 | 4.262 | 4.278 | 3.77 | 100.0% | 10 | - | cinder.create_snapshot | 2.518 | 3.123 | 3.599 | 3.708 | 3.818 | 3.136 | 100.0% | 10 | - | nova.attach_volume | 3.945 | 5.453 | 7.683 | 8.854 | 10.024 | 5.87 | 100.0% | 10 | - | nova.detach_volume | 3.292 | 3.879 | 4.458 | 4.792 | 5.127 | 3.95 | 100.0% | 10 | - | cinder.delete_snapshot | 0.527 | 2.572 | 2.804 | 2.854 | 2.904 | 2.393 | 100.0% | 10 | - | cinder.delete_volume | 0.894 | 2.839 | 3.023 | 3.037 | 3.052 | 2.513 | 100.0% | 10 | - | total | 20.01 | 23.245 | 26.325 | 27.177 | 28.028 | 23.414 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 71.9912419319 - Full duration: 203.27274704 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task f964ffc4-416b-4d44-b65d-29baeaea8bec: started - Task f964ffc4-416b-4d44-b65d-29baeaea8bec: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.969 | 4.357 | 4.55 | 4.551 | 4.551 | 4.324 | 100.0% | 10 | - | heat.suspend_stack | 1.657 | 1.711 | 1.822 | 1.868 | 1.915 | 1.731 | 100.0% | 10 | - | heat.resume_stack | 1.437 | 1.616 | 1.637 | 1.648 | 1.658 | 1.574 | 100.0% | 10 | - | heat.delete_stack | 1.403 | 1.555 | 1.702 | 2.211 | 2.721 | 1.658 | 100.0% | 10 | - | total | 8.875 | 9.374 | 9.503 | 9.735 | 9.967 | 9.288 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.5499420166 - Full duration: 37.6667420864 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.985 | 4.305 | 4.343 | 4.374 | 4.405 | 4.237 | 100.0% | 10 | - | heat.delete_stack | 1.379 | 1.455 | 1.484 | 1.487 | 1.489 | 1.447 | 100.0% | 10 | - | total | 5.451 | 5.729 | 5.798 | 5.812 | 5.826 | 5.683 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.0478360653 - Full duration: 27.8095588684 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 26.314 | 28.232 | 29.851 | 29.855 | 29.859 | 28.255 | 100.0% | 10 | - | heat.delete_stack | 10.7 | 11.864 | 12.929 | 12.939 | 12.949 | 12.051 | 100.0% | 10 | - | total | 38.29 | 40.481 | 41.719 | 41.722 | 41.725 | 40.306 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 120.330497026 - Full duration: 130.361554861 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 22.65 | 24.176 | 25.608 | 26.138 | 26.667 | 24.433 | 100.0% | 10 | - | heat.delete_stack | 10.59 | 11.212 | 11.949 | 12.486 | 13.022 | 11.332 | 100.0% | 10 | - | total | 33.338 | 36.173 | 37.277 | 37.282 | 37.287 | 35.765 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 105.698035955 - Full duration: 115.92205596 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.513 | 0.529 | 0.55 | 0.555 | 0.559 | 0.532 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.513 | 0.529 | 0.55 | 0.555 | 0.56 | 0.532 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.66571998596 - Full duration: 10.2634401321 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 3.891 | 4.318 | 4.491 | 4.525 | 4.559 | 4.283 | 100.0% | 10 | - | heat.update_stack | 3.532 | 3.653 | 3.805 | 3.849 | 3.893 | 3.669 | 100.0% | 10 | - | heat.delete_stack | 1.517 | 2.659 | 2.766 | 2.767 | 2.768 | 2.555 | 100.0% | 10 | - | total | 9.434 | 10.591 | 10.815 | 10.957 | 11.1 | 10.507 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 31.6606299877 - Full duration: 41.6391699314 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.815 | 4.241 | 4.394 | 4.403 | 4.411 | 4.206 | 100.0% | 10 | - | heat.update_stack | 3.536 | 3.637 | 3.758 | 3.809 | 3.86 | 3.655 | 100.0% | 10 | - | heat.delete_stack | 1.359 | 1.407 | 1.693 | 2.128 | 2.563 | 1.55 | 100.0% | 10 | - | total | 9.067 | 9.301 | 9.655 | 10.15 | 10.645 | 9.412 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.7025399208 - Full duration: 38.6538958549 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.845 | 4.648 | 5.545 | 5.549 | 5.552 | 4.702 | 100.0% | 10 | - | heat.update_stack | 5.818 | 5.896 | 6.239 | 6.242 | 6.246 | 5.982 | 100.0% | 10 | - | heat.delete_stack | 2.479 | 2.526 | 2.59 | 2.606 | 2.623 | 2.537 | 100.0% | 10 | - | total | 12.651 | 13.069 | 13.902 | 13.942 | 13.981 | 13.221 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.0307080746 - Full duration: 49.9186120033 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 5.244 | 5.361 | 5.485 | 5.498 | 5.511 | 5.375 | 100.0% | 10 | - | heat.update_stack | 9.239 | 9.295 | 9.34 | 9.346 | 9.353 | 9.298 | 100.0% | 10 | - | heat.delete_stack | 3.643 | 3.694 | 3.736 | 3.74 | 3.745 | 3.697 | 100.0% | 10 | - | total | 18.262 | 18.349 | 18.503 | 18.508 | 18.514 | 18.37 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 55.1248130798 - Full duration: 66.4681949615 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.185 | 4.4 | 4.476 | 4.481 | 4.486 | 4.371 | 100.0% | 10 | - | heat.update_stack | 5.806 | 5.891 | 5.921 | 5.933 | 5.946 | 5.879 | 100.0% | 10 | - | heat.delete_stack | 2.512 | 2.569 | 2.622 | 2.626 | 2.629 | 2.572 | 100.0% | 10 | - | total | 12.536 | 12.853 | 12.946 | 12.953 | 12.959 | 12.821 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.3984200954 - Full duration: 49.409635067 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.99 | 4.405 | 4.621 | 4.622 | 4.623 | 4.393 | 100.0% | 10 | - | heat.update_stack | 3.536 | 3.563 | 3.779 | 3.832 | 3.885 | 3.624 | 100.0% | 10 | - | heat.delete_stack | 1.335 | 2.488 | 2.546 | 2.555 | 2.564 | 2.09 | 100.0% | 10 | - | total | 9.272 | 10.325 | 10.734 | 10.81 | 10.886 | 10.107 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.7103030682 - Full duration: 41.7412381172 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.146 | 4.271 | 4.393 | 4.448 | 4.504 | 4.284 | 100.0% | 10 | - | heat.list_stacks | 0.072 | 0.1 | 0.111 | 0.115 | 0.119 | 0.097 | 100.0% | 10 | - | total | 4.254 | 4.376 | 4.494 | 4.541 | 4.588 | 4.382 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1074800491 - Full duration: 29.5266339779 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.907 | 4.192 | 4.293 | 4.364 | 4.435 | 4.155 | 100.0% | 10 | - | heat.check_stack | 0.745 | 1.525 | 1.901 | 1.922 | 1.944 | 1.529 | 100.0% | 10 | - | heat.delete_stack | 1.391 | 2.514 | 2.598 | 2.642 | 2.685 | 2.316 | 100.0% | 10 | - | total | 7.026 | 8.237 | 8.42 | 8.494 | 8.569 | 8.0 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.9746980667 - Full duration: 35.3819260597 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 66a8f673-a0ba-4559-8d8e-34457024edd9: started - Task 66a8f673-a0ba-4559-8d8e-34457024edd9: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.269 | 0.303 | 0.372 | 0.379 | 0.386 | 0.315 | 100.0% | 10 | - | keystone.create_users | 1.601 | 1.647 | 1.771 | 1.776 | 1.78 | 1.67 | 100.0% | 10 | - | total | 1.871 | 1.96 | 2.095 | 2.101 | 2.107 | 1.985 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.90541005135 - Full duration: 21.2136161327 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.274 | 0.295 | 0.314 | 0.347 | 0.379 | 0.299 | 100.0% | 10 | - | keystone.add_role | 0.254 | 0.271 | 0.354 | 0.378 | 0.401 | 0.289 | 100.0% | 10 | - | keystone.list_roles | 0.133 | 0.141 | 0.154 | 0.155 | 0.155 | 0.142 | 100.0% | 10 | - | total | 0.673 | 0.705 | 0.811 | 0.828 | 0.844 | 0.73 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.21612095833 - Full duration: 15.3072237968 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.278 | 0.365 | 0.443 | 0.457 | 0.472 | 0.359 | 100.0% | 10 | - | keystone.add_role | 0.262 | 0.275 | 0.348 | 0.352 | 0.356 | 0.291 | 100.0% | 10 | - | keystone.remove_role | 0.153 | 0.168 | 0.178 | 0.18 | 0.182 | 0.167 | 100.0% | 10 | - | total | 0.723 | 0.83 | 0.906 | 0.91 | 0.915 | 0.817 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.51204109192 - Full duration: 15.9939908981 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.283 | 0.313 | 0.4 | 0.402 | 0.403 | 0.333 | 100.0% | 10 | - | keystone.update_tenant | 0.128 | 0.156 | 0.251 | 0.251 | 0.251 | 0.178 | 100.0% | 10 | - | keystone.delete_tenant | 0.307 | 0.356 | 0.433 | 0.451 | 0.469 | 0.365 | 100.0% | 10 | - | total | 0.775 | 0.886 | 0.937 | 0.975 | 1.013 | 0.876 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.67470407486 - Full duration: 14.5480179787 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.262 | 0.301 | 0.324 | 0.35 | 0.375 | 0.301 | 100.0% | 10 | - | keystone.delete_service | 0.136 | 0.163 | 0.181 | 0.209 | 0.236 | 0.165 | 100.0% | 10 | - | total | 0.413 | 0.47 | 0.521 | 0.522 | 0.524 | 0.467 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.38856720924 - Full duration: 12.6957240105 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.275 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 | - | total | 0.276 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.917107105255 - Full duration: 8.57450699806 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.287 | 0.309 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 | - | total | 0.287 | 0.31 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.01195383072 - Full duration: 9.76411700249 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.29 | 0.31 | 0.33 | 0.331 | 0.332 | 0.311 | 100.0% | 10 | - | keystone.list_tenants | 0.122 | 0.138 | 0.16 | 0.194 | 0.229 | 0.146 | 100.0% | 10 | - | total | 0.422 | 0.451 | 0.492 | 0.525 | 0.558 | 0.457 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.38993692398 - Full duration: 15.0407979488 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.29 | 0.367 | 0.474 | 0.501 | 0.528 | 0.374 | 100.0% | 10 | - | keystone.delete_role | 0.276 | 0.317 | 0.52 | 0.54 | 0.561 | 0.362 | 100.0% | 10 | - | total | 0.572 | 0.704 | 0.994 | 1.042 | 1.089 | 0.737 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.35643291473 - Full duration: 13.3514738083 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.266 | 0.31 | 0.344 | 0.369 | 0.393 | 0.313 | 100.0% | 10 | - | keystone.create_user | 0.137 | 0.157 | 0.169 | 0.174 | 0.179 | 0.158 | 100.0% | 10 | - | keystone.create_role | 0.124 | 0.142 | 0.164 | 0.199 | 0.234 | 0.151 | 100.0% | 10 | - | keystone.get_tenant | 0.112 | 0.129 | 0.147 | 0.149 | 0.15 | 0.13 | 100.0% | 10 | - | keystone.get_user | 0.126 | 0.135 | 0.148 | 0.15 | 0.153 | 0.137 | 100.0% | 10 | - | keystone.get_role | 0.116 | 0.127 | 0.143 | 0.156 | 0.169 | 0.131 | 100.0% | 10 | - | keystone.service_list | 0.117 | 0.135 | 0.218 | 0.224 | 0.23 | 0.152 | 100.0% | 10 | - | keystone.get_service | 0.12 | 0.13 | 0.172 | 0.197 | 0.221 | 0.141 | 100.0% | 10 | - | total | 1.204 | 1.319 | 1.391 | 1.394 | 1.398 | 1.315 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.94662213326 - Full duration: 21.1036419868 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.28 | 0.313 | 0.343 | 0.364 | 0.385 | 0.32 | 100.0% | 10 | - | keystone.list_users | 0.123 | 0.141 | 0.158 | 0.197 | 0.235 | 0.148 | 100.0% | 10 | - | total | 0.43 | 0.461 | 0.516 | 0.53 | 0.545 | 0.468 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.41474604607 - Full duration: 9.85008382797 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: started - Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.788 | 0.834 | 0.941 | 0.962 | 0.984 | 0.854 | 100.0% | 10 | - | neutron.delete_port | 0.229 | 0.625 | 0.757 | 0.814 | 0.871 | 0.637 | 100.0% | 10 | - | total | 1.057 | 1.507 | 1.702 | 1.707 | 1.712 | 1.492 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.537129879 - Full duration: 55.4609839916 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.706 | 0.789 | 0.991 | 0.992 | 0.992 | 0.825 | 100.0% | 10 | - | neutron.create_router | 0.068 | 0.482 | 0.587 | 0.666 | 0.746 | 0.47 | 100.0% | 10 | - | neutron.add_interface_router | 0.711 | 0.784 | 0.907 | 1.031 | 1.155 | 0.817 | 100.0% | 10 | - | neutron.list_routers | 0.417 | 0.467 | 0.513 | 0.54 | 0.567 | 0.474 | 100.0% | 10 | - | total | 2.404 | 2.525 | 2.859 | 2.897 | 2.934 | 2.587 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.67870306969 - Full duration: 58.1500780582 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.813 | 0.872 | 0.875 | 0.878 | 0.816 | 100.0% | 10 | - | neutron.create_router | 0.06 | 0.463 | 0.517 | 0.53 | 0.544 | 0.435 | 100.0% | 10 | - | neutron.add_interface_router | 0.335 | 0.772 | 0.867 | 0.868 | 0.869 | 0.707 | 100.0% | 10 | - | neutron.remove_interface_router | 0.341 | 0.691 | 0.901 | 0.916 | 0.93 | 0.69 | 100.0% | 10 | - | neutron.delete_router | 0.553 | 0.682 | 0.838 | 0.854 | 0.87 | 0.686 | 100.0% | 10 | - | total | 2.946 | 3.271 | 3.758 | 3.795 | 3.832 | 3.335 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.81285190582 - Full duration: 60.2574419975 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.81 | 0.883 | 0.976 | 0.981 | 0.987 | 0.89 | 100.0% | 10 | - | neutron.list_ports | 0.563 | 0.626 | 0.776 | 0.827 | 0.877 | 0.652 | 100.0% | 10 | - | total | 1.398 | 1.535 | 1.661 | 1.723 | 1.785 | 1.542 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.79494190216 - Full duration: 57.4564638138 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.782 | 0.868 | 0.944 | 0.944 | 0.945 | 0.867 | 100.0% | 10 | - | neutron.delete_subnet | 0.579 | 0.66 | 0.806 | 0.813 | 0.82 | 0.679 | 100.0% | 10 | - | total | 1.374 | 1.515 | 1.721 | 1.735 | 1.75 | 1.546 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.67370796204 - Full duration: 54.8155629635 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.617 | 0.701 | 0.786 | 0.79 | 0.794 | 0.702 | 100.0% | 10 | - | neutron.delete_network | 0.516 | 0.595 | 0.635 | 0.66 | 0.685 | 0.592 | 100.0% | 10 | - | total | 1.156 | 1.302 | 1.382 | 1.392 | 1.401 | 1.294 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.91053414345 - Full duration: 34.4190309048 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.605 | 0.698 | 0.893 | 0.897 | 0.901 | 0.723 | 100.0% | 10 | - | neutron.list_networks | 0.403 | 0.422 | 0.518 | 0.522 | 0.526 | 0.44 | 100.0% | 10 | - | total | 1.013 | 1.156 | 1.315 | 1.315 | 1.315 | 1.163 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.48294115067 - Full duration: 36.022400856 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.749 | 0.82 | 0.85 | 0.884 | 0.919 | 0.816 | 100.0% | 10 | - | neutron.create_router | 0.077 | 0.47 | 0.6 | 0.73 | 0.861 | 0.482 | 100.0% | 10 | - | neutron.add_interface_router | 0.362 | 0.752 | 0.811 | 0.858 | 0.904 | 0.692 | 100.0% | 10 | - | neutron.update_router | 0.206 | 0.635 | 0.668 | 0.68 | 0.691 | 0.554 | 100.0% | 10 | - | total | 1.848 | 2.659 | 2.876 | 3.008 | 3.14 | 2.544 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.22650980949 - Full duration: 60.5388588905 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.654 | 0.724 | 0.888 | 0.911 | 0.934 | 0.756 | 100.0% | 10 | - | neutron.update_network | 0.145 | 0.545 | 0.569 | 0.59 | 0.611 | 0.502 | 100.0% | 10 | - | total | 1.018 | 1.265 | 1.427 | 1.431 | 1.436 | 1.258 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.75120806694 - Full duration: 35.950884819 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.814 | 0.896 | 0.995 | 1.01 | 1.024 | 0.896 | 100.0% | 10 | - | neutron.update_port | 0.181 | 0.562 | 0.612 | 0.65 | 0.689 | 0.537 | 100.0% | 10 | - | total | 0.995 | 1.461 | 1.585 | 1.597 | 1.608 | 1.433 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.42992901802 - Full duration: 55.774241209 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.726 | 0.805 | 1.041 | 1.045 | 1.049 | 0.845 | 100.0% | 10 | - | neutron.list_subnets | 0.053 | 0.422 | 0.446 | 0.446 | 0.446 | 0.353 | 100.0% | 10 | - | total | 0.861 | 1.221 | 1.458 | 1.458 | 1.458 | 1.199 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.38276219368 - Full duration: 55.0756671429 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.731 | 0.802 | 0.891 | 0.923 | 0.954 | 0.814 | 100.0% | 10 | - | neutron.update_subnet | 0.186 | 0.573 | 0.629 | 0.662 | 0.694 | 0.455 | 100.0% | 10 | - | total | 0.962 | 1.374 | 1.524 | 1.533 | 1.543 | 1.27 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.90665698051 - Full duration: 56.0127599239 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 63203b68-fb0f-4190-b881-339d49343b7e: started - Task 63203b68-fb0f-4190-b881-339d49343b7e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.701 | 0.818 | 0.937 | 1.171 | 1.406 | 0.867 | 100.0% | 10 | - | nova.delete_keypair | 0.032 | 0.044 | 0.06 | 0.062 | 0.065 | 0.046 | 100.0% | 10 | - | total | 0.733 | 0.862 | 0.986 | 1.228 | 1.471 | 0.913 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.58676719666 - Full duration: 44.6176929474 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 13.231 | 15.082 | 16.288 | 16.485 | 16.681 | 15.005 | 100.0% | 10 | - | nova.create_image | 11.557 | 12.205 | 14.231 | 14.559 | 14.887 | 12.815 | 100.0% | 10 | - | nova.delete_server | 2.824 | 3.432 | 3.623 | 3.636 | 3.649 | 3.306 | 100.0% | 10 | - | nova.boot_server (2) | 11.125 | 13.278 | 14.799 | 15.311 | 15.823 | 13.287 | 100.0% | 10 | - | nova.delete_server (2) | 2.504 | 2.94 | 3.422 | 3.44 | 3.457 | 3.055 | 100.0% | 10 | - | nova.delete_image | 2.668 | 3.276 | 3.598 | 3.634 | 3.669 | 3.259 | 100.0% | 10 | - | total | 47.925 | 50.051 | 54.553 | 54.844 | 55.135 | 50.728 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.159065008 - Full duration: 223.027470827 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.681 | 0.807 | 0.953 | 1.005 | 1.056 | 0.813 | 100.0% | 10 | - | nova.boot_server | 12.625 | 13.795 | 14.626 | 14.992 | 15.358 | 13.92 | 100.0% | 10 | - | nova.delete_server | 2.895 | 3.252 | 3.838 | 4.433 | 5.028 | 3.378 | 100.0% | 10 | - | nova.delete_keypair | 0.041 | 0.049 | 0.084 | 0.2 | 0.316 | 0.076 | 100.0% | 10 | - | total | 16.437 | 18.013 | 19.364 | 19.978 | 20.591 | 18.187 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 54.020512104 - Full duration: 122.761439085 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.633 | 0.811 | 0.88 | 0.945 | 1.01 | 0.797 | 100.0% | 10 | - | nova.list_keypairs | 0.019 | 0.032 | 0.048 | 0.057 | 0.065 | 0.034 | 100.0% | 10 | - | total | 0.663 | 0.833 | 0.925 | 0.988 | 1.051 | 0.831 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.51079297066 - Full duration: 45.2959558964 - - - - test scenario NovaServers.list_servers - +---------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | nova.list_servers | 1.153 | 1.561 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 | - | total | 1.153 | 1.562 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 4.51852703094 - Full duration: 136.974627972 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.504 | 13.59 | 14.825 | 15.228 | 15.63 | 13.671 | 100.0% | 10 | - | nova.resize | 41.099 | 42.204 | 47.49 | 47.556 | 47.621 | 44.023 | 100.0% | 10 | - | nova.resize_confirm | 2.651 | 3.698 | 3.805 | 4.059 | 4.314 | 3.556 | 100.0% | 10 | - | nova.delete_server | 2.631 | 3.022 | 3.411 | 4.443 | 5.475 | 3.21 | 100.0% | 10 | - | total | 60.59 | 62.713 | 69.597 | 69.873 | 70.149 | 64.46 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 192.511741161 - Full duration: 232.632377863 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.605 | 10.39 | 10.671 | 10.678 | 10.685 | 10.283 | 100.0% | 10 | - | nova.boot_server | 13.194 | 15.101 | 15.844 | 16.008 | 16.171 | 15.084 | 100.0% | 10 | - | nova.delete_server | 5.067 | 5.835 | 6.025 | 6.147 | 6.269 | 5.704 | 100.0% | 10 | - | total | 29.712 | 31.089 | 31.863 | 32.17 | 32.477 | 31.072 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 93.8591198921 - Full duration: 176.781407833 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.007 | 12.628 | 15.251 | 15.726 | 16.2 | 13.337 | 100.0% | 10 | - | nova.stop_server | 5.734 | 6.679 | 7.157 | 7.198 | 7.239 | 6.643 | 100.0% | 10 | - | nova.migrate | 11.005 | 12.115 | 12.764 | 12.898 | 13.031 | 12.041 | 100.0% | 10 | - | nova.resize_confirm | 2.991 | 3.639 | 4.391 | 5.442 | 6.493 | 3.866 | 100.0% | 10 | - | nova.delete_server | 2.512 | 2.889 | 3.089 | 3.162 | 3.235 | 2.846 | 100.0% | 10 | - | total | 36.009 | 38.096 | 41.114 | 42.08 | 43.046 | 38.733 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 117.547358036 - Full duration: 158.547077894 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.11 | 12.864 | 14.437 | 14.962 | 15.486 | 13.148 | 100.0% | 10 | - | nova.delete_server | 2.855 | 3.146 | 3.605 | 3.624 | 3.644 | 3.198 | 100.0% | 10 | - | total | 15.189 | 15.944 | 18.012 | 18.222 | 18.433 | 16.346 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 47.4842679501 - Full duration: 115.855407953 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 11.096 | 13.966 | 14.767 | 14.775 | 14.783 | 13.664 | 100.0% | 10 | - | nova.rebuild_server | 12.012 | 14.475 | 15.049 | 15.15 | 15.252 | 14.233 | 100.0% | 10 | - | nova.delete_server | 2.573 | 2.99 | 3.499 | 4.34 | 5.181 | 3.213 | 100.0% | 10 | - | total | 28.419 | 30.951 | 32.946 | 34.081 | 35.216 | 31.111 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 91.1762368679 - Full duration: 160.48626709 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.384 | 5.131 | 5.534 | 5.638 | 5.741 | 5.066 | 100.0% | 10 | - | nova.create_100_rules | 42.262 | 43.319 | 44.707 | 45.482 | 46.258 | 43.582 | 100.0% | 10 | - | nova.list_security_groups | 0.18 | 0.248 | 0.52 | 0.602 | 0.685 | 0.299 | 100.0% | 10 | - | total | 47.342 | 48.922 | 49.657 | 50.789 | 51.921 | 48.948 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 145.205770016 - Full duration: 212.670469999 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 3.797 | 4.842 | 5.428 | 5.548 | 5.668 | 4.805 | 100.0% | 10 | - | nova.create_100_rules | 42.897 | 43.258 | 45.74 | 45.781 | 45.822 | 43.845 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.712 | 2.272 | 2.576 | 2.63 | 2.685 | 2.249 | 100.0% | 10 | - | total | 49.862 | 50.866 | 51.896 | 52.159 | 52.422 | 50.9 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 153.145931959 - Full duration: 195.681600094 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.233 | 14.014 | 14.779 | 15.28 | 15.781 | 13.878 | 100.0% | 10 | - | nova.reboot_server | 5.429 | 5.857 | 6.286 | 6.298 | 6.31 | 5.906 | 100.0% | 10 | - | nova.soft_reboot_server | 7.965 | 8.388 | 8.771 | 8.786 | 8.801 | 8.365 | 100.0% | 10 | - | nova.stop_server | 4.492 | 6.237 | 6.84 | 6.896 | 6.952 | 6.14 | 100.0% | 10 | - | nova.start_server | 3.528 | 4.271 | 5.459 | 5.844 | 6.229 | 4.465 | 100.0% | 10 | - | nova.rescue_server | 7.297 | 8.174 | 10.803 | 11.337 | 11.872 | 8.852 | 100.0% | 10 | - | nova.unrescue_server | 5.397 | 5.465 | 5.755 | 5.956 | 6.158 | 5.563 | 100.0% | 10 | - | nova.delete_server | 2.694 | 2.967 | 3.17 | 3.266 | 3.362 | 2.999 | 100.0% | 10 | - | total | 53.124 | 55.752 | 58.931 | 59.472 | 60.013 | 56.189 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 166.732338905 - Full duration: 235.669921875 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - | nova.boot_server | 12.435 | 13.902 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 | - | total | 12.435 | 13.903 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 | - +------------------+--------+--------+--------+--------+------+--------+---------+-------+ - Load duration: 40.4824538231 - Full duration: 98.6827569008 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.34 | 5.246 | 5.496 | 5.585 | 5.675 | 5.171 | 100.0% | 10 | - | nova.create_100_rules | 41.95 | 43.077 | 44.37 | 44.812 | 45.253 | 43.236 | 100.0% | 10 | - | nova.boot_server | 10.869 | 11.908 | 13.524 | 13.633 | 13.742 | 12.265 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.224 | 0.267 | 0.504 | 0.555 | 0.607 | 0.332 | 100.0% | 10 | - | nova.delete_server | 2.533 | 2.618 | 3.078 | 3.091 | 3.103 | 2.742 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.637 | 1.754 | 2.383 | 2.591 | 2.798 | 1.972 | 100.0% | 10 | - | total | 64.243 | 65.856 | 66.932 | 67.145 | 67.358 | 65.721 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 197.864094019 - Full duration: 266.162395 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.223 | 14.903 | 15.571 | 15.708 | 15.844 | 14.546 | 100.0% | 10 | - | nova.pause_server | 2.791 | 3.173 | 3.334 | 3.379 | 3.424 | 3.141 | 100.0% | 10 | - | nova.unpause_server | 2.459 | 2.849 | 3.186 | 3.266 | 3.346 | 2.907 | 100.0% | 10 | - | nova.delete_server | 2.863 | 3.13 | 3.335 | 3.403 | 3.47 | 3.121 | 100.0% | 10 | - | total | 20.391 | 24.232 | 24.74 | 24.758 | 24.775 | 23.717 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 72.4143497944 - Full duration: 139.801489115 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.672 | 10.675 | 10.972 | 11.222 | 11.472 | 10.543 | 100.0% | 10 | - | nova.boot_server | 14.233 | 16.466 | 17.095 | 17.399 | 17.704 | 16.109 | 100.0% | 10 | - | total | 23.906 | 27.176 | 27.879 | 28.21 | 28.54 | 26.653 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 79.5798490047 - Full duration: 145.711636782 - - - - test scenario NovaServers.boot_and_list_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 12.064 | 14.109 | 15.049 | 15.436 | 15.823 | 13.885 | 100.0% | 10 | - | nova.list_servers | 0.612 | 0.992 | 1.197 | 1.199 | 1.201 | 0.948 | 100.0% | 10 | - | total | 13.261 | 15.082 | 15.982 | 16.209 | 16.435 | 14.833 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 43.442057848 - Full duration: 128.433704138 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: started - Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 | - | total | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.63238286972 - Full duration: 15.5500700474 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.392 | 0.43 | 0.632 | 0.65 | 0.667 | 0.482 | 100.0% | 10 | - | total | 0.555 | 0.597 | 0.799 | 0.808 | 0.816 | 0.64 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90143704414 - Full duration: 12.9954409599 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.086 | 1.207 | 1.358 | 1.436 | 1.513 | 1.228 | 100.0% | 10 | - | quotas.delete_quotas | 0.549 | 0.88 | 0.94 | 0.951 | 0.963 | 0.839 | 100.0% | 10 | - | total | 1.654 | 2.078 | 2.316 | 2.37 | 2.424 | 2.067 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.08279585838 - Full duration: 18.0140779018 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.573 | 0.62 | 0.652 | 0.658 | 0.664 | 0.619 | 100.0% | 10 | - | quotas.delete_quotas | 0.016 | 0.025 | 0.028 | 0.032 | 0.036 | 0.024 | 100.0% | 10 | - | total | 0.599 | 0.642 | 0.678 | 0.68 | 0.681 | 0.643 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.95340800285 - Full duration: 13.6638329029 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 | - | total | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90668487549 - Full duration: 13.5694701672 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: started - Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 | - | total | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.4988431931 - Full duration: 20.5546550751 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - | total | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2044279575 - Full duration: 20.1352801323 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:58 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:54 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:59 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 11:14 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:37 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:19 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 47:19 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:13 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:40 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:41:19 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-23T02:24:39.314Z", - "end": "2016-02-23T02:24:44.838Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-18T13:37:06.661Z - End: 2016-02-18T13:37:12.962Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst b/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst deleted file mode 100644 index 652db336..00000000 --- a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst +++ /dev/null @@ -1,1254 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-bgpvpn-ha ------------------------------------------------------ - -VIM ---- - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'79.7' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.281 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.114 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.926 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.849 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 36.056 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.547 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.768 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.486 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.049 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.347 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.299 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.952 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.529 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.260 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.786 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.487 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.624 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.792 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.859 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.417 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.461 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.160 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.692 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 4.500 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.766 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 300.727 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.330 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.687 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 302.209 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.002 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 300.741 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.455 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.680 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 302.095 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.002 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.084 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.891 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.470 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.220 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.530 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.437 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.143 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.103 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.079 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.096 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.721 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.181 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.091 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.018 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.095 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.088 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.030 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.035 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.054 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.069 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.084 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.699 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.022 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.075 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.002 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.318 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.683 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 306.252 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.838 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 311.592 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.370 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.343 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.258 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.091 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.152 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.491 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.366 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.286 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.567 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.727 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.596 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.330 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 14.127 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 18.635 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 12.265 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.122 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.506 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.128 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.933 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.111 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.560 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.578 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.508 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.359 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.243 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.306 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.421 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.998 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.635 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.974 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.015 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.512 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.886 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.250 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.052 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 336.810 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.740 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.093 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.535 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.028 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.750 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.245 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.398 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.097 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.904 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.520 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.415 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.403 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.292 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.521 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.183 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.109 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.086 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.080 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.089 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.089 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.077 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.269 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.917 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.399 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 20.214 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.865 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.207 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.604 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.662 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.556 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.059 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.041 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.278 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.271 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.640 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.800 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 2.208 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.293 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.300 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.291 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.745 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.368 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.318 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.065 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.069 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.298 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.237 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.321 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 5.779 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.980 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.462 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.617 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.811 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.256 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.033 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.774 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.789 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.077 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.565 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.751 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.047 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.299 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.592 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.613 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.569 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.805 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.762 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.270 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.048 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 6.732 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.526 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.356 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.875 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.723 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.070 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 9.744 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 18.252 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.284 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.048 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 322.942 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 335.472 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 332.744 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - 2016-04-26 21:34:37,839 - run_tempest - INFO - Results: {'timestart': '2016-04-2620:21:12.306509', 'duration': 803, 'tests': 188, 'failures': 10} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-26 21:36:15,676 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-26 21:37:35,906 - run_rally - INFO - - Preparing input task - Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: started - Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 1.015 | 1.244 | 1.415 | 1.476 | 1.536 | 1.249 | 100.0% | 10 | - | total | 1.281 | 1.505 | 1.685 | 1.744 | 1.804 | 1.516 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 4.44646310806 - Full duration: 12.853926897 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 | - | total | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.754605054855 - Full duration: 9.11485695839 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.343 | 0.61 | 0.662 | 0.733 | 0.805 | 0.606 | 100.0% | 10 | - | total | 0.589 | 0.871 | 0.971 | 1.045 | 1.12 | 0.878 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.61781597137 - Full duration: 11.0082919598 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.328 | 0.371 | 0.479 | 0.495 | 0.51 | 0.391 | 100.0% | 10 | - | total | 0.555 | 0.619 | 0.743 | 0.756 | 0.769 | 0.643 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.93781709671 - Full duration: 10.4554929733 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.31 | 0.64 | 0.927 | 0.962 | 0.998 | 0.67 | 100.0% | 10 | - | total | 0.549 | 0.921 | 1.219 | 1.236 | 1.253 | 0.939 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.9773349762 - Full duration: 11.6194210052 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.304 | 0.558 | 0.576 | 0.611 | 0.646 | 0.539 | 100.0% | 10 | - | total | 0.569 | 0.804 | 0.819 | 0.851 | 0.882 | 0.785 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.409938097 - Full duration: 11.0552449226 - - 2016-04-26 21:37:37,881 - run_rally - INFO - Test scenario: "authenticate" OK. - - 2016-04-26 21:37:37,882 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-26 21:41:19,902 - run_rally - INFO - - Preparing input task - Task 5a858da8-1039-4f20-960f-2d44354c4c60: started - Task 5a858da8-1039-4f20-960f-2d44354c4c60: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 | - | total | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.9055929184 - Full duration: 14.7421119213 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.493 | 7.807 | 9.069 | 12.596 | 16.122 | 8.653 | 100.0% | 10 | - | nova.boot_servers | 9.309 | 10.032 | 11.628 | 11.726 | 11.824 | 10.411 | 100.0% | 10 | - | total | 17.19 | 18.474 | 20.176 | 22.804 | 25.432 | 19.064 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 54.8601989746 - Full duration: 113.092097998 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.313 | 7.52 | 8.653 | 12.221 | 15.788 | 8.359 | 100.0% | 10 | - | glance.list_images | 0.356 | 0.537 | 0.57 | 0.599 | 0.627 | 0.519 | 100.0% | 10 | - | total | 7.817 | 8.058 | 9.194 | 12.748 | 16.302 | 8.878 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.3566281796 - Full duration: 40.1059360504 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.08 | 7.515 | 7.968 | 8.084 | 8.201 | 7.585 | 100.0% | 10 | - | glance.delete_image | 1.893 | 2.224 | 2.429 | 2.431 | 2.434 | 2.198 | 100.0% | 10 | - | total | 9.374 | 9.68 | 10.313 | 10.449 | 10.585 | 9.783 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 29.927503109 - Full duration: 40.712335825 - - 2016-04-26 21:41:21,905 - run_rally - INFO - Test scenario: "glance" OK. - - 2016-04-26 21:41:21,905 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-26 22:02:57,566 - run_rally - INFO - - Preparing input task - Task 8714ce27-ec07-493c-894b-0378b012f768: started - Task 8714ce27-ec07-493c-894b-0378b012f768: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 7.315 | 7.849 | 8.808 | 9.275 | 9.743 | 8.131 | 100.0% | 10 | - | cinder.create_volume | 3.204 | 3.91 | 4.165 | 4.209 | 4.253 | 3.777 | 100.0% | 10 | - | nova.attach_volume | 4.193 | 5.576 | 6.847 | 6.918 | 6.989 | 5.577 | 100.0% | 10 | - | nova.detach_volume | 3.591 | 4.036 | 4.652 | 4.887 | 5.122 | 4.155 | 100.0% | 10 | - | cinder.delete_volume | 0.805 | 2.91 | 3.015 | 3.158 | 3.301 | 2.362 | 100.0% | 10 | - | nova.delete_server | 2.813 | 3.044 | 3.223 | 3.232 | 3.24 | 3.033 | 100.0% | 10 | - | total | 24.205 | 26.801 | 29.041 | 29.115 | 29.188 | 27.034 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 81.0580990314 - Full duration: 112.19692111 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 10.993 | 11.11 | 11.434 | 11.435 | 11.436 | 11.186 | 100.0% | 10 | - | cinder.list_volumes | 0.069 | 0.33 | 0.436 | 0.474 | 0.512 | 0.268 | 100.0% | 10 | - | total | 11.084 | 11.476 | 11.601 | 11.714 | 11.828 | 11.454 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 34.1340601444 - Full duration: 55.759376049 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.45 | 3.958 | 4.546 | 4.569 | 4.591 | 4.003 | 100.0% | 10 | - | cinder.list_volumes | 0.062 | 0.325 | 0.344 | 0.345 | 0.345 | 0.275 | 100.0% | 10 | - | total | 3.513 | 4.292 | 4.865 | 4.9 | 4.935 | 4.279 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.6924929619 - Full duration: 34.0712091923 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.235 | 3.344 | 3.856 | 4.736 | 5.617 | 3.629 | 100.0% | 10 | - | cinder.list_snapshots | 0.039 | 0.285 | 0.337 | 0.376 | 0.416 | 0.254 | 100.0% | 10 | - | total | 3.333 | 3.676 | 4.127 | 4.892 | 5.657 | 3.884 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 10.8523409367 - Full duration: 47.7997851372 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.471 | 3.85 | 4.197 | 4.341 | 4.485 | 3.858 | 100.0% | 10 | - | cinder.delete_volume | 0.532 | 2.741 | 3.118 | 3.184 | 3.251 | 2.077 | 100.0% | 10 | - | total | 4.328 | 6.376 | 7.081 | 7.248 | 7.416 | 5.935 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.2594389915 - Full duration: 34.9955868721 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 8.676 | 10.604 | 11.06 | 11.115 | 11.17 | 10.243 | 100.0% | 10 | - | cinder.delete_volume | 0.894 | 2.767 | 3.153 | 3.195 | 3.237 | 2.369 | 100.0% | 10 | - | total | 9.774 | 12.84 | 13.865 | 14.089 | 14.313 | 12.612 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.8307890892 - Full duration: 56.2227160931 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.45 | 3.88 | 4.434 | 4.439 | 4.445 | 3.935 | 100.0% | 10 | - | cinder.delete_volume | 0.8 | 0.932 | 3.003 | 3.159 | 3.316 | 1.539 | 100.0% | 10 | - | total | 4.496 | 4.916 | 6.901 | 7.325 | 7.749 | 5.474 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 16.0426750183 - Full duration: 32.9341490269 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.49 | 3.782 | 4.253 | 4.255 | 4.256 | 3.847 | 100.0% | 10 | - | cinder.upload_volume_to_image | 16.394 | 27.4 | 31.961 | 32.07 | 32.18 | 25.735 | 100.0% | 10 | - | cinder.delete_volume | 0.68 | 2.971 | 3.15 | 3.173 | 3.195 | 2.523 | 100.0% | 10 | - | nova.delete_image | 2.479 | 2.591 | 14.325 | 14.525 | 14.725 | 4.969 | 100.0% | 10 | - | total | 24.827 | 37.87 | 49.56 | 51.384 | 53.208 | 37.075 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 101.809072971 - Full duration: 121.969902992 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.076 | 3.402 | 3.707 | 4.558 | 5.409 | 3.552 | 100.0% | 10 | - | cinder.delete_snapshot | 2.541 | 2.81 | 3.096 | 3.171 | 3.246 | 2.854 | 100.0% | 10 | - | total | 5.963 | 6.195 | 6.881 | 7.543 | 8.206 | 6.406 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 18.6676621437 - Full duration: 51.159060955 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 | - | total | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.4555690289 - Full duration: 28.3837711811 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 | - | total | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.7762680054 - Full duration: 32.9480211735 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.61 | 100.0% | 10 | - | total | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.611 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.8286819458 - Full duration: 63.6903710365 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.584 | 3.868 | 4.043 | 4.092 | 4.141 | 3.882 | 100.0% | 10 | - | cinder.create_snapshot | 2.795 | 3.099 | 3.183 | 3.279 | 3.376 | 3.058 | 100.0% | 10 | - | nova.attach_volume | 3.804 | 4.321 | 9.448 | 9.664 | 9.88 | 5.664 | 100.0% | 10 | - | nova.detach_volume | 3.584 | 4.108 | 4.341 | 4.345 | 4.349 | 4.073 | 100.0% | 10 | - | cinder.delete_snapshot | 2.527 | 2.796 | 3.137 | 3.155 | 3.172 | 2.849 | 100.0% | 10 | - | cinder.delete_volume | 0.516 | 2.694 | 3.048 | 3.146 | 3.244 | 2.193 | 100.0% | 10 | - | total | 19.584 | 21.934 | 25.955 | 26.608 | 27.261 | 22.822 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 65.3636519909 - Full duration: 157.771946192 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.799 | 4.234 | 6.551 | 6.658 | 6.765 | 4.608 | 100.0% | 10 | - | cinder.delete_volume | 2.709 | 3.319 | 3.584 | 3.584 | 3.585 | 3.276 | 100.0% | 10 | - | total | 7.064 | 7.351 | 9.902 | 9.97 | 10.037 | 7.885 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.1967608929 - Full duration: 56.604929924 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.542 | 3.816 | 3.903 | 3.913 | 3.923 | 3.81 | 100.0% | 10 | - | cinder.extend_volume | 1.122 | 3.325 | 3.477 | 3.479 | 3.482 | 2.916 | 100.0% | 10 | - | cinder.delete_volume | 0.537 | 2.74 | 3.216 | 3.222 | 3.227 | 2.259 | 100.0% | 10 | - | total | 5.854 | 9.459 | 10.487 | 10.503 | 10.52 | 8.985 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 28.2484090328 - Full duration: 46.2826929092 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.569 | 3.853 | 3.95 | 4.015 | 4.08 | 3.829 | 100.0% | 10 | - | cinder.create_snapshot | 2.31 | 2.832 | 3.33 | 3.355 | 3.38 | 2.897 | 100.0% | 10 | - | nova.attach_volume | 4.043 | 4.744 | 7.838 | 8.729 | 9.621 | 5.643 | 100.0% | 10 | - | nova.detach_volume | 3.471 | 4.246 | 4.498 | 4.498 | 4.498 | 4.184 | 100.0% | 10 | - | cinder.delete_snapshot | 2.532 | 2.852 | 2.92 | 2.971 | 3.022 | 2.789 | 100.0% | 10 | - | cinder.delete_volume | 0.549 | 2.606 | 2.992 | 3.023 | 3.053 | 2.117 | 100.0% | 10 | - | total | 18.473 | 22.08 | 25.688 | 26.47 | 27.253 | 22.541 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 66.4576151371 - Full duration: 166.03899312 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.15 | 3.42 | 3.637 | 3.78 | 3.923 | 3.45 | 100.0% | 10 | - | cinder.create_snapshot | 2.546 | 2.911 | 3.114 | 3.207 | 3.301 | 2.929 | 100.0% | 10 | - | nova.attach_volume | 4.077 | 5.64 | 7.857 | 8.865 | 9.874 | 5.963 | 100.0% | 10 | - | nova.detach_volume | 3.76 | 4.056 | 4.468 | 4.626 | 4.784 | 4.137 | 100.0% | 10 | - | cinder.delete_snapshot | 2.242 | 2.665 | 2.932 | 2.947 | 2.961 | 2.633 | 100.0% | 10 | - | cinder.delete_volume | 0.539 | 2.723 | 3.0 | 3.115 | 3.23 | 2.577 | 100.0% | 10 | - | total | 19.142 | 22.899 | 26.465 | 27.264 | 28.063 | 23.373 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 68.2796330452 - Full duration: 167.136126041 - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-19T05:41:25.739Z", - "end": "2016-02-19T05:41:31.140Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-26T21:35:23.780Z - End: 2016-04-26T21:35:29.337Z - Duration: 5.557 - **************************************** - -bgpvpn -^^^^^^ -:: - - ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpB17uh4 - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.640872s] ... ok - {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.293540s] ... ok - - ====== - Totals - ====== - Ran: 2 tests in 13.0000 sec. - - Passed: 2 - - Skipped: 0 - - Expected Fail: 0 - - Unexpected Success: 0 - - Failed: 0 - Sum of execute time for each test: 0.9344 sec. diff --git a/docs/results/fuel-os-odl_l2-nofeature-ha.rst b/docs/results/fuel-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 6a376aec..00000000 --- a/docs/results/fuel-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,2397 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'42.1' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'28.6' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.49156 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10940 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.01623 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 29.41033 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.86580 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.60879 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34531 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.33518 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.96138 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.90751 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62183 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.62195 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.33497 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.64235 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 1.23145 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.83801 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.18842 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.35784 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.09813 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.88696 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.84049 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.52238 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.63444 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.75102 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 14.44295 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 316.24706 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.34052 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.75888 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 316.38576 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00196 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.10067 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.93829 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.78542 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.64749 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.89411 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.32315 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.91146 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.13496 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.11222 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.11119 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09119 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10776 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.57188 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00131 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20660 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08830 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02378 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.33571 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.10769 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02694 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02251 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04963 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.07987 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.08196 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.92759 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03606 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.09925 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10704 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20889 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.78463 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.44852 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.37770 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.72001 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.74485 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.67380 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.65947 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 19.27912 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.83188 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 13.05190 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.22705 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 3.02970 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 4.04190 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.67671 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.10372 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.80641 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.05689 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.62404 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.47470 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.21997 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 2.20741 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.12907 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.56617 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.38405 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.74547 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.94955 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.62631 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.24089 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.28176 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.39299 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.59369 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00537 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.35547 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02691 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.77671 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03595 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.67764 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.12390 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.35252 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05395 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 343.72467 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.95003 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.99399 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.31689 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02590 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.09974 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.21063 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.0 | fail | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.0 | fail | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.77355 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.63115 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10751 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08180 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11419 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09997 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.15346 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10901 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.26936 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.78244 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.75904 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.58070 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.97865 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.0 | fail | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.0 | fail | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.19846 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.01338 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.65439 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 5.23138 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.63026 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.20924 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.23093 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.72657 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.45440 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.37147 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.35779 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.30639 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 3.21748 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.64248 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30977 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.03731 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.49862 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.26355 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.12061 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.35577 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.94748 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.39794 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.33413 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.39562 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 5.89837 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.99973 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.58956 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.48395 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 10.99445 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 6.94692 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.69234 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.56033 | fail | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 8.28629 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.94750 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.97154 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.42252 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.06578 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.53065 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29313 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.98492 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.10014 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.39465 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.76994 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.29710 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.05370 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 20.70674 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 12.57512 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.94613 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.13954 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 15.28613 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.92871 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.55119 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.10263 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.07108 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.37294 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 25.63959 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 16.24070 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 343.58312 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 356.71394 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-1905:28:37.031139', 'duration': 730, 'tests': 210, 'failures': 40} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: started - Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.535 | 0.78 | 0.847 | 0.86 | 0.874 | 0.74 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.667 | 0.689 | 0.793 | 0.807 | 0.821 | 0.717 | 100.0% | 10 | - | total | 1.381 | 1.677 | 1.718 | 1.735 | 1.752 | 1.625 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.80417394638 - Full duration: 12.8028140068 - - - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.121 | 0.149 | 0.163 | 0.164 | 0.166 | 0.149 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.489310979843 - Full duration: 7.96697187424 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.259 | 0.318 | 0.482 | 0.511 | 0.539 | 0.371 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.051 | 0.287 | 0.385 | 0.386 | 0.387 | 0.24 | 100.0% | 10 | - | total | 0.512 | 0.771 | 0.957 | 0.996 | 1.035 | 0.776 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.53649091721 - Full duration: 10.2540290356 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.3 | 0.332 | 0.474 | 0.482 | 0.489 | 0.368 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.034 | 0.049 | 0.059 | 0.065 | 0.07 | 0.05 | 100.0% | 10 | - | total | 0.499 | 0.564 | 0.716 | 0.722 | 0.727 | 0.586 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.84303689003 - Full duration: 9.65319395065 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.274 | 0.428 | 0.475 | 0.509 | 0.543 | 0.405 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.025 | 0.424 | 0.455 | 0.456 | 0.458 | 0.376 | 100.0% | 10 | - | total | 0.469 | 1.071 | 1.131 | 1.141 | 1.151 | 0.964 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.72650790215 - Full duration: 10.753674984 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.28 | 0.302 | 0.32 | 0.326 | 0.333 | 0.303 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.046 | 0.31 | 0.334 | 0.34 | 0.346 | 0.262 | 100.0% | 10 | - | total | 0.467 | 0.764 | 0.81 | 0.838 | 0.866 | 0.728 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.37260484695 - Full duration: 9.99744796753 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task d54fa25b-b992-4b4e-bef2-14425b86329c: started - Task d54fa25b-b992-4b4e-bef2-14425b86329c: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 | - | total | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.92263484001 - Full duration: 13.4585630894 - - - - test scenario GlanceImages.create_image_and_boot_instances - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | glance.create_image | 7.386 | 7.929 | 8.381 | 8.481 | 8.581 | 7.97 | 100.0% | 10 | - | nova.boot_servers | 8.641 | 10.384 | 10.714 | 11.007 | 11.3 | 10.241 | 100.0% | 10 | - | total | 16.702 | 18.427 | 18.943 | 19.047 | 19.15 | 18.211 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 54.6946680546 - Full duration: 110.071588039 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.081 | 7.618 | 8.085 | 8.19 | 8.296 | 7.689 | 100.0% | 10 | - | glance.list_images | 0.324 | 0.573 | 0.642 | 0.714 | 0.786 | 0.573 | 100.0% | 10 | - | total | 7.612 | 8.241 | 8.722 | 8.902 | 9.082 | 8.262 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.6801600456 - Full duration: 39.2870121002 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.449 | 7.593 | 7.856 | 8.073 | 8.289 | 7.673 | 100.0% | 10 | - | glance.delete_image | 2.001 | 2.442 | 12.75 | 13.42 | 14.089 | 5.507 | 100.0% | 10 | - | total | 9.487 | 10.064 | 20.503 | 21.441 | 22.378 | 13.18 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 40.0675120354 - Full duration: 50.2370131016 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: started - Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.135 | 7.936 | 8.663 | 8.672 | 8.68 | 7.941 | 100.0% | 10 | - | cinder.create_volume | 3.274 | 3.507 | 4.072 | 4.096 | 4.12 | 3.616 | 100.0% | 10 | - | nova.attach_volume | 4.012 | 4.845 | 6.553 | 6.624 | 6.694 | 5.31 | 100.0% | 10 | - | nova.detach_volume | 3.256 | 3.739 | 3.938 | 4.096 | 4.253 | 3.716 | 100.0% | 10 | - | cinder.delete_volume | 0.464 | 2.707 | 2.98 | 3.154 | 3.328 | 1.98 | 100.0% | 10 | - | nova.delete_server | 2.784 | 3.059 | 3.15 | 3.19 | 3.23 | 3.04 | 100.0% | 10 | - | total | 22.316 | 26.079 | 27.631 | 28.362 | 29.094 | 25.604 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.9451169968 - Full duration: 116.516190052 - - - - test scenario CinderVolumes.create_and_list_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 9.065 | 9.591 | 9.94 | 9.943 | 9.945 | 9.554 | 100.0% | 10 | - | cinder.list_volumes | 0.048 | 0.346 | 0.386 | 0.394 | 0.402 | 0.301 | 100.0% | 10 | - | total | 9.138 | 9.94 | 10.313 | 10.324 | 10.335 | 9.855 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 28.8989629745 - Full duration: 51.7012848854 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.251 | 3.883 | 4.897 | 4.899 | 4.901 | 4.006 | 100.0% | 10 | - | cinder.list_volumes | 0.055 | 0.072 | 0.333 | 0.334 | 0.334 | 0.145 | 100.0% | 10 | - | total | 3.313 | 3.952 | 5.212 | 5.223 | 5.234 | 4.151 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.7280011177 - Full duration: 34.1200621128 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.973 | 3.289 | 5.554 | 5.57 | 5.585 | 3.702 | 100.0% | 10 | - | cinder.list_snapshots | 0.027 | 0.162 | 0.313 | 0.32 | 0.326 | 0.168 | 100.0% | 10 | - | total | 3.001 | 3.593 | 5.586 | 5.601 | 5.616 | 3.871 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.6676809788 - Full duration: 51.8370318413 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.324 | 3.69 | 4.382 | 4.392 | 4.403 | 3.828 | 100.0% | 10 | - | cinder.delete_volume | 0.625 | 2.781 | 3.053 | 3.199 | 3.345 | 2.086 | 100.0% | 10 | - | total | 4.288 | 6.438 | 7.073 | 7.173 | 7.273 | 5.914 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.0577061176 - Full duration: 35.664162159 - - - - test scenario CinderVolumes.create_and_delete_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.41 | 9.74 | 10.091 | 10.094 | 10.097 | 9.522 | 100.0% | 10 | - | cinder.delete_volume | 0.54 | 0.965 | 3.092 | 3.097 | 3.103 | 1.691 | 100.0% | 10 | - | total | 7.95 | 10.903 | 12.9 | 12.964 | 13.029 | 11.214 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 33.3823940754 - Full duration: 52.0277431011 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.681 | 3.946 | 4.01 | 4.051 | 4.092 | 3.903 | 100.0% | 10 | - | cinder.delete_volume | 0.506 | 2.848 | 3.217 | 3.222 | 3.228 | 2.122 | 100.0% | 10 | - | total | 4.188 | 6.787 | 7.161 | 7.175 | 7.189 | 6.026 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.0166649818 - Full duration: 35.4839038849 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.672 | 4.074 | 4.522 | 4.546 | 4.57 | 4.114 | 100.0% | 10 | - | cinder.upload_volume_to_image | 21.673 | 31.257 | 31.931 | 31.979 | 32.027 | 29.253 | 100.0% | 10 | - | cinder.delete_volume | 0.56 | 2.568 | 3.011 | 3.067 | 3.123 | 2.293 | 100.0% | 10 | - | nova.delete_image | 2.137 | 2.51 | 2.606 | 2.681 | 2.756 | 2.451 | 100.0% | 10 | - | total | 28.587 | 39.952 | 40.849 | 41.35 | 41.852 | 38.112 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 110.444069147 - Full duration: 131.52224803 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.208 | 3.343 | 5.587 | 5.628 | 5.669 | 3.788 | 100.0% | 10 | - | cinder.delete_snapshot | 2.503 | 2.86 | 3.196 | 3.217 | 3.239 | 2.893 | 100.0% | 10 | - | total | 5.787 | 6.422 | 8.296 | 8.392 | 8.488 | 6.681 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.7773430347 - Full duration: 53.0582361221 - - - - test scenario CinderVolumes.create_volume - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.52 | 3.822 | 4.222 | 4.228 | 4.233 | 3.852 | 100.0% | 10 | - | total | 3.52 | 3.822 | 4.223 | 4.228 | 4.233 | 3.852 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.2881109715 - Full duration: 29.6710369587 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.248 | 3.651 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 | - | total | 3.249 | 3.652 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.7785470486 - Full duration: 32.9540159702 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.522 | 100.0% | 10 | - | total | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.523 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.60948395729 - Full duration: 65.5444660187 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.547 | 3.82 | 3.891 | 3.927 | 3.962 | 3.787 | 100.0% | 10 | - | cinder.create_snapshot | 2.552 | 2.875 | 3.173 | 3.215 | 3.257 | 2.931 | 100.0% | 10 | - | nova.attach_volume | 3.633 | 5.774 | 8.279 | 8.853 | 9.427 | 6.038 | 100.0% | 10 | - | nova.detach_volume | 3.599 | 3.826 | 4.233 | 4.444 | 4.655 | 3.905 | 100.0% | 10 | - | cinder.delete_snapshot | 2.22 | 2.537 | 2.852 | 2.971 | 3.09 | 2.577 | 100.0% | 10 | - | cinder.delete_volume | 0.648 | 2.735 | 2.845 | 2.892 | 2.939 | 2.321 | 100.0% | 10 | - | total | 18.538 | 22.642 | 25.806 | 26.204 | 26.601 | 22.745 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 66.8299760818 - Full duration: 173.895985842 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.481 | 3.953 | 4.613 | 5.302 | 5.991 | 4.167 | 100.0% | 10 | - | cinder.delete_volume | 1.163 | 3.065 | 3.469 | 3.474 | 3.479 | 2.919 | 100.0% | 10 | - | total | 5.012 | 7.114 | 7.89 | 8.462 | 9.034 | 7.087 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.8082921505 - Full duration: 55.4062600136 - - - - test scenario CinderVolumes.create_and_extend_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 3.417 | 3.839 | 3.908 | 3.925 | 3.941 | 3.742 | 100.0% | 10 | - | cinder.extend_volume | 0.938 | 2.978 | 3.574 | 3.713 | 3.853 | 2.396 | 100.0% | 10 | - | cinder.delete_volume | 0.577 | 1.808 | 3.066 | 3.146 | 3.225 | 1.858 | 100.0% | 10 | - | total | 5.44 | 8.275 | 9.921 | 10.095 | 10.269 | 7.997 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 23.5873560905 - Full duration: 41.9279878139 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.668 | 3.89 | 4.255 | 4.266 | 4.277 | 3.937 | 100.0% | 10 | - | cinder.create_snapshot | 2.268 | 2.949 | 3.306 | 3.36 | 3.414 | 2.903 | 100.0% | 10 | - | nova.attach_volume | 3.471 | 4.393 | 7.358 | 8.251 | 9.145 | 5.113 | 100.0% | 10 | - | nova.detach_volume | 3.277 | 3.925 | 4.509 | 4.566 | 4.622 | 3.926 | 100.0% | 10 | - | cinder.delete_snapshot | 2.286 | 2.607 | 2.849 | 2.862 | 2.875 | 2.614 | 100.0% | 10 | - | cinder.delete_volume | 0.591 | 2.677 | 2.96 | 3.019 | 3.078 | 2.352 | 100.0% | 10 | - | total | 18.8 | 21.654 | 23.365 | 25.201 | 27.038 | 21.974 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 65.2181398869 - Full duration: 179.069041967 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.22 | 3.682 | 4.259 | 4.27 | 4.281 | 3.723 | 100.0% | 10 | - | cinder.create_snapshot | 2.292 | 3.051 | 3.199 | 3.232 | 3.265 | 2.991 | 100.0% | 10 | - | nova.attach_volume | 3.891 | 4.365 | 6.53 | 6.577 | 6.625 | 4.971 | 100.0% | 10 | - | nova.detach_volume | 3.248 | 3.565 | 3.767 | 4.044 | 4.321 | 3.568 | 100.0% | 10 | - | cinder.delete_snapshot | 2.258 | 2.551 | 2.836 | 2.87 | 2.904 | 2.609 | 100.0% | 10 | - | cinder.delete_volume | 0.883 | 2.687 | 3.02 | 3.224 | 3.427 | 2.286 | 100.0% | 10 | - | total | 19.132 | 21.712 | 23.229 | 23.566 | 23.904 | 21.677 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.7866289616 - Full duration: 180.275881052 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 51925ef8-a527-44d2-8df3-6164af0ec62a: started - Task 51925ef8-a527-44d2-8df3-6164af0ec62a: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.245 | 4.317 | 4.434 | 4.474 | 4.514 | 4.348 | 100.0% | 10 | - | heat.suspend_stack | 1.497 | 1.713 | 1.747 | 1.75 | 1.753 | 1.7 | 100.0% | 10 | - | heat.resume_stack | 1.42 | 1.621 | 1.668 | 1.67 | 1.671 | 1.562 | 100.0% | 10 | - | heat.delete_stack | 1.377 | 1.573 | 1.716 | 2.249 | 2.782 | 1.675 | 100.0% | 10 | - | total | 8.851 | 9.198 | 9.402 | 9.981 | 10.56 | 9.285 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.3572640419 - Full duration: 37.0984110832 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.911 | 4.181 | 4.323 | 4.325 | 4.327 | 4.149 | 100.0% | 10 | - | heat.delete_stack | 1.392 | 1.426 | 1.744 | 1.776 | 1.808 | 1.491 | 100.0% | 10 | - | total | 5.311 | 5.631 | 5.774 | 5.775 | 5.776 | 5.64 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.9275529385 - Full duration: 26.8473479748 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 20.192 | 23.206 | 23.805 | 23.826 | 23.847 | 22.465 | 100.0% | 10 | - | heat.delete_stack | 11.755 | 11.868 | 12.963 | 13.0 | 13.036 | 12.282 | 100.0% | 10 | - | total | 32.02 | 35.613 | 36.714 | 36.721 | 36.729 | 34.747 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 102.752908945 - Full duration: 112.369065046 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 16.808 | 18.33 | 20.748 | 20.751 | 20.755 | 18.654 | 100.0% | 10 | - | heat.delete_stack | 9.404 | 10.582 | 10.788 | 10.803 | 10.818 | 10.313 | 100.0% | 10 | - | total | 26.212 | 28.318 | 31.532 | 31.553 | 31.574 | 28.967 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 85.8598790169 - Full duration: 95.2520959377 - - - - test scenario HeatStacks.list_stacks_and_resources - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 | - +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.48300600052 - Full duration: 9.57427692413 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.727 | 4.075 | 4.288 | 4.337 | 4.386 | 4.085 | 100.0% | 10 | - | heat.update_stack | 3.549 | 3.676 | 3.903 | 3.972 | 4.042 | 3.704 | 100.0% | 10 | - | heat.delete_stack | 1.405 | 2.619 | 2.76 | 2.774 | 2.789 | 2.212 | 100.0% | 10 | - | total | 9.105 | 10.287 | 10.719 | 10.741 | 10.763 | 10.001 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.4346759319 - Full duration: 39.5471699238 - - - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.915 | 4.067 | 4.171 | 4.199 | 4.227 | 4.052 | 100.0% | 10 | - | heat.update_stack | 3.521 | 3.661 | 3.773 | 3.791 | 3.81 | 3.658 | 100.0% | 10 | - | heat.delete_stack | 1.38 | 1.477 | 1.612 | 1.618 | 1.624 | 1.492 | 100.0% | 10 | - | total | 8.916 | 9.128 | 9.484 | 9.493 | 9.503 | 9.203 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.5511319637 - Full duration: 37.5252559185 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.023 | 4.301 | 4.59 | 5.029 | 5.468 | 4.38 | 100.0% | 10 | - | heat.update_stack | 5.783 | 5.888 | 6.061 | 6.08 | 6.1 | 5.912 | 100.0% | 10 | - | heat.delete_stack | 2.475 | 2.546 | 2.705 | 3.2 | 3.694 | 2.65 | 100.0% | 10 | - | total | 12.613 | 12.74 | 13.76 | 13.912 | 14.064 | 12.942 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.1860618591 - Full duration: 48.4381308556 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.094 | 5.24 | 5.479 | 5.528 | 5.577 | 5.17 | 100.0% | 10 | - | heat.update_stack | 8.178 | 9.243 | 9.316 | 9.324 | 9.332 | 8.862 | 100.0% | 10 | - | heat.delete_stack | 3.63 | 3.68 | 3.714 | 3.714 | 3.715 | 3.68 | 100.0% | 10 | - | total | 16.974 | 17.76 | 18.444 | 18.466 | 18.488 | 17.713 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 52.4500279427 - Full duration: 63.0265882015 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.113 | 4.273 | 4.647 | 4.934 | 5.22 | 4.362 | 100.0% | 10 | - | heat.update_stack | 5.809 | 5.888 | 5.941 | 6.056 | 6.17 | 5.907 | 100.0% | 10 | - | heat.delete_stack | 2.513 | 2.561 | 3.694 | 3.7 | 3.706 | 2.891 | 100.0% | 10 | - | total | 12.55 | 12.759 | 14.013 | 14.546 | 15.079 | 13.161 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.0816349983 - Full duration: 49.7756490707 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.762 | 4.115 | 4.19 | 4.27 | 4.35 | 4.062 | 100.0% | 10 | - | heat.update_stack | 3.543 | 3.63 | 3.844 | 3.977 | 4.11 | 3.69 | 100.0% | 10 | - | heat.delete_stack | 1.383 | 1.499 | 2.506 | 2.528 | 2.549 | 1.677 | 100.0% | 10 | - | total | 8.868 | 9.275 | 10.208 | 10.225 | 10.242 | 9.429 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.9543409348 - Full duration: 38.8234701157 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.005 | 4.128 | 4.199 | 4.234 | 4.27 | 4.127 | 100.0% | 10 | - | heat.list_stacks | 0.075 | 0.094 | 0.108 | 0.112 | 0.117 | 0.094 | 100.0% | 10 | - | total | 4.112 | 4.226 | 4.281 | 4.313 | 4.345 | 4.221 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.6059498787 - Full duration: 27.8848700523 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.084 | 4.153 | 4.178 | 4.217 | 4.256 | 4.153 | 100.0% | 10 | - | heat.check_stack | 0.706 | 1.53 | 1.571 | 1.586 | 1.6 | 1.459 | 100.0% | 10 | - | heat.delete_stack | 1.375 | 1.432 | 2.542 | 2.546 | 2.55 | 1.763 | 100.0% | 10 | - | total | 7.01 | 7.159 | 8.25 | 8.279 | 8.309 | 7.375 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.5798799992 - Full duration: 33.7318949699 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: started - Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.263 | 0.291 | 0.401 | 0.408 | 0.415 | 0.322 | 100.0% | 10 | - | keystone.create_users | 1.508 | 1.599 | 1.672 | 1.733 | 1.793 | 1.601 | 100.0% | 10 | - | total | 1.782 | 1.949 | 2.051 | 2.066 | 2.081 | 1.923 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.82497000694 - Full duration: 20.636977911 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.256 | 0.273 | 0.292 | 0.296 | 0.3 | 0.274 | 100.0% | 10 | - | keystone.add_role | 0.24 | 0.262 | 0.297 | 0.319 | 0.341 | 0.267 | 100.0% | 10 | - | keystone.list_roles | 0.131 | 0.146 | 0.226 | 0.237 | 0.248 | 0.16 | 100.0% | 10 | - | total | 0.636 | 0.682 | 0.774 | 0.78 | 0.786 | 0.702 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11375284195 - Full duration: 14.9668319225 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.267 | 0.326 | 0.368 | 0.376 | 0.383 | 0.322 | 100.0% | 10 | - | keystone.add_role | 0.244 | 0.255 | 0.278 | 0.302 | 0.326 | 0.263 | 100.0% | 10 | - | keystone.remove_role | 0.149 | 0.163 | 0.191 | 0.244 | 0.296 | 0.177 | 100.0% | 10 | - | total | 0.681 | 0.765 | 0.834 | 0.84 | 0.846 | 0.762 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.33364892006 - Full duration: 14.8711419106 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.272 | 0.316 | 0.391 | 0.394 | 0.396 | 0.327 | 100.0% | 10 | - | keystone.update_tenant | 0.125 | 0.141 | 0.169 | 0.215 | 0.261 | 0.152 | 100.0% | 10 | - | keystone.delete_tenant | 0.299 | 0.321 | 0.379 | 0.394 | 0.408 | 0.333 | 100.0% | 10 | - | total | 0.745 | 0.81 | 0.859 | 0.915 | 0.971 | 0.812 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.46658396721 - Full duration: 13.4442551136 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.258 | 0.271 | 0.303 | 0.308 | 0.314 | 0.278 | 100.0% | 10 | - | keystone.delete_service | 0.146 | 0.158 | 0.181 | 0.203 | 0.226 | 0.164 | 100.0% | 10 | - | total | 0.408 | 0.442 | 0.464 | 0.475 | 0.487 | 0.442 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.34449720383 - Full duration: 12.1886069775 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.253 | 0.302 | 0.319 | 0.324 | 0.328 | 0.297 | 100.0% | 10 | - | total | 0.253 | 0.302 | 0.319 | 0.324 | 0.329 | 0.298 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.912425994873 - Full duration: 8.74173903465 - - - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.262 | 0.303 | 0.319 | 0.319 | 0.319 | 0.296 | 100.0% | 10 | - | total | 0.262 | 0.303 | 0.319 | 0.319 | 0.32 | 0.296 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.953788042068 - Full duration: 8.72430300713 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.247 | 0.28 | 0.302 | 0.304 | 0.307 | 0.281 | 100.0% | 10 | - | keystone.list_tenants | 0.121 | 0.129 | 0.224 | 0.225 | 0.225 | 0.147 | 100.0% | 10 | - | total | 0.392 | 0.42 | 0.476 | 0.493 | 0.511 | 0.428 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32897400856 - Full duration: 13.584346056 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.286 | 0.324 | 0.395 | 0.47 | 0.545 | 0.347 | 100.0% | 10 | - | keystone.delete_role | 0.25 | 0.32 | 0.487 | 0.522 | 0.557 | 0.344 | 100.0% | 10 | - | total | 0.546 | 0.62 | 0.889 | 0.913 | 0.936 | 0.691 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.18193697929 - Full duration: 12.766493082 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.271 | 0.283 | 0.299 | 0.311 | 0.322 | 0.287 | 100.0% | 10 | - | keystone.create_user | 0.145 | 0.156 | 0.162 | 0.165 | 0.167 | 0.155 | 100.0% | 10 | - | keystone.create_role | 0.122 | 0.133 | 0.155 | 0.183 | 0.211 | 0.141 | 100.0% | 10 | - | keystone.get_tenant | 0.109 | 0.126 | 0.145 | 0.178 | 0.211 | 0.133 | 100.0% | 10 | - | keystone.get_user | 0.12 | 0.133 | 0.2 | 0.205 | 0.21 | 0.148 | 100.0% | 10 | - | keystone.get_role | 0.106 | 0.12 | 0.137 | 0.155 | 0.172 | 0.126 | 100.0% | 10 | - | keystone.service_list | 0.112 | 0.126 | 0.144 | 0.178 | 0.212 | 0.134 | 100.0% | 10 | - | keystone.get_service | 0.104 | 0.125 | 0.131 | 0.134 | 0.136 | 0.123 | 100.0% | 10 | - | total | 1.177 | 1.23 | 1.321 | 1.328 | 1.334 | 1.248 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.83582210541 - Full duration: 20.6130208969 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.295 | 0.312 | 0.374 | 0.386 | 0.399 | 0.326 | 100.0% | 10 | - | keystone.list_users | 0.114 | 0.129 | 0.148 | 0.148 | 0.149 | 0.133 | 100.0% | 10 | - | total | 0.419 | 0.442 | 0.521 | 0.535 | 0.549 | 0.458 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.37977695465 - Full duration: 9.29229903221 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 0a18c72f-b575-481a-8997-6d3d52130ede: started - Task 0a18c72f-b575-481a-8997-6d3d52130ede: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.758 | 0.851 | 1.15 | 1.23 | 1.309 | 0.925 | 100.0% | 10 | - | neutron.delete_port | 0.241 | 0.578 | 0.611 | 0.618 | 0.625 | 0.488 | 100.0% | 10 | - | total | 0.998 | 1.415 | 1.73 | 1.808 | 1.886 | 1.414 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.22447299957 - Full duration: 51.8464670181 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.768 | 0.804 | 0.942 | 1.007 | 1.073 | 0.852 | 100.0% | 10 | - | neutron.create_router | 0.08 | 0.425 | 0.456 | 0.469 | 0.482 | 0.394 | 100.0% | 10 | - | neutron.add_interface_router | 0.371 | 0.741 | 1.213 | 1.526 | 1.84 | 0.855 | 100.0% | 10 | - | neutron.list_routers | 0.048 | 0.405 | 0.478 | 0.502 | 0.527 | 0.286 | 100.0% | 10 | - | total | 1.684 | 2.22 | 3.085 | 3.308 | 3.53 | 2.388 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.42530488968 - Full duration: 57.8292651176 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.689 | 0.768 | 0.931 | 0.941 | 0.95 | 0.811 | 100.0% | 10 | - | neutron.create_router | 0.408 | 0.421 | 0.457 | 0.547 | 0.636 | 0.441 | 100.0% | 10 | - | neutron.add_interface_router | 0.363 | 0.702 | 0.802 | 0.807 | 0.813 | 0.653 | 100.0% | 10 | - | neutron.remove_interface_router | 0.273 | 0.662 | 0.823 | 0.847 | 0.872 | 0.65 | 100.0% | 10 | - | neutron.delete_router | 0.178 | 0.557 | 0.661 | 0.665 | 0.669 | 0.541 | 100.0% | 10 | - | total | 2.291 | 3.046 | 3.598 | 3.647 | 3.695 | 3.096 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 9.11136102676 - Full duration: 56.6760940552 - - - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.746 | 0.824 | 0.923 | 0.946 | 0.968 | 0.846 | 100.0% | 10 | - | neutron.list_ports | 0.157 | 0.57 | 0.629 | 0.663 | 0.697 | 0.481 | 100.0% | 10 | - | total | 1.065 | 1.343 | 1.476 | 1.493 | 1.51 | 1.327 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.94901585579 - Full duration: 52.597589016 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.701 | 0.757 | 1.049 | 1.144 | 1.238 | 0.835 | 100.0% | 10 | - | neutron.delete_subnet | 0.196 | 0.565 | 0.691 | 0.725 | 0.759 | 0.531 | 100.0% | 10 | - | total | 0.939 | 1.384 | 1.496 | 1.595 | 1.694 | 1.366 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.35806703568 - Full duration: 51.0885548592 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.614 | 0.675 | 0.811 | 0.817 | 0.823 | 0.692 | 100.0% | 10 | - | neutron.delete_network | 0.491 | 0.545 | 0.62 | 0.624 | 0.628 | 0.554 | 100.0% | 10 | - | total | 1.133 | 1.231 | 1.388 | 1.415 | 1.443 | 1.246 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.68652009964 - Full duration: 30.7036879063 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.556 | 0.652 | 0.754 | 0.757 | 0.759 | 0.665 | 100.0% | 10 | - | neutron.list_networks | 0.361 | 0.383 | 0.478 | 0.503 | 0.528 | 0.403 | 100.0% | 10 | - | total | 0.917 | 1.027 | 1.231 | 1.252 | 1.273 | 1.068 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.11869502068 - Full duration: 33.6655409336 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.718 | 0.757 | 0.921 | 0.922 | 0.923 | 0.795 | 100.0% | 10 | - | neutron.create_router | 0.073 | 0.405 | 0.44 | 0.448 | 0.455 | 0.38 | 100.0% | 10 | - | neutron.add_interface_router | 0.65 | 0.699 | 0.805 | 0.827 | 0.849 | 0.717 | 100.0% | 10 | - | neutron.update_router | 0.228 | 0.537 | 0.661 | 0.677 | 0.693 | 0.53 | 100.0% | 10 | - | total | 2.134 | 2.511 | 2.583 | 2.583 | 2.583 | 2.422 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.21204185486 - Full duration: 58.3329060078 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.59 | 0.678 | 0.77 | 0.785 | 0.8 | 0.684 | 100.0% | 10 | - | neutron.update_network | 0.452 | 0.51 | 0.55 | 0.569 | 0.587 | 0.514 | 100.0% | 10 | - | total | 1.054 | 1.188 | 1.314 | 1.319 | 1.323 | 1.198 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.48062801361 - Full duration: 33.7373108864 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.724 | 0.911 | 1.036 | 1.046 | 1.055 | 0.915 | 100.0% | 10 | - | neutron.update_port | 0.332 | 0.55 | 0.569 | 0.573 | 0.578 | 0.53 | 100.0% | 10 | - | total | 1.173 | 1.466 | 1.591 | 1.607 | 1.623 | 1.445 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.40219402313 - Full duration: 52.9743890762 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.768 | 0.823 | 0.981 | 1.001 | 1.02 | 0.857 | 100.0% | 10 | - | neutron.list_subnets | 0.053 | 0.403 | 0.472 | 0.483 | 0.495 | 0.316 | 100.0% | 10 | - | total | 0.821 | 1.249 | 1.342 | 1.384 | 1.426 | 1.173 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.63253998756 - Full duration: 52.0335438251 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.721 | 0.797 | 0.952 | 0.953 | 0.954 | 0.82 | 100.0% | 10 | - | neutron.update_subnet | 0.233 | 0.605 | 0.745 | 0.753 | 0.761 | 0.589 | 100.0% | 10 | - | total | 1.002 | 1.432 | 1.561 | 1.638 | 1.715 | 1.409 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.58866596222 - Full duration: 52.8035202026 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: started - Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.705 | 0.755 | 0.85 | 1.155 | 1.459 | 0.818 | 100.0% | 10 | - | nova.delete_keypair | 0.032 | 0.046 | 0.063 | 0.064 | 0.064 | 0.046 | 100.0% | 10 | - | total | 0.744 | 0.804 | 0.895 | 1.21 | 1.524 | 0.864 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.08747410774 - Full duration: 41.9948050976 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.021 | 10.195 | 10.572 | 10.642 | 10.713 | 9.936 | 100.0% | 10 | - | nova.create_image | 10.782 | 11.261 | 11.548 | 11.631 | 11.715 | 11.242 | 100.0% | 10 | - | nova.delete_server | 2.821 | 3.28 | 3.4 | 3.426 | 3.452 | 3.222 | 100.0% | 10 | - | nova.boot_server (2) | 6.39 | 8.069 | 9.073 | 9.382 | 9.691 | 7.984 | 100.0% | 10 | - | nova.delete_server (2) | 2.855 | 2.91 | 3.425 | 3.429 | 3.434 | 3.04 | 100.0% | 10 | - | nova.delete_image | 2.558 | 2.911 | 3.161 | 3.22 | 3.279 | 2.887 | 100.0% | 10 | - | total | 35.039 | 38.279 | 39.897 | 40.21 | 40.523 | 38.314 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 115.44729495 - Full duration: 188.161262035 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.64 | 0.869 | 1.365 | 1.399 | 1.433 | 0.948 | 100.0% | 10 | - | nova.boot_server | 7.047 | 8.139 | 10.062 | 10.11 | 10.159 | 8.606 | 100.0% | 10 | - | nova.delete_server | 2.522 | 3.1 | 3.242 | 3.267 | 3.292 | 3.041 | 100.0% | 10 | - | nova.delete_keypair | 0.042 | 0.051 | 0.061 | 0.068 | 0.075 | 0.052 | 100.0% | 10 | - | total | 11.115 | 12.323 | 14.176 | 14.258 | 14.341 | 12.648 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.1623878479 - Full duration: 108.56980896 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.734 | 0.87 | 0.947 | 0.982 | 1.018 | 0.859 | 100.0% | 10 | - | nova.list_keypairs | 0.022 | 0.034 | 0.042 | 0.044 | 0.046 | 0.033 | 100.0% | 10 | - | total | 0.769 | 0.903 | 0.981 | 1.02 | 1.059 | 0.892 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.59114599228 - Full duration: 44.6869869232 - - - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.436 | 1.556 | 1.653 | 1.689 | 1.725 | 1.565 | 100.0% | 10 | - | total | 1.436 | 1.557 | 1.653 | 1.689 | 1.726 | 1.565 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.71795606613 - Full duration: 123.497851133 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.388 | 9.39 | 10.016 | 10.105 | 10.194 | 9.406 | 100.0% | 10 | - | nova.resize | 40.666 | 42.089 | 46.186 | 46.669 | 47.151 | 42.721 | 100.0% | 10 | - | nova.resize_confirm | 3.322 | 3.648 | 4.206 | 5.097 | 5.989 | 3.842 | 100.0% | 10 | - | nova.delete_server | 2.499 | 2.977 | 3.32 | 3.383 | 3.446 | 3.012 | 100.0% | 10 | - | total | 56.246 | 58.698 | 61.838 | 62.514 | 63.19 | 58.982 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 180.054177999 - Full duration: 221.624077082 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.965 | 10.647 | 11.15 | 11.275 | 11.4 | 10.648 | 100.0% | 10 | - | nova.boot_server | 8.986 | 10.62 | 12.102 | 12.345 | 12.587 | 10.685 | 100.0% | 10 | - | nova.delete_server | 3.355 | 5.419 | 5.857 | 5.908 | 5.96 | 5.311 | 100.0% | 10 | - | total | 23.598 | 26.481 | 28.991 | 29.016 | 29.041 | 26.644 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 79.5105199814 - Full duration: 161.905633926 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.833 | 10.242 | 11.298 | 11.673 | 12.049 | 10.106 | 100.0% | 10 | - | nova.stop_server | 3.821 | 6.772 | 7.286 | 7.317 | 7.349 | 6.484 | 100.0% | 10 | - | nova.migrate | 8.569 | 12.084 | 12.564 | 12.67 | 12.776 | 11.309 | 100.0% | 10 | - | nova.resize_confirm | 2.922 | 3.398 | 4.001 | 4.054 | 4.107 | 3.49 | 100.0% | 10 | - | nova.delete_server | 2.522 | 2.922 | 3.396 | 3.406 | 3.416 | 2.976 | 100.0% | 10 | - | total | 29.694 | 34.582 | 36.24 | 36.517 | 36.795 | 34.367 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 100.483532906 - Full duration: 141.506958961 - - - - test scenario NovaServers.boot_and_delete_server - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.586 | 9.397 | 10.198 | 10.288 | 10.378 | 9.508 | 100.0% | 10 | - | nova.delete_server | 2.497 | 3.108 | 3.472 | 3.478 | 3.485 | 3.09 | 100.0% | 10 | - | total | 11.39 | 12.555 | 13.374 | 13.612 | 13.849 | 12.598 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 38.4852130413 - Full duration: 106.844094992 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.193 | 9.878 | 10.329 | 10.703 | 11.078 | 9.597 | 100.0% | 10 | - | nova.rebuild_server | 8.434 | 9.946 | 10.942 | 11.066 | 11.191 | 9.967 | 100.0% | 10 | - | nova.delete_server | 2.887 | 3.097 | 3.934 | 4.794 | 5.654 | 3.399 | 100.0% | 10 | - | total | 20.573 | 22.393 | 25.427 | 25.892 | 26.357 | 22.963 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.7611658573 - Full duration: 138.198104143 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.914 | 5.073 | 5.815 | 5.965 | 6.116 | 5.288 | 100.0% | 10 | - | nova.create_100_rules | 41.66 | 44.384 | 45.431 | 45.816 | 46.201 | 44.305 | 100.0% | 10 | - | nova.list_security_groups | 0.152 | 0.533 | 0.902 | 0.96 | 1.018 | 0.5 | 100.0% | 10 | - | total | 47.592 | 50.13 | 51.2 | 51.527 | 51.854 | 50.094 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 149.717460871 - Full duration: 216.41701889 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.565 | 5.19 | 5.563 | 5.615 | 5.668 | 5.131 | 100.0% | 10 | - | nova.create_100_rules | 41.981 | 43.448 | 44.817 | 44.926 | 45.034 | 43.666 | 100.0% | 10 | - | nova.delete_10_security_groups | 2.07 | 2.522 | 2.976 | 3.171 | 3.366 | 2.551 | 100.0% | 10 | - | total | 49.35 | 51.576 | 51.781 | 52.087 | 52.394 | 51.349 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 154.714606047 - Full duration: 196.745972872 - - - - test scenario NovaServers.boot_and_bounce_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.097 | 9.924 | 11.182 | 11.428 | 11.673 | 10.029 | 100.0% | 10 | - | nova.reboot_server | 5.363 | 6.246 | 8.84 | 8.907 | 8.973 | 7.049 | 100.0% | 10 | - | nova.soft_reboot_server | 8.452 | 8.823 | 9.184 | 9.291 | 9.398 | 8.83 | 100.0% | 10 | - | nova.stop_server | 3.808 | 6.394 | 7.284 | 7.3 | 7.316 | 6.358 | 100.0% | 10 | - | nova.start_server | 3.677 | 5.011 | 5.706 | 5.852 | 5.997 | 4.954 | 100.0% | 10 | - | nova.rescue_server | 7.752 | 8.674 | 11.07 | 11.07 | 11.071 | 9.269 | 100.0% | 10 | - | nova.unrescue_server | 5.065 | 5.536 | 5.762 | 5.781 | 5.8 | 5.532 | 100.0% | 10 | - | nova.delete_server | 2.485 | 2.546 | 3.501 | 4.347 | 5.194 | 2.952 | 100.0% | 10 | - | total | 50.79 | 54.629 | 59.2 | 59.748 | 60.297 | 54.995 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 166.248807907 - Full duration: 235.770923853 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 6.916 | 9.539 | 12.275 | 12.369 | 12.464 | 9.975 | 100.0% | 10 | - | total | 6.916 | 9.54 | 12.275 | 12.37 | 12.464 | 9.976 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.8727550507 - Full duration: 87.0325229168 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 5.065 | 5.392 | 5.642 | 5.731 | 5.819 | 5.4 | 100.0% | 10 | - | nova.create_100_rules | 42.116 | 43.904 | 45.452 | 45.794 | 46.137 | 44.057 | 100.0% | 10 | - | nova.boot_server | 6.906 | 7.809 | 8.73 | 8.911 | 9.092 | 7.954 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.209 | 0.264 | 0.361 | 0.463 | 0.565 | 0.289 | 100.0% | 10 | - | nova.delete_server | 2.508 | 2.562 | 2.7 | 2.829 | 2.959 | 2.607 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.784 | 2.564 | 3.087 | 3.153 | 3.218 | 2.561 | 100.0% | 10 | - | total | 60.06 | 63.125 | 63.757 | 63.889 | 64.021 | 62.869 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 188.221204996 - Full duration: 257.303071976 - - - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.896 | 9.252 | 10.006 | 10.25 | 10.494 | 9.303 | 100.0% | 10 | - | nova.pause_server | 2.784 | 3.19 | 3.465 | 3.487 | 3.509 | 3.226 | 100.0% | 10 | - | nova.unpause_server | 2.782 | 3.172 | 3.226 | 3.258 | 3.29 | 3.105 | 100.0% | 10 | - | nova.delete_server | 2.553 | 3.301 | 3.545 | 3.619 | 3.693 | 3.248 | 100.0% | 10 | - | total | 17.692 | 19.035 | 19.794 | 19.85 | 19.905 | 18.883 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 56.6791820526 - Full duration: 126.811426163 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.412 | 10.207 | 10.376 | 10.441 | 10.505 | 10.131 | 100.0% | 10 | - | nova.boot_server | 8.849 | 10.342 | 11.591 | 11.741 | 11.892 | 10.423 | 100.0% | 10 | - | total | 18.922 | 20.498 | 21.854 | 21.976 | 22.099 | 20.555 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.9860489368 - Full duration: 126.851632118 - - - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.227 | 8.931 | 10.864 | 10.959 | 11.054 | 9.41 | 100.0% | 10 | - | nova.list_servers | 0.624 | 1.017 | 1.144 | 1.153 | 1.163 | 0.949 | 100.0% | 10 | - | total | 8.969 | 9.945 | 11.851 | 11.89 | 11.928 | 10.359 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.9555499554 - Full duration: 111.845392942 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: started - Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 | - | total | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.75106191635 - Full duration: 16.480301857 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.406 | 0.441 | 0.5 | 0.501 | 0.502 | 0.454 | 100.0% | 10 | - | total | 0.546 | 0.618 | 0.666 | 0.67 | 0.674 | 0.616 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.8795170784 - Full duration: 13.8104491234 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.178 | 1.264 | 1.311 | 1.344 | 1.378 | 1.26 | 100.0% | 10 | - | quotas.delete_quotas | 0.89 | 0.996 | 1.091 | 1.115 | 1.138 | 1.003 | 100.0% | 10 | - | total | 2.155 | 2.273 | 2.366 | 2.404 | 2.442 | 2.264 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.68874502182 - Full duration: 18.7547061443 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.559 | 0.615 | 0.666 | 0.669 | 0.671 | 0.616 | 100.0% | 10 | - | quotas.delete_quotas | 0.013 | 0.022 | 0.026 | 0.028 | 0.029 | 0.022 | 100.0% | 10 | - | total | 0.585 | 0.641 | 0.68 | 0.687 | 0.693 | 0.638 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9670290947 - Full duration: 13.6480379105 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.646 | 100.0% | 10 | - | total | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.647 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.87492918968 - Full duration: 13.4147770405 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 21739b85-984f-45b9-ae85-066dbd1adce3: started - Task 21739b85-984f-45b9-ae85-066dbd1adce3: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.047 | 5.181 | 5.389 | 5.395 | 5.401 | 5.204 | 100.0% | 10 | - | total | 5.047 | 5.181 | 5.39 | 5.395 | 5.401 | 5.205 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.7369980812 - Full duration: 20.6335179806 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 5.048 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - | total | 5.049 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.2042939663 - Full duration: 20.2779421806 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 01:01 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:33 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:00 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 10:19 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:29 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 09:44 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 43:55 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:16 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:40 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:35:01 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - - - -Feature tests -------------- - -vIMS -^^^^ -:: - - FUNCTEST.info: Running vIMS test... - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - vIMS - INFO - Update OpenStack creds informations - vIMS - INFO - Upload some OS images if it doesn't exist - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - vIMS - INFO - Update security group quota for this tenant - vIMS - INFO - Update cinder quota for this tenant - vIMS - INFO - Collect flavor id for cloudify manager server - vIMS - INFO - Prepare virtualenv for cloudify-cli - vIMS - INFO - Downloading the cloudify manager server blueprint - vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47' - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the cloudify-manager deployment - vIMS - INFO - Cloudify-manager server is UP ! - vIMS - INFO - Cloudify deployment duration:'1149.9' - vIMS - INFO - Collect flavor id for all clearwater vm - vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00' - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - vIMS - INFO - Writing the inputs file - vIMS - INFO - Launching the clearwater deployment - vIMS - INFO - The deployment of clearwater-opnfv is ended - vIMS - INFO - vIMS VNF deployment duration:'1133.8' - vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59' - vIMS - INFO - vIMS functional test duration:'2.9' - vIMS - INFO - Launching the clearwater-opnfv undeployment - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; ' - vIMS - INFO - Launching the cloudify-manager undeployment - vIMS - INFO - Cloudify-manager server has been successfully removed! - vIMS - INFO - Removing vIMS tenant .. - vIMS - INFO - Removing vIMS user .. - - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-19T05:41:25.739Z", - "end": "2016-02-19T05:41:31.140Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-19T05:41:25.739Z - End: 2016-02-19T05:41:31.140Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/fuel-os-odl_l2-sfc-ha.rst b/docs/results/fuel-os-odl_l2-sfc-ha.rst deleted file mode 100644 index a827ecf7..00000000 --- a/docs/results/fuel-os-odl_l2-sfc-ha.rst +++ /dev/null @@ -1,1262 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-odl_l2-sfc-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=fff41d5d-579a-4c26-844d-4e86700c44f6 - network=a5137d46-dea8-4f85-8872-08c4a5927182 - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'34.7' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=5e34c73d-91d0-4852-a407-5a4b4c1932c6 - network=a1efb318-1338-436f-8f26-3a1bacab0538 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.4 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'20.2' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - -Tempest -^^^^^^^ -:: - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.254 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.125 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.388 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.859 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 11.610 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.780 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.301 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.308 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.031 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.525 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.310 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.327 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.451 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.657 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.624 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.325 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.614 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.537 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.637 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.480 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.480 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.447 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.524 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.127 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.604 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.288 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.114 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.489 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.209 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 15.311 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.090 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.467 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.207 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.085 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.900 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.712 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.713 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.622 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.433 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.110 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.094 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.076 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.093 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.528 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.173 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.093 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.025 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.093 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.080 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.020 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.025 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.043 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.581 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.066 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.288 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.030 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.096 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.001 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.780 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.302 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.027 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.138 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 11.793 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.743 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 24.954 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 8.319 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.102 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.170 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.536 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.507 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.449 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.688 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.515 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.556 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 3.590 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 12.764 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 21.680 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.787 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 11.049 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.045 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.190 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.549 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.194 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.236 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.806 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.026 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.050 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.552 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.557 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.266 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.803 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.824 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.778 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.357 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.212 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.691 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.931 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.165 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.248 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.078 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 47.118 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.111 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.097 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.262 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.016 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.809 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.233 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.397 | success | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.077 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.966 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.513 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.311 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.401 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.332 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.555 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.059 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.086 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.091 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.078 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.087 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.083 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.076 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.579 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 2.026 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.947 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 15.745 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 4.489 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.373 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 3.080 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.565 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.671 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.317 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.042 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.282 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.045 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.800 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.487 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.722 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.272 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.282 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.391 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.499 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.658 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.062 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.087 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.549 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.796 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.120 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.261 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 6.149 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 3.659 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.738 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.213 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.612 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.371 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.043 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.383 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.275 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.237 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.531 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.699 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.045 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.426 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.579 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.680 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.622 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.799 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.770 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.216 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.051 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 18.428 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.313 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.580 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.176 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.232 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.327 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.862 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.953 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.304 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.680 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 45.140 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 115.284 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 88.143 | success | - +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-04-2701:33:43.774958', 'duration': 1541, 'tests': 188, 'failures': 0} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - 2016-04-27 02:14:20,172 - run_rally - INFO - Starting test scenario "authenticate" ... - 2016-04-27 02:15:40,641 - run_rally - INFO - - Preparing input task - Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: started - Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: finished - - test scenario Authenticate.validate_glance - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_glance_2_times | 0.966 | 1.042 | 1.146 | 1.191 | 1.236 | 1.063 | 100.0% | 10 | - | total | 1.21 | 1.272 | 1.393 | 1.45 | 1.507 | 1.307 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 3.89922785759 - Full duration: 12.1358039379 - - test scenario Authenticate.keystone - +--------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.keystone | 0.216 | 0.247 | 0.379 | 0.382 | 0.385 | 0.267 | 100.0% | 10 | - | total | 0.216 | 0.247 | 0.379 | 0.382 | 0.386 | 0.268 | 100.0% | 10 | - +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 0.732311964035 - Full duration: 8.95613193512 - - test scenario Authenticate.validate_heat - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_heat_2_times | 0.346 | 0.575 | 0.619 | 0.625 | 0.63 | 0.505 | 100.0% | 10 | - | total | 0.575 | 0.807 | 0.866 | 0.899 | 0.932 | 0.77 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.38545608521 - Full duration: 11.1800699234 - - test scenario Authenticate.validate_nova - +---------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_nova_2_times | 0.31 | 0.388 | 0.536 | 0.54 | 0.543 | 0.409 | 100.0% | 10 | - | total | 0.553 | 0.635 | 0.773 | 0.794 | 0.814 | 0.663 | 100.0% | 10 | - +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.93493509293 - Full duration: 10.6224660873 - - test scenario Authenticate.validate_cinder - +-----------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_cinder_2_times | 0.296 | 0.55 | 0.598 | 0.713 | 0.828 | 0.553 | 100.0% | 10 | - | total | 0.525 | 0.815 | 0.942 | 1.052 | 1.162 | 0.829 | 100.0% | 10 | - +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.46085309982 - Full duration: 10.4235949516 - - test scenario Authenticate.validate_neutron - +------------------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | authenticate.validate_neutron_2_times | 0.526 | 0.601 | 0.73 | 0.74 | 0.749 | 0.615 | 100.0% | 10 | - | total | 0.797 | 0.826 | 0.973 | 0.981 | 0.989 | 0.86 | 100.0% | 10 | - +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.49738502502 - Full duration: 11.2271738052 - - 2016-04-27 02:15:42,749 - run_rally - INFO - Test scenario: "authenticate" OK. - 2016-04-27 02:15:42,749 - run_rally - INFO - Starting test scenario "glance" ... - 2016-04-27 02:19:48,692 - run_rally - INFO - - Preparing input task - Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: started - Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.list_images | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.858 | 100.0% | 10 | - | total | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.859 | 100.0% | 10 | - +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 2.59311103821 - Full duration: 13.8837060928 - - test scenario GlanceImages.create_image_and_boot_instances - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.004 | 7.656 | 20.755 | 26.239 | 31.723 | 11.873 | 100.0% | 10 | - | nova.boot_servers | 8.947 | 10.367 | 10.531 | 10.637 | 10.744 | 10.109 | 100.0% | 10 | - | total | 15.951 | 18.072 | 31.179 | 36.629 | 42.078 | 21.982 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 66.442127943 - Full duration: 112.407797098 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.244 | 7.582 | 7.891 | 7.95 | 8.009 | 7.634 | 100.0% | 10 | - | glance.list_images | 0.306 | 0.566 | 0.613 | 0.638 | 0.663 | 0.546 | 100.0% | 10 | - | total | 7.774 | 8.159 | 8.369 | 8.413 | 8.457 | 8.181 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.4534111023 - Full duration: 55.2102069855 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | glance.create_image | 7.177 | 7.831 | 16.251 | 17.887 | 19.523 | 9.669 | 100.0% | 10 | - | glance.delete_image | 1.407 | 2.22 | 2.375 | 2.45 | 2.525 | 2.125 | 100.0% | 10 | - | total | 9.332 | 9.768 | 18.192 | 20.001 | 21.809 | 11.794 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 40.9665431976 - Full duration: 52.3726029396 - - 22016-04-27 02:19:50,772 - run_rally - INFO - Test scenario: "glance" OK. - 2016-04-27 02:19:50,773 - run_rally - INFO - Starting test scenario "cinder" ... - 2016-04-27 02:41:55,538 - run_rally - INFO - - Preparing input task - Task a74fb68a-1212-4fff-afdd-a8ad044039fd: started - Task a74fb68a-1212-4fff-afdd-a8ad044039fd: finished - - test scenario CinderVolumes.create_and_attach_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | nova.boot_server | 7.389 | 8.334 | 9.206 | 9.56 | 9.914 | 8.417 | 100.0% | 10 | - | cinder.create_volume | 3.216 | 3.747 | 4.031 | 4.195 | 4.359 | 3.726 | 100.0% | 10 | - | nova.attach_volume | 3.856 | 4.202 | 7.174 | 7.341 | 7.508 | 4.8 | 100.0% | 10 | - | nova.detach_volume | 4.017 | 4.272 | 4.467 | 4.641 | 4.815 | 4.302 | 100.0% | 10 | - | cinder.delete_volume | 0.631 | 2.93 | 3.151 | 3.193 | 3.235 | 2.346 | 100.0% | 10 | - | nova.delete_server | 2.937 | 3.051 | 3.119 | 3.273 | 3.426 | 3.078 | 100.0% | 10 | - | total | 23.718 | 25.911 | 29.125 | 29.723 | 30.322 | 26.67 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 78.0439009666 - Full duration: 110.455639839 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 9.979 | 10.793 | 11.421 | 11.46 | 11.499 | 10.766 | 100.0% | 10 | - | cinder.list_volumes | 0.074 | 0.299 | 0.372 | 0.384 | 0.397 | 0.235 | 100.0% | 10 | - | total | 10.062 | 11.109 | 11.668 | 11.734 | 11.8 | 11.002 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 32.7168459892 - Full duration: 54.91467309 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.417 | 3.882 | 4.164 | 4.19 | 4.217 | 3.871 | 100.0% | 10 | - | cinder.list_volumes | 0.077 | 0.338 | 0.473 | 0.485 | 0.497 | 0.335 | 100.0% | 10 | - | total | 3.881 | 4.176 | 4.51 | 4.539 | 4.568 | 4.206 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 12.7357430458 - Full duration: 32.5659849644 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.051 | 3.454 | 5.626 | 5.696 | 5.765 | 3.827 | 100.0% | 10 | - | cinder.list_snapshots | 0.035 | 0.296 | 0.325 | 0.325 | 0.325 | 0.227 | 100.0% | 10 | - | total | 3.355 | 3.657 | 5.947 | 6.0 | 6.052 | 4.054 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 13.0978519917 - Full duration: 50.9691619873 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.632 | 3.83 | 4.025 | 4.124 | 4.223 | 3.857 | 100.0% | 10 | - | cinder.delete_volume | 0.55 | 0.83 | 2.782 | 2.965 | 3.147 | 1.365 | 100.0% | 10 | - | total | 4.281 | 4.87 | 6.615 | 6.841 | 7.066 | 5.222 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 15.9277088642 - Full duration: 34.237901926 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 10.252 | 10.977 | 11.943 | 11.948 | 11.953 | 11.097 | 100.0% | 10 | - | cinder.delete_volume | 0.82 | 1.996 | 2.99 | 3.013 | 3.036 | 1.938 | 100.0% | 10 | - | total | 11.877 | 12.968 | 14.015 | 14.471 | 14.927 | 13.036 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 37.8433139324 - Full duration: 56.9522650242 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.852 | 4.061 | 4.498 | 4.604 | 4.711 | 4.133 | 100.0% | 10 | - | cinder.delete_volume | 0.835 | 0.977 | 2.77 | 2.939 | 3.108 | 1.5 | 100.0% | 10 | - | total | 4.799 | 5.266 | 6.888 | 6.964 | 7.039 | 5.634 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 17.0594739914 - Full duration: 34.639097929 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +----------------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.582 | 3.801 | 4.194 | 4.213 | 4.231 | 3.878 | 100.0% | 10 | - | cinder.upload_volume_to_image | 19.387 | 31.495 | 32.341 | 32.354 | 32.367 | 29.335 | 100.0% | 10 | - | cinder.delete_volume | 0.844 | 2.45 | 2.784 | 2.825 | 2.866 | 1.905 | 100.0% | 10 | - | nova.delete_image | 2.332 | 2.682 | 2.872 | 2.969 | 3.065 | 2.677 | 100.0% | 10 | - | total | 26.258 | 39.786 | 40.849 | 41.006 | 41.163 | 37.796 | 100.0% | 10 | - +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 111.222266197 - Full duration: 129.783249855 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_snapshot | 3.34 | 3.423 | 5.731 | 5.746 | 5.76 | 3.87 | 100.0% | 10 | - | cinder.delete_snapshot | 2.556 | 3.104 | 3.272 | 3.285 | 3.299 | 3.068 | 100.0% | 10 | - | total | 6.365 | 6.599 | 8.332 | 8.543 | 8.755 | 6.938 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 19.7357230186 - Full duration: 50.7531559467 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 | - | total | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.6317541599 - Full duration: 29.422949791 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 | - | total | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 11.7954070568 - Full duration: 33.4074928761 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.list_volumes | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 | - | total | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 | - +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 1.80386185646 - Full duration: 65.103438139 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.223 | 4.031 | 4.142 | 4.196 | 4.25 | 3.949 | 100.0% | 10 | - | cinder.create_snapshot | 2.821 | 3.096 | 3.318 | 3.349 | 3.38 | 3.082 | 100.0% | 10 | - | nova.attach_volume | 4.011 | 4.73 | 9.508 | 10.629 | 11.75 | 5.874 | 100.0% | 10 | - | nova.detach_volume | 3.603 | 4.136 | 4.42 | 4.481 | 4.542 | 4.112 | 100.0% | 10 | - | cinder.delete_snapshot | 2.532 | 2.593 | 2.862 | 2.973 | 3.084 | 2.691 | 100.0% | 10 | - | cinder.delete_volume | 0.626 | 2.709 | 3.035 | 3.087 | 3.139 | 2.413 | 100.0% | 10 | - | total | 20.294 | 22.503 | 27.052 | 28.211 | 29.37 | 23.272 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.9758191109 - Full duration: 167.151215076 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.396 | 4.269 | 4.654 | 5.616 | 6.578 | 4.385 | 100.0% | 10 | - | cinder.delete_volume | 2.712 | 3.275 | 3.476 | 3.485 | 3.493 | 3.193 | 100.0% | 10 | - | total | 6.117 | 7.6 | 8.118 | 8.975 | 9.831 | 7.578 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 24.3931138515 - Full duration: 56.1436901093 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.562 | 4.002 | 4.303 | 4.334 | 4.364 | 4.012 | 100.0% | 10 | - | cinder.extend_volume | 0.691 | 1.1 | 3.236 | 3.411 | 3.587 | 1.713 | 100.0% | 10 | - | cinder.delete_volume | 0.583 | 0.974 | 3.176 | 3.253 | 3.33 | 1.51 | 100.0% | 10 | - | total | 5.58 | 6.337 | 10.123 | 10.341 | 10.559 | 7.236 | 100.0% | 10 | - +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 20.3285830021 - Full duration: 37.9043469429 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.524 | 4.049 | 4.167 | 4.196 | 4.225 | 3.94 | 100.0% | 10 | - | cinder.create_snapshot | 2.743 | 3.026 | 3.356 | 3.408 | 3.46 | 3.053 | 100.0% | 10 | - | nova.attach_volume | 4.113 | 4.635 | 6.974 | 7.136 | 7.298 | 5.464 | 100.0% | 10 | - | nova.detach_volume | 3.695 | 4.078 | 4.306 | 4.692 | 5.078 | 4.146 | 100.0% | 10 | - | cinder.delete_snapshot | 2.489 | 2.864 | 3.117 | 3.127 | 3.136 | 2.861 | 100.0% | 10 | - | cinder.delete_volume | 0.577 | 2.556 | 2.985 | 3.013 | 3.041 | 2.272 | 100.0% | 10 | - | total | 19.553 | 22.646 | 25.102 | 25.135 | 25.168 | 22.862 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.4835031033 - Full duration: 178.220266819 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +---------------------------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - | cinder.create_volume | 3.143 | 3.843 | 3.997 | 4.099 | 4.2 | 3.793 | 100.0% | 10 | - | cinder.create_snapshot | 2.558 | 2.892 | 3.176 | 3.328 | 3.48 | 2.92 | 100.0% | 10 | - | nova.attach_volume | 4.209 | 5.877 | 7.368 | 8.681 | 9.994 | 6.076 | 100.0% | 10 | - | nova.detach_volume | 3.533 | 3.91 | 4.349 | 4.363 | 4.378 | 3.99 | 100.0% | 10 | - | cinder.delete_snapshot | 2.531 | 2.847 | 3.044 | 3.101 | 3.158 | 2.802 | 100.0% | 10 | - | cinder.delete_volume | 0.626 | 2.561 | 2.989 | 3.03 | 3.071 | 2.206 | 100.0% | 10 | - | total | 20.143 | 23.986 | 25.362 | 26.711 | 28.06 | 23.469 | 100.0% | 10 | - +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+ - Load duration: 67.7886071205 - Full duration: 169.118987083 - - 2016-04-27 02:41:57,893 - run_rally - INFO - Test scenario: "cinder" OK. - -SDN Controller --------------- - -ODL -^^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - ============================================================================== - Output: /home/opnfv/repos/functest/output.xml - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - [0;32mFinal report is located:[0m - Log: /home/opnfv/repos/functest/log.html - Report: /home/opnfv/repos/functest/report.html - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-04-27T02:00:03.021Z", - "end": "2016-04-27T02:00:08.968Z", - "duration": 5947 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-04-27T02:00:03.021Z - End: 2016-04-27T02:00:08.968Z - Duration: 5.947 - **************************************** - -vIMS -^^^^^^^ -:: - - FUNCTEST.info: Running vIMS test... - 2016-04-27 02:00:26,953 - vIMS - INFO - Prepare OpenStack plateform (create tenant and user) - 2016-04-27 02:00:27,734 - vIMS - INFO - Update OpenStack creds informations - 2016-04-27 02:00:27,734 - vIMS - INFO - Upload some OS images if it doesn't exist - 2016-04-27 02:00:28,202 - vIMS - INFO - centos_7 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - 2016-04-27 02:01:55,022 - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository. - Try downloading this image and upload on glance ! - 2016-04-27 02:03:39,709 - vIMS - INFO - Update security group quota for this tenant - 2016-04-27 02:03:40,572 - vIMS - INFO - Update cinder quota for this tenant - 2016-04-27 02:03:41,548 - vIMS - INFO - Collect flavor id for cloudify manager server - 2016-04-27 02:03:43,403 - vIMS - INFO - Prepare virtualenv for cloudify-cli - 2016-04-27 02:04:20,255 - vIMS - INFO - Downloading the cloudify manager server blueprint - 2016-04-27 02:04:21,701 - vIMS - INFO - Cloudify deployment Start Time:'2016-04-27 02:04:21' - 2016-04-27 02:04:21,701 - vIMS - INFO - Writing the inputs file - 2016-04-27 02:04:21,706 - vIMS - INFO - Launching the cloudify-manager deployment - 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify-manager server is UP ! - 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify deployment duration:'456.1' - 2016-04-27 02:11:57,798 - vIMS - INFO - Collect flavor id for all clearwater vm - 2016-04-27 02:12:00,174 - vIMS - INFO - vIMS VNF deployment Start Time:'2016-04-27 02:12:00' - 2016-04-27 02:12:00,174 - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint - 2016-04-27 02:12:01,517 - vIMS - INFO - Writing the inputs file - 2016-04-27 02:12:01,520 - vIMS - INFO - Launching the clearwater deployment - 2016-04-27 02:13:46,397 - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/opnfv-cloudify-clearwater; cfy blueprints upload -b clearwater -p openstack-blueprint.yaml; cfy deployments create -b clearwater -d clearwater-opnfv --inputs inputs.yaml; cfy executions start -w install -d clearwater-opnfv --timeout 1800; ' - 2016-04-27 02:13:46,398 - vIMS - ERROR - RuntimeError: Workflow failed: Task failed 'nova_plugin.server.start' -> NonRecoverableError('Unexpected server state ERROR:None',) diff --git a/docs/results/fuel-os-onos-nofeature-ha.rst b/docs/results/fuel-os-onos-nofeature-ha.rst deleted file mode 100644 index 0e276a60..00000000 --- a/docs/results/fuel-os-onos-nofeature-ha.rst +++ /dev/null @@ -1,2618 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for fuel-os-onos-nofeature-ha ---------------------------------------------------- - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-21 09:42:15' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=c921bde1-b564-4670-9801-7607bb7dd5f9 - network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=c921bde1-b564-4670-9801-7607bb7dd5f9 - network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '10.118.101.200' - vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'267.2' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - - - -Tempest -^^^^^^^ -:: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.33888 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10971 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.11040 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 30.42278 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.85713 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.32690 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34397 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.37412 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.53125 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.34050 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.55659 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.33680 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.57251 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.33960 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.69068 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.33768 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.67793 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33491 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.60438 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.39355 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.24188 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.85431 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.83096 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.66403 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 13.11276 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11312 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.98764 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.62118 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.01188 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.73001 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.04071 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.53598 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.12633 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.13548 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.08098 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08810 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10130 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.63997 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00129 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20987 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.10442 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02285 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.10168 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08641 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03051 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02042 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.08087 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06620 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07583 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.02614 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10806 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.09498 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15150 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76964 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.40090 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.38359 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.65971 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.66699 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.63491 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.25088 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 16.25121 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.90196 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 11.28175 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.26759 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.49600 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.57009 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.21321 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.04861 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.93770 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.76115 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.71809 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.21977 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.91452 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.95440 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.16889 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.57679 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.42447 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.46180 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.15287 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.87581 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.99209 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.58096 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.07971 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.73518 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.51942 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.32883 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01961 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 1.56142 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03891 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.62077 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.07524 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.29801 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.07714 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.06122 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.10604 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.41781 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.03176 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.34417 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.00125 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64367 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38885 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.52793 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.11210 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08846 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10244 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10511 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.10566 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.14063 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57457 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.72677 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.66304 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.84418 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.53626 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.54078 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.09094 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.98866 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.87451 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.20792 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.28358 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.49162 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.79765 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.99403 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.66099 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.29854 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.32442 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.04955 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.33630 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.80651 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.65929 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.36943 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.38991 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.31486 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.30617 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.96002 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.15725 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.88622 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.32563 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.37153 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.19676 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.65017 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.26448 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.38004 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.32783 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.61053 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.36523 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.30263 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.90758 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.98249 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.15672 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.09748 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.08662 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.74965 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81896 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.31019 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.07790 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.59873 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.33280 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.62361 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.93849 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.07141 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.31814 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61532 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.61600 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.59934 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.81253 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84469 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.72972 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06791 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.60479 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.74694 | success | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.11182 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.04832 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.66890 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 18.01898 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 16.52370 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.05563 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.08365 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05607 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 374.04656 | fail | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 340.58084 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 349.05347 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 338.91569 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2109:47:08.529077', 'duration': 512, 'tests': 210, 'failures': 31} - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: started - Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.528 | 0.563 | 0.576 | 0.577 | 0.578 | 0.558 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.524 | 0.536 | 0.584 | 0.646 | 0.707 | 0.556 | 100.0% | 10 | - | total | 1.209 | 1.274 | 1.348 | 1.391 | 1.434 | 1.285 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.82395505905 - Full duration: 11.5060088634 - - - - test scenario Authenticate.keystone - +----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - | total | 0.145 | 0.166 | 0.262 | 0.271 | 0.28 | 0.193 | 100.0% | 10 | - +--------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 0.597311973572 - Full duration: 8.39117598534 - - - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.289 | 0.308 | 0.338 | 0.34 | 0.342 | 0.312 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.054 | 0.289 | 0.31 | 0.318 | 0.327 | 0.27 | 100.0% | 10 | - | total | 0.575 | 0.782 | 0.858 | 0.862 | 0.865 | 0.773 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.38020992279 - Full duration: 10.2995789051 - - - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.279 | 0.311 | 0.459 | 0.464 | 0.468 | 0.352 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.033 | 0.056 | 0.061 | 0.063 | 0.065 | 0.053 | 100.0% | 10 | - | total | 0.477 | 0.53 | 0.699 | 0.711 | 0.723 | 0.569 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.69243693352 - Full duration: 9.33592200279 - - - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.276 | 0.29 | 0.335 | 0.335 | 0.335 | 0.302 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.257 | 0.29 | 0.318 | 0.346 | 0.374 | 0.297 | 100.0% | 10 | - | total | 0.719 | 0.773 | 0.853 | 0.863 | 0.873 | 0.781 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.3241250515 - Full duration: 9.87282705307 - - - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.289 | 0.309 | 0.329 | 0.334 | 0.34 | 0.31 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.044 | 0.294 | 0.324 | 0.365 | 0.406 | 0.265 | 100.0% | 10 | - | total | 0.533 | 0.752 | 0.809 | 0.831 | 0.854 | 0.734 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.165102005 - Full duration: 9.4830288887 - - - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: started - Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.726 | 0.781 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 | - | total | 0.726 | 0.783 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.53244495392 - Full duration: 12.5428349972 - - - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 6.979 | 7.618 | 7.794 | 7.829 | 7.863 | 7.563 | 100.0% | 10 | - | nova.boot_servers | 8.651 | 10.765 | 11.756 | 11.781 | 11.807 | 10.556 | 100.0% | 10 | - | total | 15.879 | 18.421 | 19.261 | 19.311 | 19.36 | 18.119 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 53.8314111233 - Full duration: 120.073235035 - - - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 7.329 | 7.6 | 7.99 | 8.113 | 8.236 | 7.653 | 100.0% | 10 | - | glance.list_images | 0.333 | 0.582 | 0.613 | 0.646 | 0.679 | 0.566 | 100.0% | 10 | - | total | 7.902 | 8.164 | 8.547 | 8.674 | 8.802 | 8.219 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.6576690674 - Full duration: 38.7420179844 - - - - test scenario GlanceImages.create_and_delete_image - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | glance.create_image | 7.217 | 7.695 | 7.985 | 8.039 | 8.092 | 7.694 | 100.0% | 10 | - | glance.delete_image | 1.995 | 2.137 | 2.493 | 2.608 | 2.722 | 2.22 | 100.0% | 10 | - | total | 9.374 | 10.024 | 10.211 | 10.289 | 10.367 | 9.914 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.6123759747 - Full duration: 39.9493000507 - - - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task b1aa2d13-0f7a-4bff-8331-81336fed8893: started - Task b1aa2d13-0f7a-4bff-8331-81336fed8893: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.503 | 8.078 | 8.609 | 8.703 | 8.796 | 7.961 | 100.0% | 10 | - | cinder.create_volume | 3.188 | 3.68 | 3.956 | 3.978 | 4.0 | 3.679 | 100.0% | 10 | - | nova.attach_volume | 3.64 | 4.357 | 6.302 | 6.474 | 6.646 | 4.857 | 100.0% | 10 | - | nova.detach_volume | 3.578 | 3.916 | 4.783 | 4.818 | 4.854 | 4.034 | 100.0% | 10 | - | cinder.delete_volume | 0.561 | 1.816 | 3.1 | 3.132 | 3.165 | 1.823 | 100.0% | 10 | - | nova.delete_server | 2.774 | 2.91 | 3.153 | 3.263 | 3.373 | 2.961 | 100.0% | 10 | - | total | 22.849 | 25.428 | 26.942 | 27.99 | 29.037 | 25.315 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 75.149212122 - Full duration: 118.157259941 - - - - test scenario CinderVolumes.create_and_list_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.83 | 9.929 | 10.531 | 10.536 | 10.541 | 9.772 | 100.0% | 10 | - | cinder.list_volumes | 0.08 | 0.374 | 0.44 | 0.453 | 0.465 | 0.361 | 100.0% | 10 | - | total | 8.172 | 10.346 | 10.952 | 10.96 | 10.967 | 10.134 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 29.4478600025 - Full duration: 52.5886940956 - - - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.301 | 3.843 | 4.226 | 4.357 | 4.488 | 3.882 | 100.0% | 10 | - | cinder.list_volumes | 0.053 | 0.331 | 0.398 | 0.398 | 0.398 | 0.273 | 100.0% | 10 | - | total | 3.637 | 4.144 | 4.619 | 4.733 | 4.847 | 4.156 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 12.4273290634 - Full duration: 34.9144048691 - - - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.946 | 3.307 | 3.538 | 3.549 | 3.56 | 3.273 | 100.0% | 10 | - | cinder.list_snapshots | 0.028 | 0.295 | 0.328 | 0.338 | 0.348 | 0.201 | 100.0% | 10 | - | total | 3.176 | 3.555 | 3.638 | 3.662 | 3.686 | 3.474 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.5382380486 - Full duration: 51.362334013 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.624 | 3.895 | 4.231 | 4.281 | 4.331 | 3.947 | 100.0% | 10 | - | cinder.delete_volume | 0.812 | 1.949 | 3.114 | 3.122 | 3.131 | 1.972 | 100.0% | 10 | - | total | 4.618 | 5.84 | 7.204 | 7.278 | 7.351 | 5.92 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.7822580338 - Full duration: 34.5782420635 - - - - test scenario CinderVolumes.create_and_delete_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.294 | 9.687 | 9.755 | 9.776 | 9.798 | 9.602 | 100.0% | 10 | - | cinder.delete_volume | 0.832 | 2.037 | 2.912 | 3.099 | 3.287 | 1.974 | 100.0% | 10 | - | total | 10.153 | 11.549 | 12.579 | 12.706 | 12.832 | 11.576 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 33.8279159069 - Full duration: 52.5032699108 - - - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.531 | 3.917 | 4.114 | 4.116 | 4.119 | 3.89 | 100.0% | 10 | - | cinder.delete_volume | 0.795 | 0.992 | 3.094 | 3.232 | 3.371 | 1.405 | 100.0% | 10 | - | total | 4.55 | 4.893 | 6.895 | 7.065 | 7.235 | 5.295 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.6577680111 - Full duration: 32.7706868649 - - - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.529 | 3.821 | 4.216 | 4.22 | 4.223 | 3.861 | 100.0% | 10 | - | cinder.upload_volume_to_image | 19.02 | 29.858 | 31.714 | 31.91 | 32.105 | 28.579 | 100.0% | 10 | - | cinder.delete_volume | 0.778 | 2.823 | 3.199 | 3.243 | 3.288 | 2.495 | 100.0% | 10 | - | nova.delete_image | 2.394 | 2.794 | 4.071 | 9.486 | 14.9 | 3.949 | 100.0% | 10 | - | total | 28.359 | 39.027 | 42.376 | 45.938 | 49.5 | 38.885 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 119.134256124 - Full duration: 139.814013958 - - - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 3.047 | 3.312 | 3.751 | 4.588 | 5.426 | 3.504 | 100.0% | 10 | - | cinder.delete_snapshot | 2.515 | 2.959 | 3.129 | 3.134 | 3.139 | 2.904 | 100.0% | 10 | - | total | 5.93 | 6.273 | 6.77 | 7.355 | 7.941 | 6.408 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.6710958481 - Full duration: 52.810079813 - - - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 | - | total | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.9593629837 - Full duration: 30.0458798409 - - - - test scenario CinderVolumes.create_volume - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 | - | total | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 | - +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.9883899689 - Full duration: 34.5793349743 - - - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.527 | 0.566 | 0.622 | 0.634 | 0.647 | 0.579 | 100.0% | 10 | - | total | 0.527 | 0.566 | 0.622 | 0.635 | 0.647 | 0.579 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.71377515793 - Full duration: 66.8403449059 - - - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.423 | 3.79 | 4.204 | 4.228 | 4.253 | 3.832 | 100.0% | 10 | - | cinder.create_snapshot | 2.595 | 2.914 | 3.105 | 3.107 | 3.109 | 2.93 | 100.0% | 10 | - | nova.attach_volume | 3.943 | 6.629 | 7.921 | 8.552 | 9.183 | 6.368 | 100.0% | 10 | - | nova.detach_volume | 3.275 | 3.933 | 4.098 | 4.151 | 4.204 | 3.813 | 100.0% | 10 | - | cinder.delete_snapshot | 2.26 | 2.576 | 3.109 | 3.173 | 3.237 | 2.627 | 100.0% | 10 | - | cinder.delete_volume | 0.572 | 2.766 | 2.935 | 3.011 | 3.086 | 2.543 | 100.0% | 10 | - | total | 20.778 | 22.953 | 25.368 | 26.28 | 27.193 | 23.194 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 69.8529119492 - Full duration: 173.89911294 - - - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.664 | 3.994 | 4.4 | 4.405 | 4.411 | 4.043 | 100.0% | 10 | - | cinder.delete_volume | 2.706 | 3.262 | 3.503 | 3.525 | 3.547 | 3.211 | 100.0% | 10 | - | total | 6.956 | 7.239 | 7.437 | 7.513 | 7.589 | 7.254 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.7929730415 - Full duration: 56.4282138348 - - - - test scenario CinderVolumes.create_and_extend_volume - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.519 | 3.91 | 4.25 | 4.293 | 4.336 | 3.898 | 100.0% | 10 | - | cinder.extend_volume | 0.954 | 3.479 | 3.822 | 3.974 | 4.126 | 3.266 | 100.0% | 10 | - | cinder.delete_volume | 2.743 | 3.002 | 3.324 | 3.34 | 3.356 | 3.018 | 100.0% | 10 | - | total | 8.353 | 10.523 | 10.792 | 10.838 | 10.885 | 10.182 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 30.6360728741 - Full duration: 49.9283909798 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.39 | 3.97 | 4.263 | 4.45 | 4.638 | 3.957 | 100.0% | 10 | - | cinder.create_snapshot | 2.608 | 3.069 | 3.308 | 3.31 | 3.312 | 3.012 | 100.0% | 10 | - | nova.attach_volume | 4.043 | 5.478 | 7.465 | 8.181 | 8.896 | 5.734 | 100.0% | 10 | - | nova.detach_volume | 3.111 | 3.712 | 4.231 | 4.297 | 4.362 | 3.748 | 100.0% | 10 | - | cinder.delete_snapshot | 2.272 | 2.63 | 2.889 | 3.032 | 3.174 | 2.679 | 100.0% | 10 | - | cinder.delete_volume | 0.594 | 2.64 | 3.158 | 3.173 | 3.187 | 2.251 | 100.0% | 10 | - | total | 18.408 | 23.294 | 24.568 | 24.632 | 24.697 | 22.576 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 68.1245191097 - Full duration: 178.916586161 - - - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.136 | 3.923 | 4.27 | 4.334 | 4.398 | 3.903 | 100.0% | 10 | - | cinder.create_snapshot | 2.708 | 2.894 | 3.269 | 3.309 | 3.348 | 2.997 | 100.0% | 10 | - | nova.attach_volume | 3.853 | 5.659 | 9.176 | 9.424 | 9.673 | 6.046 | 100.0% | 10 | - | nova.detach_volume | 3.349 | 3.857 | 4.334 | 4.582 | 4.829 | 3.88 | 100.0% | 10 | - | cinder.delete_snapshot | 2.261 | 2.578 | 3.148 | 3.183 | 3.219 | 2.687 | 100.0% | 10 | - | cinder.delete_volume | 2.584 | 2.856 | 3.08 | 3.208 | 3.335 | 2.877 | 100.0% | 10 | - | total | 21.769 | 23.113 | 27.189 | 27.9 | 28.611 | 24.037 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 69.8956279755 - Full duration: 185.589872122 - - - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 6323c0be-a020-4b31-99f0-846288593cf5: started - Task 6323c0be-a020-4b31-99f0-846288593cf5: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 3.897 | 4.064 | 4.38 | 4.573 | 4.766 | 4.148 | 100.0% | 10 | - | heat.suspend_stack | 0.856 | 1.754 | 2.035 | 2.047 | 2.058 | 1.584 | 100.0% | 10 | - | heat.resume_stack | 1.455 | 1.659 | 1.714 | 1.716 | 1.718 | 1.62 | 100.0% | 10 | - | heat.delete_stack | 1.394 | 1.581 | 2.739 | 2.752 | 2.765 | 1.784 | 100.0% | 10 | - | total | 8.071 | 9.183 | 10.285 | 10.314 | 10.344 | 9.135 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.614921093 - Full duration: 38.014703989 - - - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.032 | 4.108 | 4.322 | 4.37 | 4.419 | 4.169 | 100.0% | 10 | - | heat.delete_stack | 1.408 | 1.463 | 1.821 | 2.204 | 2.588 | 1.599 | 100.0% | 10 | - | total | 5.497 | 5.706 | 5.963 | 6.33 | 6.698 | 5.768 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 17.1844079494 - Full duration: 27.193780899 - - - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 22.283 | 23.81 | 24.26 | 24.642 | 25.023 | 23.576 | 100.0% | 10 | - | heat.delete_stack | 10.675 | 11.83 | 13.071 | 13.072 | 13.073 | 12.167 | 100.0% | 10 | - | total | 33.542 | 35.738 | 36.805 | 36.843 | 36.881 | 35.743 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 107.773921967 - Full duration: 118.200341225 - - - - test scenario HeatStacks.create_and_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 18.184 | 20.407 | 21.635 | 21.85 | 22.065 | 20.2 | 100.0% | 10 | - | heat.delete_stack | 10.601 | 10.722 | 11.882 | 11.945 | 12.008 | 11.03 | 100.0% | 10 | - | total | 28.903 | 31.02 | 33.025 | 33.24 | 33.455 | 31.23 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 92.4247808456 - Full duration: 102.624263048 - - - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.493 | 0.534 | 0.591 | 0.604 | 0.617 | 0.542 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.493 | 0.534 | 0.592 | 0.604 | 0.617 | 0.542 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.70831894875 - Full duration: 10.6722428799 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.142 | 4.331 | 4.481 | 4.527 | 4.573 | 4.327 | 100.0% | 10 | - | heat.update_stack | 3.575 | 3.673 | 3.746 | 3.752 | 3.758 | 3.674 | 100.0% | 10 | - | heat.delete_stack | 1.9 | 2.609 | 2.795 | 2.836 | 2.877 | 2.6 | 100.0% | 10 | - | total | 9.714 | 10.635 | 10.858 | 10.879 | 10.899 | 10.601 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 32.1056320667 - Full duration: 42.6386361122 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.12 | 4.273 | 4.323 | 4.33 | 4.336 | 4.247 | 100.0% | 10 | - | heat.update_stack | 3.504 | 3.594 | 3.722 | 3.741 | 3.76 | 3.615 | 100.0% | 10 | - | heat.delete_stack | 1.391 | 1.433 | 1.71 | 2.139 | 2.568 | 1.584 | 100.0% | 10 | - | total | 9.04 | 9.38 | 9.599 | 10.09 | 10.581 | 9.447 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.2272830009 - Full duration: 40.1677620411 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.97 | 4.292 | 4.415 | 4.448 | 4.481 | 4.271 | 100.0% | 10 | - | heat.update_stack | 5.842 | 5.898 | 5.997 | 6.123 | 6.248 | 5.932 | 100.0% | 10 | - | heat.delete_stack | 2.495 | 2.556 | 3.706 | 3.713 | 3.721 | 2.769 | 100.0% | 10 | - | total | 12.606 | 12.776 | 13.842 | 13.936 | 14.029 | 12.972 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.4572560787 - Full duration: 50.1925730705 - - - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - | heat.create_stack | 4.629 | 5.407 | 5.516 | 5.7 | 5.884 | 5.364 | 100.0% | 10 | - | heat.update_stack | 8.444 | 9.309 | 9.353 | 9.359 | 9.365 | 9.16 | 100.0% | 10 | - | heat.delete_stack | 3.645 | 3.715 | 3.749 | 3.76 | 3.771 | 3.715 | 100.0% | 10 | - | total | 17.585 | 18.448 | 18.542 | 18.731 | 18.92 | 18.239 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+ - Load duration: 54.5839819908 - Full duration: 66.1476221085 - - - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.153 | 4.42 | 4.537 | 4.626 | 4.716 | 4.414 | 100.0% | 10 | - | heat.update_stack | 5.756 | 5.867 | 5.968 | 5.986 | 6.003 | 5.879 | 100.0% | 10 | - | heat.delete_stack | 2.537 | 2.569 | 3.682 | 3.771 | 3.859 | 2.812 | 100.0% | 10 | - | total | 12.735 | 12.934 | 13.781 | 13.841 | 13.901 | 13.105 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.6327600479 - Full duration: 51.5351819992 - - - - test scenario HeatStacks.create_update_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | heat.create_stack | 4.216 | 4.41 | 4.524 | 4.563 | 4.602 | 4.398 | 100.0% | 10 | - | heat.update_stack | 3.532 | 3.608 | 3.773 | 3.784 | 3.795 | 3.634 | 100.0% | 10 | - | heat.delete_stack | 1.377 | 1.48 | 2.549 | 2.553 | 2.557 | 1.868 | 100.0% | 10 | - | total | 9.266 | 9.676 | 10.603 | 10.665 | 10.728 | 9.9 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.3563029766 - Full duration: 41.178768158 - - - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.154 | 4.25 | 4.32 | 4.358 | 4.396 | 4.255 | 100.0% | 10 | - | heat.list_stacks | 0.074 | 0.097 | 0.126 | 0.128 | 0.13 | 0.104 | 100.0% | 10 | - | total | 4.279 | 4.357 | 4.412 | 4.448 | 4.484 | 4.359 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 13.1276688576 - Full duration: 29.3930869102 - - - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.092 | 4.317 | 4.556 | 4.566 | 4.577 | 4.328 | 100.0% | 10 | - | heat.check_stack | 1.476 | 1.524 | 1.598 | 1.722 | 1.845 | 1.56 | 100.0% | 10 | - | heat.delete_stack | 1.38 | 2.515 | 2.587 | 2.689 | 2.791 | 2.103 | 100.0% | 10 | - | total | 7.059 | 8.243 | 8.619 | 8.666 | 8.713 | 7.99 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 24.3825399876 - Full duration: 35.8954949379 - - - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: started - Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.27 | 0.298 | 0.409 | 0.435 | 0.46 | 0.321 | 100.0% | 10 | - | keystone.create_users | 1.62 | 1.702 | 1.784 | 1.8 | 1.816 | 1.71 | 100.0% | 10 | - | total | 1.925 | 2.027 | 2.126 | 2.152 | 2.178 | 2.031 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.16570997238 - Full duration: 22.7167549133 - - - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.266 | 0.303 | 0.411 | 0.414 | 0.418 | 0.326 | 100.0% | 10 | - | keystone.add_role | 0.268 | 0.295 | 0.314 | 0.344 | 0.373 | 0.3 | 100.0% | 10 | - | keystone.list_roles | 0.148 | 0.159 | 0.168 | 0.169 | 0.17 | 0.158 | 100.0% | 10 | - | total | 0.695 | 0.767 | 0.865 | 0.868 | 0.872 | 0.784 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.35486006737 - Full duration: 15.306978941 - - - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.29 | 0.387 | 0.421 | 0.453 | 0.485 | 0.366 | 100.0% | 10 | - | keystone.add_role | 0.258 | 0.281 | 0.337 | 0.355 | 0.373 | 0.294 | 100.0% | 10 | - | keystone.remove_role | 0.164 | 0.171 | 0.231 | 0.302 | 0.373 | 0.197 | 100.0% | 10 | - | total | 0.747 | 0.827 | 0.964 | 1.078 | 1.191 | 0.857 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.82508516312 - Full duration: 16.1954729557 - - - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.258 | 0.319 | 0.527 | 0.533 | 0.538 | 0.37 | 100.0% | 10 | - | keystone.update_tenant | 0.138 | 0.159 | 0.258 | 0.263 | 0.269 | 0.18 | 100.0% | 10 | - | keystone.delete_tenant | 0.319 | 0.34 | 0.454 | 0.455 | 0.455 | 0.371 | 100.0% | 10 | - | total | 0.776 | 0.89 | 1.119 | 1.121 | 1.124 | 0.922 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.63998699188 - Full duration: 14.1927289963 - - - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.278 | 0.299 | 0.315 | 0.315 | 0.316 | 0.3 | 100.0% | 10 | - | keystone.delete_service | 0.15 | 0.17 | 0.241 | 0.247 | 0.253 | 0.182 | 100.0% | 10 | - | total | 0.434 | 0.481 | 0.533 | 0.538 | 0.544 | 0.482 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.47481298447 - Full duration: 13.4397730827 - - - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.301 | 0.315 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 | - | total | 0.301 | 0.316 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.985784053802 - Full duration: 9.20213198662 - - - - test scenario KeystoneBasic.create_user - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - | keystone.create_user | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 | - | total | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 | - +----------------------+------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 1.00818705559 - Full duration: 9.22635006905 - - - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.287 | 0.304 | 0.325 | 0.327 | 0.329 | 0.306 | 100.0% | 10 | - | keystone.list_tenants | 0.127 | 0.136 | 0.153 | 0.157 | 0.16 | 0.139 | 100.0% | 10 | - | total | 0.42 | 0.445 | 0.462 | 0.466 | 0.469 | 0.445 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.36337804794 - Full duration: 14.8872029781 - - - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.282 | 0.386 | 0.408 | 0.422 | 0.436 | 0.365 | 100.0% | 10 | - | keystone.delete_role | 0.268 | 0.3 | 0.401 | 0.491 | 0.581 | 0.334 | 100.0% | 10 | - | total | 0.575 | 0.677 | 0.804 | 0.911 | 1.018 | 0.699 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.04137206078 - Full duration: 14.1024041176 - - - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.286 | 0.308 | 0.319 | 0.328 | 0.336 | 0.307 | 100.0% | 10 | - | keystone.create_user | 0.143 | 0.156 | 0.164 | 0.167 | 0.17 | 0.157 | 100.0% | 10 | - | keystone.create_role | 0.135 | 0.143 | 0.175 | 0.19 | 0.204 | 0.151 | 100.0% | 10 | - | keystone.get_tenant | 0.117 | 0.13 | 0.135 | 0.136 | 0.138 | 0.129 | 100.0% | 10 | - | keystone.get_user | 0.127 | 0.15 | 0.222 | 0.227 | 0.232 | 0.162 | 100.0% | 10 | - | keystone.get_role | 0.12 | 0.132 | 0.144 | 0.154 | 0.164 | 0.134 | 100.0% | 10 | - | keystone.service_list | 0.125 | 0.138 | 0.243 | 0.244 | 0.245 | 0.164 | 100.0% | 10 | - | keystone.get_service | 0.124 | 0.133 | 0.153 | 0.194 | 0.235 | 0.143 | 100.0% | 10 | - | total | 1.279 | 1.333 | 1.411 | 1.47 | 1.528 | 1.345 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.00930905342 - Full duration: 20.4269800186 - - - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.295 | 0.304 | 0.332 | 0.342 | 0.351 | 0.311 | 100.0% | 10 | - | keystone.list_users | 0.127 | 0.146 | 0.162 | 0.201 | 0.24 | 0.151 | 100.0% | 10 | - | total | 0.422 | 0.458 | 0.506 | 0.523 | 0.539 | 0.462 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.42111587524 - Full duration: 9.87036585808 - - - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 31a75089-836c-4dd2-bea5-146049608ff3: started - Task 31a75089-836c-4dd2-bea5-146049608ff3: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.763 | 0.911 | 1.019 | 1.048 | 1.078 | 0.909 | 100.0% | 10 | - | neutron.delete_port | 0.237 | 0.633 | 0.682 | 0.717 | 0.752 | 0.534 | 100.0% | 10 | - | total | 1.07 | 1.489 | 1.683 | 1.704 | 1.726 | 1.443 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.20432686806 - Full duration: 54.8132340908 - - - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.762 | 0.836 | 0.949 | 0.98 | 1.011 | 0.863 | 100.0% | 10 | - | neutron.create_router | 0.066 | 0.493 | 0.686 | 0.691 | 0.695 | 0.459 | 100.0% | 10 | - | neutron.add_interface_router | 0.262 | 0.695 | 0.795 | 0.844 | 0.892 | 0.637 | 100.0% | 10 | - | neutron.list_routers | 0.039 | 0.407 | 0.441 | 0.452 | 0.462 | 0.308 | 100.0% | 10 | - | total | 1.54 | 2.352 | 2.744 | 2.824 | 2.904 | 2.268 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.36094808578 - Full duration: 61.3011310101 - - - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.79 | 0.836 | 0.945 | 1.009 | 1.072 | 0.868 | 100.0% | 10 | - | neutron.create_router | 0.074 | 0.436 | 0.479 | 0.499 | 0.518 | 0.377 | 100.0% | 10 | - | neutron.add_interface_router | 0.284 | 0.545 | 0.739 | 0.812 | 0.886 | 0.527 | 100.0% | 10 | - | neutron.remove_interface_router | 0.221 | 0.615 | 0.709 | 0.724 | 0.739 | 0.518 | 100.0% | 10 | - | neutron.delete_router | 0.187 | 0.566 | 0.709 | 0.751 | 0.793 | 0.508 | 100.0% | 10 | - | total | 2.124 | 2.811 | 3.347 | 3.379 | 3.412 | 2.799 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.68784189224 - Full duration: 59.8806409836 - - - - test scenario NeutronNetworks.create_and_list_ports - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - | neutron.create_port | 0.777 | 0.895 | 0.981 | 1.01 | 1.039 | 0.89 | 100.0% | 10 | - | neutron.list_ports | 0.525 | 0.678 | 0.726 | 0.735 | 0.743 | 0.65 | 100.0% | 10 | - | total | 1.351 | 1.564 | 1.694 | 1.729 | 1.764 | 1.54 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+------+---------+-------+ - Load duration: 4.66481399536 - Full duration: 56.677120924 - - - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.785 | 0.926 | 1.065 | 1.065 | 1.065 | 0.914 | 100.0% | 10 | - | neutron.delete_subnet | 0.193 | 0.762 | 0.952 | 1.035 | 1.117 | 0.745 | 100.0% | 10 | - | total | 1.258 | 1.702 | 1.876 | 1.903 | 1.929 | 1.659 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.09031915665 - Full duration: 56.7336909771 - - - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.614 | 0.708 | 0.774 | 0.81 | 0.847 | 0.712 | 100.0% | 10 | - | neutron.delete_network | 0.144 | 0.554 | 0.592 | 0.645 | 0.698 | 0.489 | 100.0% | 10 | - | total | 0.809 | 1.248 | 1.41 | 1.418 | 1.427 | 1.202 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.66986989975 - Full duration: 34.80159688 - - - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.627 | 0.707 | 0.85 | 0.851 | 0.853 | 0.719 | 100.0% | 10 | - | neutron.list_networks | 0.059 | 0.439 | 0.513 | 0.515 | 0.518 | 0.413 | 100.0% | 10 | - | total | 0.909 | 1.126 | 1.242 | 1.306 | 1.371 | 1.132 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.38921308517 - Full duration: 36.8345379829 - - - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.751 | 0.824 | 0.876 | 0.921 | 0.967 | 0.832 | 100.0% | 10 | - | neutron.create_router | 0.431 | 0.473 | 0.541 | 0.577 | 0.613 | 0.489 | 100.0% | 10 | - | neutron.add_interface_router | 0.301 | 0.711 | 0.928 | 1.08 | 1.231 | 0.684 | 100.0% | 10 | - | neutron.update_router | 0.48 | 0.514 | 0.703 | 0.74 | 0.778 | 0.579 | 100.0% | 10 | - | total | 2.062 | 2.629 | 2.871 | 3.084 | 3.298 | 2.584 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.65487504005 - Full duration: 63.1229610443 - - - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.656 | 0.719 | 1.152 | 1.152 | 1.153 | 0.796 | 100.0% | 10 | - | neutron.update_network | 0.136 | 0.33 | 0.656 | 0.684 | 0.711 | 0.37 | 100.0% | 10 | - | total | 0.793 | 1.067 | 1.71 | 1.757 | 1.803 | 1.166 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.25723409653 - Full duration: 35.7245519161 - - - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.757 | 0.871 | 0.937 | 0.949 | 0.961 | 0.872 | 100.0% | 10 | - | neutron.update_port | 0.152 | 0.553 | 0.69 | 0.695 | 0.7 | 0.449 | 100.0% | 10 | - | total | 1.013 | 1.374 | 1.562 | 1.591 | 1.621 | 1.322 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.26963686943 - Full duration: 56.3142960072 - - - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.759 | 0.838 | 0.884 | 0.921 | 0.959 | 0.833 | 100.0% | 10 | - | neutron.list_subnets | 0.419 | 0.437 | 0.474 | 0.504 | 0.535 | 0.447 | 100.0% | 10 | - | total | 1.205 | 1.29 | 1.325 | 1.352 | 1.379 | 1.281 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.90167307854 - Full duration: 56.5125339031 - - - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.86 | 0.894 | 0.899 | 0.904 | 0.847 | 100.0% | 10 | - | neutron.update_subnet | 0.215 | 0.626 | 0.747 | 0.751 | 0.754 | 0.619 | 100.0% | 10 | - | total | 0.992 | 1.503 | 1.597 | 1.604 | 1.611 | 1.466 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.40182685852 - Full duration: 57.6830070019 - - - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: started - Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.784 | 0.836 | 1.474 | 1.484 | 1.495 | 0.974 | 100.0% | 10 | - | nova.delete_keypair | 0.034 | 0.05 | 0.055 | 0.057 | 0.058 | 0.047 | 100.0% | 10 | - | total | 0.832 | 0.883 | 1.529 | 1.541 | 1.553 | 1.022 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.34695100784 - Full duration: 45.7756779194 - - - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.554 | 10.346 | 11.835 | 11.965 | 12.095 | 10.244 | 100.0% | 10 | - | nova.create_image | 11.631 | 12.185 | 12.844 | 13.707 | 14.57 | 12.355 | 100.0% | 10 | - | nova.delete_server | 2.863 | 3.258 | 3.364 | 3.387 | 3.409 | 3.184 | 100.0% | 10 | - | nova.boot_server (2) | 7.672 | 8.531 | 9.58 | 9.806 | 10.032 | 8.647 | 100.0% | 10 | - | nova.delete_server (2) | 2.536 | 2.983 | 3.338 | 3.367 | 3.396 | 3.003 | 100.0% | 10 | - | nova.delete_image | 2.294 | 3.138 | 3.917 | 3.949 | 3.981 | 3.199 | 100.0% | 10 | - | total | 37.226 | 39.77 | 43.868 | 44.502 | 45.136 | 40.632 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 120.862003088 - Full duration: 196.742653131 - - - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.722 | 0.911 | 1.196 | 1.303 | 1.41 | 0.932 | 100.0% | 10 | - | nova.boot_server | 8.584 | 9.058 | 10.234 | 10.397 | 10.559 | 9.363 | 100.0% | 10 | - | nova.delete_server | 2.535 | 3.3 | 3.362 | 3.407 | 3.453 | 3.174 | 100.0% | 10 | - | nova.delete_keypair | 0.037 | 0.048 | 0.055 | 0.057 | 0.059 | 0.049 | 100.0% | 10 | - | total | 12.316 | 13.426 | 14.867 | 14.936 | 15.006 | 13.518 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 39.9865550995 - Full duration: 111.508669853 - - - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.648 | 0.815 | 1.082 | 1.098 | 1.113 | 0.837 | 100.0% | 10 | - | nova.list_keypairs | 0.019 | 0.028 | 0.042 | 0.042 | 0.042 | 0.03 | 100.0% | 10 | - | total | 0.674 | 0.84 | 1.113 | 1.126 | 1.139 | 0.868 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.55701994896 - Full duration: 46.8838369846 - - - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.225 | 1.717 | 2.028 | 2.148 | 2.269 | 1.703 | 100.0% | 10 | - | total | 1.225 | 1.717 | 2.028 | 2.149 | 2.269 | 1.703 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.18592405319 - Full duration: 131.096873999 - - - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.681 | 9.106 | 9.667 | 9.855 | 10.043 | 8.967 | 100.0% | 10 | - | nova.resize | 41.039 | 42.444 | 47.666 | 47.89 | 48.113 | 43.647 | 100.0% | 10 | - | nova.resize_confirm | 3.05 | 3.839 | 5.756 | 5.796 | 5.836 | 4.129 | 100.0% | 10 | - | nova.delete_server | 2.538 | 2.977 | 3.37 | 3.436 | 3.502 | 2.99 | 100.0% | 10 | - | total | 56.14 | 58.909 | 63.601 | 64.059 | 64.517 | 59.734 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 175.1216681 - Full duration: 218.552350998 - - - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 10.051 | 10.651 | 11.762 | 11.824 | 11.885 | 10.8 | 100.0% | 10 | - | nova.boot_server | 9.377 | 9.86 | 11.429 | 11.996 | 12.563 | 10.33 | 100.0% | 10 | - | nova.delete_server | 3.706 | 5.644 | 6.192 | 6.201 | 6.209 | 5.374 | 100.0% | 10 | - | total | 23.576 | 26.289 | 28.117 | 28.514 | 28.911 | 26.505 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 78.3103020191 - Full duration: 163.452836037 - - - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.257 | 9.346 | 10.61 | 10.662 | 10.713 | 9.544 | 100.0% | 10 | - | nova.stop_server | 4.295 | 6.497 | 7.089 | 7.118 | 7.147 | 6.056 | 100.0% | 10 | - | nova.migrate | 9.675 | 12.304 | 13.12 | 13.229 | 13.338 | 12.161 | 100.0% | 10 | - | nova.resize_confirm | 3.122 | 3.507 | 4.272 | 4.364 | 4.457 | 3.653 | 100.0% | 10 | - | nova.delete_server | 2.554 | 3.188 | 3.429 | 3.496 | 3.562 | 3.139 | 100.0% | 10 | - | total | 32.033 | 35.063 | 36.096 | 36.58 | 37.064 | 34.553 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 105.193811893 - Full duration: 148.141517878 - - - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.014 | 9.185 | 9.831 | 10.523 | 11.215 | 9.243 | 100.0% | 10 | - | nova.delete_server | 2.908 | 3.295 | 3.466 | 3.472 | 3.478 | 3.254 | 100.0% | 10 | - | total | 11.295 | 12.557 | 13.028 | 13.839 | 14.649 | 12.498 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.6073288918 - Full duration: 109.97128582 - - - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.698 | 9.483 | 10.427 | 10.794 | 11.162 | 9.37 | 100.0% | 10 | - | nova.rebuild_server | 8.598 | 9.448 | 10.319 | 10.378 | 10.438 | 9.551 | 100.0% | 10 | - | nova.delete_server | 2.858 | 3.099 | 3.428 | 3.623 | 3.817 | 3.161 | 100.0% | 10 | - | total | 20.044 | 22.42 | 23.365 | 23.559 | 23.752 | 22.083 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.9432969093 - Full duration: 139.465661049 - - - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.683 | 5.344 | 5.852 | 5.859 | 5.866 | 5.356 | 100.0% | 10 | - | nova.create_100_rules | 42.414 | 45.678 | 47.163 | 47.368 | 47.574 | 45.254 | 100.0% | 10 | - | nova.list_security_groups | 0.175 | 0.212 | 0.354 | 0.608 | 0.863 | 0.283 | 100.0% | 10 | - | total | 47.348 | 51.421 | 52.56 | 52.638 | 52.716 | 50.893 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 151.312942028 - Full duration: 221.151799202 - - - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.207 | 5.153 | 5.865 | 6.016 | 6.167 | 5.223 | 100.0% | 10 | - | nova.create_100_rules | 44.426 | 45.496 | 46.391 | 46.57 | 46.749 | 45.514 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.719 | 2.314 | 3.033 | 3.409 | 3.786 | 2.461 | 100.0% | 10 | - | total | 51.911 | 53.27 | 54.098 | 54.11 | 54.121 | 53.199 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 158.767210007 - Full duration: 204.404190063 - - - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.232 | 10.238 | 11.257 | 11.387 | 11.516 | 9.989 | 100.0% | 10 | - | nova.reboot_server | 5.292 | 6.196 | 8.351 | 8.675 | 8.999 | 6.856 | 100.0% | 10 | - | nova.soft_reboot_server | 7.958 | 8.738 | 8.914 | 8.918 | 8.923 | 8.624 | 100.0% | 10 | - | nova.stop_server | 3.374 | 6.332 | 7.13 | 7.453 | 7.776 | 5.867 | 100.0% | 10 | - | nova.start_server | 2.904 | 4.376 | 4.992 | 5.042 | 5.093 | 4.338 | 100.0% | 10 | - | nova.rescue_server | 7.695 | 9.49 | 10.886 | 11.148 | 11.409 | 9.448 | 100.0% | 10 | - | nova.unrescue_server | 5.081 | 5.557 | 7.819 | 8.065 | 8.31 | 5.985 | 100.0% | 10 | - | nova.delete_server | 2.544 | 3.077 | 3.429 | 3.523 | 3.617 | 3.093 | 100.0% | 10 | - | total | 49.625 | 55.207 | 55.707 | 56.454 | 57.202 | 54.222 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 163.818984032 - Full duration: 233.215523958 - - - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 8.48 | 8.958 | 10.243 | 10.531 | 10.819 | 9.243 | 100.0% | 10 | - | total | 8.481 | 8.958 | 10.244 | 10.531 | 10.819 | 9.244 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.3609120846 - Full duration: 84.3593919277 - - - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 4.247 | 5.184 | 5.369 | 5.396 | 5.424 | 5.095 | 100.0% | 10 | - | nova.create_100_rules | 40.661 | 43.059 | 43.938 | 44.458 | 44.978 | 42.794 | 100.0% | 10 | - | nova.boot_server | 6.947 | 8.26 | 9.169 | 9.358 | 9.548 | 8.098 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.225 | 0.263 | 0.273 | 0.293 | 0.313 | 0.26 | 100.0% | 10 | - | nova.delete_server | 2.528 | 2.586 | 2.843 | 2.904 | 2.965 | 2.638 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.791 | 2.426 | 2.99 | 3.057 | 3.123 | 2.475 | 100.0% | 10 | - | total | 59.505 | 61.408 | 62.425 | 63.244 | 64.063 | 61.363 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 184.570534945 - Full duration: 253.34465313 - - - - test scenario NovaServers.pause_and_unpause_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.448 | 9.26 | 10.374 | 10.502 | 10.629 | 9.397 | 100.0% | 10 | - | nova.pause_server | 2.424 | 3.161 | 3.286 | 3.379 | 3.472 | 3.026 | 100.0% | 10 | - | nova.unpause_server | 2.773 | 3.096 | 3.242 | 3.272 | 3.303 | 3.035 | 100.0% | 10 | - | nova.delete_server | 2.878 | 3.224 | 3.526 | 3.553 | 3.58 | 3.191 | 100.0% | 10 | - | total | 15.943 | 18.76 | 19.747 | 19.77 | 19.793 | 18.65 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 56.3870060444 - Full duration: 124.540560007 - - - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 9.453 | 10.083 | 10.563 | 10.801 | 11.039 | 10.104 | 100.0% | 10 | - | nova.boot_server | 9.213 | 10.415 | 10.885 | 11.116 | 11.346 | 10.301 | 100.0% | 10 | - | total | 18.667 | 20.779 | 21.44 | 21.628 | 21.816 | 20.405 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 60.3854188919 - Full duration: 124.319462061 - - - - test scenario NovaServers.boot_and_list_server - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 8.037 | 9.396 | 10.043 | 10.516 | 10.989 | 9.351 | 100.0% | 10 | - | nova.list_servers | 0.654 | 1.026 | 1.113 | 1.156 | 1.198 | 0.988 | 100.0% | 10 | - | total | 8.984 | 10.311 | 11.119 | 11.575 | 12.032 | 10.339 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.5458390713 - Full duration: 114.252287149 - - - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: started - Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.126 | 1.235 | 1.607 | 1.612 | 1.618 | 1.297 | 100.0% | 10 | - | total | 1.126 | 1.235 | 1.607 | 1.613 | 1.618 | 1.297 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.74135613441 - Full duration: 16.1623110771 - - - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.407 | 0.429 | 0.526 | 0.528 | 0.531 | 0.447 | 100.0% | 10 | - | total | 0.552 | 0.586 | 0.666 | 0.671 | 0.676 | 0.599 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.82448792458 - Full duration: 13.357311964 - - - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.093 | 1.146 | 1.27 | 1.276 | 1.282 | 1.177 | 100.0% | 10 | - | quotas.delete_quotas | 0.536 | 0.907 | 0.975 | 1.01 | 1.046 | 0.862 | 100.0% | 10 | - | total | 1.67 | 2.089 | 2.177 | 2.184 | 2.192 | 2.039 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 6.09977889061 - Full duration: 18.3411080837 - - - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.58 | 0.636 | 0.718 | 0.764 | 0.81 | 0.652 | 100.0% | 10 | - | quotas.delete_quotas | 0.018 | 0.026 | 0.035 | 0.039 | 0.043 | 0.028 | 100.0% | 10 | - | total | 0.616 | 0.657 | 0.741 | 0.793 | 0.844 | 0.68 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.00378704071 - Full duration: 13.8784749508 - - - - test scenario Quotas.nova_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.583 | 0.637 | 0.914 | 1.049 | 1.185 | 0.713 | 100.0% | 10 | - | total | 0.583 | 0.637 | 0.914 | 1.05 | 1.186 | 0.713 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.00103402138 - Full duration: 13.8432979584 - - - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: started - Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.183 | 0.349 | 0.376 | 0.402 | 0.201 | 100.0% | 10 | - | total | 0.045 | 0.183 | 0.349 | 0.376 | 0.403 | 0.201 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.716305971146 - Full duration: 5.89718389511 - - - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 | - | total | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.182355165482 - Full duration: 5.23191189766 - - - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:58 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 03:31 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 22:25 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 10:53 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 02:39 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:30 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 44:31 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:15 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:11 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:36:57 | 232 | 100.00% | - +===================+============+===============+===========+ - - - -SDN Controller --------------- - -ONOS -^^^^ -:: - - FUNCTEST.info: Running ONOS test case... - FUNCvirNetNB - INFO - Creating component Handle: ONOSrest - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - [2016-02-21 09:55:56.965174] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Post - [2016-02-21 09:55:56.965727] [FUNCvirNetNB] [STEP] 2.1: Generate Post Data - [2016-02-21 09:55:56.966454] [FUNCvirNetNB] [STEP] 2.2: Post Data via HTTP - [2016-02-21 09:55:57.006264] [FUNCvirNetNB] [STEP] 2.3: Get Data via HTTP - [2016-02-21 09:55:57.037745] [FUNCvirNetNB] [STEP] 2.4: Compare Send Id and Get Id - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase3 - ****************************** - - [2016-02-21 09:55:57.048240] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Update - [2016-02-21 09:55:57.048783] [FUNCvirNetNB] [STEP] 3.1: Generate Post Data - [2016-02-21 09:55:57.049571] [FUNCvirNetNB] [STEP] 3.2: Post Data via HTTP - [2016-02-21 09:55:57.056744] [FUNCvirNetNB] [STEP] 3.3: Update Data via HTTP - [2016-02-21 09:55:57.064248] [FUNCvirNetNB] [STEP] 3.4: Get Data via HTTP - [2016-02-21 09:55:57.072845] [FUNCvirNetNB] [STEP] 3.5: Compare Update data. - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase4 - ****************************** - - [2016-02-21 09:55:57.084363] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Delete - [2016-02-21 09:55:57.084882] [FUNCvirNetNB] [STEP] 4.1: Generate Post Data - [2016-02-21 09:55:57.085617] [FUNCvirNetNB] [STEP] 4.2: Post Data via HTTP - [2016-02-21 09:55:57.093018] [FUNCvirNetNB] [STEP] 4.3: Delete Data via HTTP - [2016-02-21 09:55:57.099770] [FUNCvirNetNB] [STEP] 4.4: Get Data is NULL - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase5 - ****************************** - - [2016-02-21 09:56:02.115745] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Post - [2016-02-21 09:56:02.116339] [FUNCvirNetNB] [STEP] 5.1: Generate Post Data - [2016-02-21 09:56:02.117459] [FUNCvirNetNB] [STEP] 5.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.126052] [FUNCvirNetNB] [STEP] 5.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.159577] [FUNCvirNetNB] [STEP] 5.4: Get Subnet Data via HTTP - [2016-02-21 09:56:02.172655] [FUNCvirNetNB] [STEP] 5.5: Compare Post Subnet Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase6 - ****************************** - - [2016-02-21 09:56:02.183187] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Update - [2016-02-21 09:56:02.183876] [FUNCvirNetNB] [STEP] 6.1: Generate Post Data - [2016-02-21 09:56:02.184887] [FUNCvirNetNB] [STEP] 6.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.192777] [FUNCvirNetNB] [STEP] 6.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.201349] [FUNCvirNetNB] [STEP] 6.4: Update Subnet Data via HTTP - [2016-02-21 09:56:02.209629] [FUNCvirNetNB] [STEP] 6.5: Get Subnet Data via HTTP - [2016-02-21 09:56:02.216700] [FUNCvirNetNB] [STEP] 6.6: Compare Subnet Data - [2016-02-21 09:56:02.217492] [FUNCvirNetNB] [STEP] 6.7: Delete Subnet via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase7 - ****************************** - - [2016-02-21 09:56:02.227738] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Delete - [2016-02-21 09:56:02.228309] [FUNCvirNetNB] [STEP] 7.1: Generate Post Data - [2016-02-21 09:56:02.229188] [FUNCvirNetNB] [STEP] 7.2: Post Network Data via HTTP(Post Subnet need post network) - [2016-02-21 09:56:02.237036] [FUNCvirNetNB] [STEP] 7.3: Post Subnet Data via HTTP - [2016-02-21 09:56:02.245482] [FUNCvirNetNB] [STEP] 7.4: Delete Subnet Data via HTTP - [2016-02-21 09:56:02.253076] [FUNCvirNetNB] [STEP] 7.5: Get Subnet Data is NULL - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase8 - ****************************** - - [2016-02-21 09:56:07.269037] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Post - [2016-02-21 09:56:07.269689] [FUNCvirNetNB] [STEP] 8.1: Generate Post Data - [2016-02-21 09:56:07.270772] [FUNCvirNetNB] [STEP] 8.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.279440] [FUNCvirNetNB] [STEP] 8.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.287800] [FUNCvirNetNB] [STEP] 8.4: Post Port Data via HTTP - [2016-02-21 09:56:07.296863] [FUNCvirNetNB] [STEP] 8.5: Get Port Data via HTTP - [2016-02-21 09:56:07.306388] [FUNCvirNetNB] [STEP] 8.6: Compare Post Port Data - [2016-02-21 09:56:07.307677] [FUNCvirNetNB] [STEP] 8.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase9 - ****************************** - - [2016-02-21 09:56:07.318023] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Update - [2016-02-21 09:56:07.318708] [FUNCvirNetNB] [STEP] 9.1: Generate Post Data - [2016-02-21 09:56:07.320149] [FUNCvirNetNB] [STEP] 9.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.327326] [FUNCvirNetNB] [STEP] 9.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.336517] [FUNCvirNetNB] [STEP] 9.4: Post Port Data via HTTP - [2016-02-21 09:56:07.345702] [FUNCvirNetNB] [STEP] 9.5: Update Port Data via HTTP - [2016-02-21 09:56:07.354021] [FUNCvirNetNB] [STEP] 9.6: Get Port Data via HTTP - [2016-02-21 09:56:07.360429] [FUNCvirNetNB] [STEP] 9.7: Compare Update Port Data - [2016-02-21 09:56:07.361666] [FUNCvirNetNB] [STEP] 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase10 - ****************************** - - [2016-02-21 09:56:07.372086] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Delete - [2016-02-21 09:56:07.372739] [FUNCvirNetNB] [STEP] 10.1: Generate Post Data - [2016-02-21 09:56:07.373778] [FUNCvirNetNB] [STEP] 10.2: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:07.380739] [FUNCvirNetNB] [STEP] 10.3: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:07.388862] [FUNCvirNetNB] [STEP] 10.4: Post Port Data via HTTP - [2016-02-21 09:56:07.396014] [FUNCvirNetNB] [STEP] 10.5: Delete Port Data via HTTP - [2016-02-21 09:56:07.417621] [FUNCvirNetNB] [STEP] 10.6: Get Port Data is NULL - [2016-02-21 09:56:12.430407] [FUNCvirNetNB] [STEP] 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - - ************************************* - Test Execution Summary - - ************************************* - - Test Start : 21 Feb 2016 09:55:56 - Test End : 21 Feb 2016 09:56:12 - Execution Time : 0:00:15.628718 - Total tests planned : 9 - Total tests RUN : 9 - Total Pass : 9 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - - - - ****************************** - CASE INIT - ****************************** - - ['ONOSrest'] - - ****************************** - Result summary for Testcase2 - ****************************** - - [2016-02-21 09:56:12.836955] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Post - [2016-02-21 09:56:12.838221] [FUNCvirNetNBL3] [STEP] 2.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.873649] [FUNCvirNetNBL3] [STEP] 2.2: Post Router Data via HTTP - [2016-02-21 09:56:12.881751] [FUNCvirNetNBL3] [STEP] 2.3: Get Router Data via HTTP - [2016-02-21 09:56:12.914578] [FUNCvirNetNBL3] [STEP] 2.4: Compare Post Router Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase3 - ****************************** - - [2016-02-21 09:56:12.930658] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Update - [2016-02-21 09:56:12.931841] [FUNCvirNetNBL3] [STEP] 3.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.939584] [FUNCvirNetNBL3] [STEP] 3.2: Post Router Data via HTTP - [2016-02-21 09:56:12.946895] [FUNCvirNetNBL3] [STEP] 3.3: Update Router Data via HTTP - [2016-02-21 09:56:12.953601] [FUNCvirNetNBL3] [STEP] 3.4: Get Router Data via HTTP - [2016-02-21 09:56:12.959887] [FUNCvirNetNBL3] [STEP] 3.5: Compare Router Data - [2016-02-21 09:56:12.961048] [FUNCvirNetNBL3] [STEP] 3.6: Delete Router via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase4 - ****************************** - - [2016-02-21 09:56:12.970433] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Delete - [2016-02-21 09:56:12.971622] [FUNCvirNetNBL3] [STEP] 4.1: Post Network Data via HTTP(Post Router need post network) - [2016-02-21 09:56:12.979473] [FUNCvirNetNBL3] [STEP] 4.2: Post Router Data via HTTP - [2016-02-21 09:56:12.986263] [FUNCvirNetNBL3] [STEP] 4.3: Delete Router Data via HTTP - [2016-02-21 09:56:12.992190] [FUNCvirNetNBL3] [STEP] 4.4: Get Router Data is NULL - Verify the Router status - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase5 - ****************************** - - [2016-02-21 09:56:18.008957] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Post - [2016-02-21 09:56:18.010175] [FUNCvirNetNBL3] [STEP] 5.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:18.018296] [FUNCvirNetNBL3] [STEP] 5.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:18.026382] [FUNCvirNetNBL3] [STEP] 5.3: Post Port Data via HTTP - [2016-02-21 09:56:18.034099] [FUNCvirNetNBL3] [STEP] 5.4: Post Router Data via HTTP - [2016-02-21 09:56:18.040193] [FUNCvirNetNBL3] [STEP] 5.5: Put RouterInterface Data via HTTP - [2016-02-21 09:56:18.047317] [FUNCvirNetNBL3] [STEP] 5.6: Get RouterInterface Data via HTTP - [2016-02-21 09:56:18.053592] [FUNCvirNetNBL3] [STEP] 5.7: Compare Post Port Data - [2016-02-21 09:56:18.055253] [FUNCvirNetNBL3] [STEP] 5.8: Del RouterInterface Data via HTTP - [2016-02-21 09:56:18.062038] [FUNCvirNetNBL3] [STEP] 5.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase6 - ****************************** - - [2016-02-21 09:56:18.078391] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Delete - [2016-02-21 09:56:18.079883] [FUNCvirNetNBL3] [STEP] 6.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:18.087420] [FUNCvirNetNBL3] [STEP] 6.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:18.095337] [FUNCvirNetNBL3] [STEP] 6.3: Post Port Data via HTTP - [2016-02-21 09:56:18.103345] [FUNCvirNetNBL3] [STEP] 6.4: Post Router Data via HTTP - [2016-02-21 09:56:18.109767] [FUNCvirNetNBL3] [STEP] 6.5: Post RouterInterface Data via HTTP - [2016-02-21 09:56:18.116024] [FUNCvirNetNBL3] [STEP] 6.6: Del RouterInterface Data via HTTP - [2016-02-21 09:56:18.122686] [FUNCvirNetNBL3] [STEP] 6.7: Delete Port Data via HTTP - [2016-02-21 09:56:18.129655] [FUNCvirNetNBL3] [STEP] 6.8: Get Port Data is NULL - [2016-02-21 09:56:23.145559] [FUNCvirNetNBL3] [STEP] 6.9: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase7 - ****************************** - - [2016-02-21 09:56:23.164294] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Post - [2016-02-21 09:56:23.165631] [FUNCvirNetNBL3] [STEP] 7.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.173909] [FUNCvirNetNBL3] [STEP] 7.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.182105] [FUNCvirNetNBL3] [STEP] 7.3: Post Port Data via HTTP - [2016-02-21 09:56:23.189623] [FUNCvirNetNBL3] [STEP] 7.4: Post Router Data via HTTP - [2016-02-21 09:56:23.196108] [FUNCvirNetNBL3] [STEP] 7.5: Get Port Data via HTTP - [2016-02-21 09:56:23.204332] [FUNCvirNetNBL3] [STEP] 7.6: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.211580] [FUNCvirNetNBL3] [STEP] 7.7: Get Port Data via HTTP - [2016-02-21 09:56:23.218993] [FUNCvirNetNBL3] [STEP] 7.8: Get FloatingIp Data via HTTP - [2016-02-21 09:56:23.251318] [FUNCvirNetNBL3] [STEP] 7.9: Get FloatingIp Data via HTTP - [2016-02-21 09:56:23.259068] [FUNCvirNetNBL3] [STEP] 7.10: Compare Post FloatingIp Data - [2016-02-21 09:56:23.260001] [FUNCvirNetNBL3] [STEP] 7.11: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.266784] [FUNCvirNetNBL3] [STEP] 7.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase8 - ****************************** - - [2016-02-21 09:56:23.289110] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Update - [2016-02-21 09:56:23.291300] [FUNCvirNetNBL3] [STEP] 8.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.299318] [FUNCvirNetNBL3] [STEP] 8.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.307738] [FUNCvirNetNBL3] [STEP] 8.3: Post Port Data via HTTP - [2016-02-21 09:56:23.315822] [FUNCvirNetNBL3] [STEP] 8.4: Post Router Data via HTTP - [2016-02-21 09:56:23.322853] [FUNCvirNetNBL3] [STEP] 8.5: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.329316] [FUNCvirNetNBL3] [STEP] 8.6: Post Delete Data via HTTP - [2016-02-21 09:56:23.337183] [FUNCvirNetNBL3] [STEP] 8.7: Post NewPort Data via HTTP - [2016-02-21 09:56:23.345756] [FUNCvirNetNBL3] [STEP] 8.8: Post NewFloatingIp Data via HTTP - [2016-02-21 09:56:23.353311] [FUNCvirNetNBL3] [STEP] 8.9: Get NewFloatingIp Data via HTTP - [2016-02-21 09:56:23.384949] [FUNCvirNetNBL3] [STEP] 8.10: Compare Post FloatingIp Data - [2016-02-21 09:56:23.385934] [FUNCvirNetNBL3] [STEP] 8.11: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.392515] [FUNCvirNetNBL3] [STEP] 8.12: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase9 - ****************************** - - [2016-02-21 09:56:23.416898] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Delete - [2016-02-21 09:56:23.418399] [FUNCvirNetNBL3] [STEP] 9.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:23.425551] [FUNCvirNetNBL3] [STEP] 9.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:23.433217] [FUNCvirNetNBL3] [STEP] 9.3: Post Port Data via HTTP - [2016-02-21 09:56:23.440717] [FUNCvirNetNBL3] [STEP] 9.4: Post Router Data via HTTP - [2016-02-21 09:56:23.447116] [FUNCvirNetNBL3] [STEP] 9.5: Post FloatingIp Data via HTTP - [2016-02-21 09:56:23.454356] [FUNCvirNetNBL3] [STEP] 9.6: Post FloatingIp Clean Data via HTTP - [2016-02-21 09:56:23.465800] [FUNCvirNetNBL3] [STEP] 9.7: Get FloatingIp Data is NULL - [2016-02-21 09:56:28.479269] [FUNCvirNetNBL3] [STEP] 9.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase10 - ****************************** - - [2016-02-21 09:56:28.496538] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Post - [2016-02-21 09:56:28.498465] [FUNCvirNetNBL3] [STEP] 10.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.507466] [FUNCvirNetNBL3] [STEP] 10.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.515564] [FUNCvirNetNBL3] [STEP] 10.3: Post Port Data via HTTP - [2016-02-21 09:56:28.522598] [FUNCvirNetNBL3] [STEP] 10.4: Post Router Data via HTTP - [2016-02-21 09:56:28.528755] [FUNCvirNetNBL3] [STEP] 10.5: Get Gateway Data via HTTP - [2016-02-21 09:56:28.536142] [FUNCvirNetNBL3] [STEP] 10.6: Compare Post Gateway Data - [2016-02-21 09:56:28.537198] [FUNCvirNetNBL3] [STEP] 10.7: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase11 - ****************************** - - [2016-02-21 09:56:28.553805] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Update - [2016-02-21 09:56:28.555461] [FUNCvirNetNBL3] [STEP] 11.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.562664] [FUNCvirNetNBL3] [STEP] 11.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.570094] [FUNCvirNetNBL3] [STEP] 11.3: Post Port Data via HTTP - [2016-02-21 09:56:28.577203] [FUNCvirNetNBL3] [STEP] 11.4: Post Router Data via HTTP - [2016-02-21 09:56:28.583265] [FUNCvirNetNBL3] [STEP] 11.5: Post New Router Data via HTTP - [2016-02-21 09:56:28.589203] [FUNCvirNetNBL3] [STEP] 11.6: Get Gateway Data via HTTP - [2016-02-21 09:56:28.594700] [FUNCvirNetNBL3] [STEP] 11.7: Compare Post Gateway Data - [2016-02-21 09:56:28.595799] [FUNCvirNetNBL3] [STEP] 11.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - ****************************** - Result summary for Testcase12 - ****************************** - - [2016-02-21 09:56:28.611322] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Delete - [2016-02-21 09:56:28.612734] [FUNCvirNetNBL3] [STEP] 12.1: Post Network Data via HTTP(Post port need post network) - [2016-02-21 09:56:28.620160] [FUNCvirNetNBL3] [STEP] 12.2: Post Subnet Data via HTTP(Post port need post subnet) - [2016-02-21 09:56:28.628079] [FUNCvirNetNBL3] [STEP] 12.3: Post Port Data via HTTP - [2016-02-21 09:56:28.635761] [FUNCvirNetNBL3] [STEP] 12.4: Post Router Data via HTTP - [2016-02-21 09:56:28.642664] [FUNCvirNetNBL3] [STEP] 12.5: Post Del Gateway Data via HTTP - [2016-02-21 09:56:28.648775] [FUNCvirNetNBL3] [STEP] 12.6: Get Gateway Data via HTTP - [2016-02-21 09:56:28.654590] [FUNCvirNetNBL3] [STEP] 12.7: If Gateway Data is NULL - [2016-02-21 09:56:33.660980] [FUNCvirNetNBL3] [STEP] 12.8: Clean Data via HTTP - - ***************************** - Result: Pass - ***************************** - - - - ************************************* - Test Execution Summary - - ************************************* - - Test Start : 21 Feb 2016 09:56:12 - Test End : 21 Feb 2016 09:56:33 - Execution Time : 0:00:20.999784 - Total tests planned : 11 - Total tests RUN : 11 - Total Pass : 11 - Total Fail : 0 - Total No Result : 0 - Success Percentage : 100% - Execution Result : 100% - - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - Promise- DEBUG - - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-21T09:56:46.846Z", - "end": "2016-02-21T09:56:51.847Z", - "duration": 5524 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1217, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 10, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 25, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 18, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 8, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1768, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 2, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 1, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 41, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1617, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 7, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 75, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 17, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 61, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 65, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 17, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 0, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 15, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 11, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 56, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 60, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 38, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 361, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-21T09:56:46.846Z - End: 2016-02-21T09:56:51.847Z - Duration: 6.301 - **************************************** - - diff --git a/docs/results/index.rst b/docs/results/index.rst deleted file mode 100644 index 75aac715..00000000 --- a/docs/results/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -===================== -FuncTest test results -===================== - -.. toctree:: - :maxdepth: 4 - -.. include:: ./overview.rst -.. include:: ./results.rst diff --git a/docs/results/joid-os-odl_l2-nofeature-ha.rst b/docs/results/joid-os-odl_l2-nofeature-ha.rst deleted file mode 100644 index 29f4b37c..00000000 --- a/docs/results/joid-os-odl_l2-nofeature-ha.rst +++ /dev/null @@ -1,2189 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Detailed test results for joid-os-odl_l2-nofeature-ha ------------------------------------------------------ - -VIM ---- - -vping_ssh -^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-SSH test... - vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_ssh- INFO - Creating neutron network vping-net... - vPing_ssh- INFO - Creating security group 'vPing-sg'... - vPing_ssh- INFO - Using existing Flavor 'm1.small'... - vPing_ssh- INFO - vPing Start Time:'2016-02-23 10:26:42' - vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=13cc508d-303d-46a8-bd03-3edae4434dfb - network=b183c17a-bac5-4e45-afba-f5bc61edcf9e - - vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=13cc508d-303d-46a8-bd03-3edae4434dfb - network=b183c17a-bac5-4e45-afba-f5bc61edcf9e - - vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... - vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... - vPing_ssh- INFO - Floating IP created: '161.105.231.3' - vPing_ssh- INFO - Associating floating ip: '161.105.231.3' to VM 'opnfv-vping-2' - vPing_ssh- INFO - Trying to establish SSH connection to 161.105.231.3... - vPing_ssh- INFO - Waiting for ping... - vPing_ssh- INFO - vPing detected! - vPing_ssh- INFO - vPing duration:'33.5' s. - vPing_ssh- INFO - Cleaning up... - vPing_ssh- INFO - vPing OK - - -vping_userdata -^^^^^^^^^^^^^^ -:: - - FUNCTEST.info: Running vPing-userdata test... - vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - vPing_userdata- INFO - Creating neutron network vping-net... - vPing_userdata- INFO - Creating security group 'vPing-sg'... - vPing_userdata- INFO - Flavor found 'm1.small' - vPing_userdata- INFO - vPing Start Time:'2016-02-23 10:27:41' - vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... - name=opnfv-vping-1 - flavor=<Flavor: m1.small> - image=a9b0741e-0d2d-4503-b267-af151870739e - network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 - - vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. - vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... - name=opnfv-vping-2 - flavor=<Flavor: m1.small> - image=a9b0741e-0d2d-4503-b267-af151870739e - network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 - userdata= - #!/bin/sh - - while true; do - ping -c 1 192.168.130.3 2>&1 >/dev/null - RES=$? - if [ "Z$RES" = "Z0" ] ; then - echo 'vPing OK' - break - else - echo 'vPing KO' - fi - sleep 1 - done - - vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. - vPing_userdata- INFO - Waiting for ping... - vPing_userdata- INFO - vPing detected! - vPing_userdata- INFO - vPing duration:'17.9' - vPing_userdata- INFO - vPing OK - vPing_userdata- INFO - Cleaning up... - vPing_userdata- INFO - Deleting network 'vping-net'... - - -Tempest -^^^^^^^ -:: - - FUNCTEST.info: Running Tempest tests... - run_tempest - INFO - Creating tenant and user for Tempest suite - 2016-02-23 10:28:17.615 23826 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. - 2016-02-23 10:28:23.990 23826 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. - - run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. - Total results of verification: - - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - | 473116be-ef51-45b4-a46d-dcc17b02d920 | 7fa447a8-f40c-475e-bae8-d4f62027b80b | | 210 | 5 | 2016-02-23 10:28:27.307831 | finished | - +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ - - Tests: - - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | name | time | status | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.88396 | success | - | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.17728 | success | - | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 9.72530 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 9.15814 | success | - | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.24988 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.23094 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 1.23775 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.92287 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.79109 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.20110 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.48230 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.46126 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.50215 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.21126 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.24888 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.19557 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.53114 | success | - | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.88118 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.52117 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.01633 | success | - | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.40909 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.80631 | success | - | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.57659 | success | - | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.75110 | success | - | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.21019 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 62.75436 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.17342 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.30973 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.33235 | success | - | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00133 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 62.74257 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.19542 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.35564 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.36918 | success | - | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00129 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.18644 | success | - | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.81844 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.52933 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.50494 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.33257 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.38382 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.47799 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.24448 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.22883 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.21227 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.27651 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.06020 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.40370 | success | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00142 | skip | - | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.30281 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.25500 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.21292 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.19699 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07649 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.14378 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01122 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03176 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06131 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04448 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.21242 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.18448 | success | - | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06615 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00170 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.05891 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.21875 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 10.99696 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.04170 | skip | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 24.60148 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.56771 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 21.94185 | success | - | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.25441 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.17943 | success | - | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 1.00217 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76858 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 1.16728 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.46748 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.60523 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.70657 | success | - | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.91519 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.30147 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 7.86437 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 15.09430 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.89837 | success | - | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.11169 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.55906 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.98352 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.47851 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.88043 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.53679 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.27055 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.08039 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.73357 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.86542 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.99209 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.08220 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.83730 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.99153 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.54860 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37611 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.44613 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.55699 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.56507 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.48514 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.86713 | success | - | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.61486 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.12864 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.67877 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.61740 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.13677 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 1.40358 | success | - | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.16372 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.18319 | success | - | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.33858 | success | - | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 45.56777 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.72770 | success | - | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.30390 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.20202 | success | - | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.17999 | success | - | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.34894 | success | - | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.13656 | success | - | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | - | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.05100 | success | - | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.50255 | success | - | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.27108 | success | - | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.16016 | success | - | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.21180 | success | - | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.14141 | success | - | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.25298 | success | - | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.20613 | success | - | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.42131 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04287 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.05581 | success | - | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05518 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04135 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.03642 | success | - | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04205 | success | - | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.32191 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.18189 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.74422 | success | - | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.30171 | success | - | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 3.45772 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.03994 | success | - | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.42863 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.14505 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.60767 | success | - | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 7.84206 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.21731 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 2.11434 | success | - | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 2.79624 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.61530 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.38291 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.20594 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.19821 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.20089 | success | - | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19206 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.49044 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.23415 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.21291 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07398 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.17873 | success | - | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.20287 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.38012 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.87547 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.20872 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05621 | success | - | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.20890 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.70139 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.75502 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.16521 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.22620 | success | - | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.28640 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.12301 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.49067 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.25252 | success | - | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.48564 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 4.58651 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.38901 | success | - | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.54963 | success | - | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.37000 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.31226 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.04438 | success | - | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.19052 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.32708 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.12672 | success | - | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.20945 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55381 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.80051 | success | - | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.03030 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.61156 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.86944 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.57507 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.36337 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.66632 | success | - | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.47493 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.52216 | success | - | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.18647 | success | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.03506 | fail | - | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.96207 | fail | - | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.14842 | success | - | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.66111 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.31807 | success | - | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 15.30017 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 10.64441 | success | - | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 13.02957 | success | - | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.56814 | success | - | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.23431 | success | - | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 42.47353 | success | - | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 82.90131 | success | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 499.21662 | fail | - | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 501.43822 | fail | - +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ - run_tempest - INFO - Results: {'timestart': '2016-02-2310:28:27.307831', 'duration': 931, 'tests': 210, 'failures': 5} - run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. - run_tempest - INFO - Deleting tenant and user for Tempest suite) - - -Rally -^^^^^ -:: - - FUNCTEST.info: Running Rally benchmark suite... - run_rally - INFO - Starting test scenario "authenticate" ... - run_rally - INFO - - Preparing input task - Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: started - Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: finished - - test scenario Authenticate.validate_glance - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_glance | 0.393 | 0.462 | 0.625 | 0.642 | 0.659 | 0.499 | 100.0% | 10 | - | authenticate.validate_glance (2) | 0.042 | 0.05 | 0.222 | 0.235 | 0.247 | 0.101 | 100.0% | 10 | - | total | 0.56 | 0.722 | 0.84 | 0.907 | 0.975 | 0.716 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11308193207 - Full duration: 6.43925094604 - - test scenario Authenticate.keystone - +-----------------------------------------------------------------------------+ - | Response Times (sec) | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - | total | 0.096 | 0.108 | 0.117 | 0.118 | 0.118 | 0.108 | 100.0% | 10 | - +--------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.360912799835 - Full duration: 4.84613108635 - - test scenario Authenticate.validate_heat - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_heat | 0.198 | 0.223 | 0.243 | 0.246 | 0.25 | 0.222 | 100.0% | 10 | - | authenticate.validate_heat (2) | 0.035 | 0.229 | 0.268 | 0.272 | 0.275 | 0.195 | 100.0% | 10 | - | total | 0.349 | 0.56 | 0.636 | 0.648 | 0.66 | 0.537 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.73545908928 - Full duration: 5.89906620979 - - test scenario Authenticate.validate_nova - +-----------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_nova | 0.191 | 0.225 | 0.273 | 0.326 | 0.379 | 0.239 | 100.0% | 10 | - | authenticate.validate_nova (2) | 0.193 | 0.215 | 0.268 | 0.324 | 0.379 | 0.233 | 100.0% | 10 | - | total | 0.512 | 0.561 | 0.696 | 0.708 | 0.719 | 0.589 | 100.0% | 10 | - +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.73631811142 - Full duration: 6.18624401093 - - test scenario Authenticate.validate_cinder - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_cinder | 0.187 | 0.219 | 0.269 | 0.451 | 0.632 | 0.256 | 100.0% | 10 | - | authenticate.validate_cinder (2) | 0.019 | 0.202 | 0.228 | 0.232 | 0.235 | 0.19 | 100.0% | 10 | - | total | 0.318 | 0.572 | 0.652 | 0.81 | 0.967 | 0.582 | 100.0% | 10 | - +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.90990018845 - Full duration: 6.19068098068 - - test scenario Authenticate.validate_neutron - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | authenticate.validate_neutron | 0.22 | 0.241 | 0.324 | 0.326 | 0.328 | 0.255 | 100.0% | 10 | - | authenticate.validate_neutron (2) | 0.21 | 0.234 | 0.327 | 0.349 | 0.37 | 0.254 | 100.0% | 10 | - | total | 0.529 | 0.595 | 0.67 | 0.689 | 0.708 | 0.613 | 100.0% | 10 | - +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.81688117981 - Full duration: 5.97459483147 - - run_rally - INFO - Test scenario: "authenticate" OK. - - run_rally - INFO - Starting test scenario "glance" ... - run_rally - INFO - - Preparing input task - Task c991643e-676b-49d8-af8c-cf9655ae236b: started - Task c991643e-676b-49d8-af8c-cf9655ae236b: finished - - test scenario GlanceImages.list_images - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.list_images | 0.47 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | - | total | 0.471 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.7134771347 - Full duration: 7.86669206619 - - test scenario GlanceImages.create_image_and_boot_instances - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | glance.create_image | 3.881 | 4.628 | 5.228 | 5.273 | 5.317 | 4.643 | 100.0% | 10 | - | nova.boot_servers | 7.198 | 8.691 | 9.617 | 9.773 | 9.929 | 8.609 | 100.0% | 10 | - | total | 11.395 | 13.062 | 14.63 | 14.674 | 14.718 | 13.252 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 40.5051100254 - Full duration: 80.9348599911 - - test scenario GlanceImages.create_and_list_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 4.473 | 4.791 | 5.258 | 5.513 | 5.767 | 4.935 | 100.0% | 10 | - | glance.list_images | 0.046 | 0.143 | 0.285 | 0.293 | 0.302 | 0.159 | 100.0% | 10 | - | total | 4.67 | 5.043 | 5.524 | 5.679 | 5.834 | 5.095 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 15.4974470139 - Full duration: 26.4936869144 - - test scenario GlanceImages.create_and_delete_image - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | glance.create_image | 4.297 | 4.864 | 5.167 | 5.345 | 5.523 | 4.859 | 100.0% | 10 | - | glance.delete_image | 0.842 | 1.496 | 1.603 | 1.702 | 1.801 | 1.371 | 100.0% | 10 | - | total | 5.14 | 6.405 | 6.623 | 6.626 | 6.63 | 6.23 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.5310051441 - Full duration: 24.86997509 - - run_rally - INFO - Test scenario: "glance" OK. - - run_rally - INFO - Starting test scenario "cinder" ... - run_rally - INFO - - Preparing input task - Task 388cb584-9c00-4d54-8f76-53ed3182a475: started - Task 388cb584-9c00-4d54-8f76-53ed3182a475: finished - - test scenario CinderVolumes.create_and_attach_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 4.792 | 5.804 | 8.436 | 8.476 | 8.516 | 6.313 | 100.0% | 10 | - | cinder.create_volume | 3.049 | 3.381 | 3.469 | 3.471 | 3.473 | 3.317 | 100.0% | 10 | - | nova.attach_volume | 3.722 | 3.987 | 4.207 | 4.245 | 4.283 | 4.012 | 100.0% | 10 | - | nova.detach_volume | 3.492 | 3.685 | 3.892 | 3.925 | 3.958 | 3.702 | 100.0% | 10 | - | cinder.delete_volume | 0.502 | 0.765 | 2.927 | 2.998 | 3.068 | 1.357 | 100.0% | 10 | - | nova.delete_server | 2.66 | 3.128 | 3.235 | 3.243 | 3.251 | 3.056 | 100.0% | 10 | - | total | 19.466 | 20.925 | 25.056 | 25.456 | 25.856 | 21.758 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 64.0748999119 - Full duration: 88.3469510078 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 6.151 | 6.548 | 8.972 | 9.007 | 9.043 | 7.201 | 100.0% | 10 | - | cinder.list_volumes | 0.044 | 0.249 | 0.299 | 0.32 | 0.34 | 0.227 | 100.0% | 10 | - | total | 6.424 | 6.801 | 9.229 | 9.255 | 9.28 | 7.429 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 22.3146419525 - Full duration: 39.1755928993 - - test scenario CinderVolumes.create_and_list_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.269 | 3.372 | 3.545 | 3.556 | 3.566 | 3.406 | 100.0% | 10 | - | cinder.list_volumes | 0.051 | 0.27 | 0.296 | 0.304 | 0.313 | 0.249 | 100.0% | 10 | - | total | 3.321 | 3.662 | 3.786 | 3.819 | 3.852 | 3.656 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0692770481 - Full duration: 26.8993549347 - - test scenario CinderVolumes.create_and_list_snapshots - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.807 | 3.0 | 3.236 | 4.094 | 4.951 | 3.175 | 100.0% | 10 | - | cinder.list_snapshots | 0.023 | 0.263 | 0.29 | 0.295 | 0.299 | 0.238 | 100.0% | 10 | - | total | 3.039 | 3.247 | 3.493 | 4.372 | 5.251 | 3.413 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.5568339825 - Full duration: 45.8590891361 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.35 | 3.413 | 3.511 | 3.567 | 3.622 | 3.434 | 100.0% | 10 | - | cinder.delete_volume | 0.666 | 2.775 | 3.101 | 3.101 | 3.101 | 2.07 | 100.0% | 10 | - | total | 4.016 | 6.163 | 6.511 | 6.555 | 6.6 | 5.505 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 16.3949551582 - Full duration: 29.3589651585 - - test scenario CinderVolumes.create_and_delete_volume - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | cinder.create_volume | 6.12 | 6.499 | 8.727 | 8.888 | 9.049 | 6.934 | 100.0% | 10 | - | cinder.delete_volume | 0.689 | 2.95 | 3.117 | 3.132 | 3.147 | 2.519 | 100.0% | 10 | - | total | 6.97 | 9.45 | 11.391 | 11.777 | 12.163 | 9.454 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 27.9512338638 - Full duration: 42.110273838 - - test scenario CinderVolumes.create_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.153 | 3.382 | 3.523 | 3.546 | 3.569 | 3.401 | 100.0% | 10 | - | cinder.delete_volume | 0.459 | 1.756 | 3.107 | 3.143 | 3.179 | 1.823 | 100.0% | 10 | - | total | 3.976 | 5.273 | 6.386 | 6.427 | 6.468 | 5.225 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.3155708313 - Full duration: 27.9943380356 - - test scenario CinderVolumes.create_and_upload_volume_to_image - +-------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.216 | 3.504 | 3.612 | 3.614 | 3.616 | 3.473 | 100.0% | 10 | - | cinder.upload_volume_to_image | 48.706 | 66.291 | 69.416 | 69.518 | 69.621 | 64.031 | 100.0% | 10 | - | cinder.delete_volume | 0.681 | 1.721 | 3.226 | 3.286 | 3.347 | 1.88 | 100.0% | 10 | - | nova.delete_image | 1.064 | 1.392 | 1.76 | 1.884 | 2.007 | 1.407 | 100.0% | 10 | - | total | 57.671 | 73.06 | 75.032 | 75.707 | 76.382 | 70.791 | 100.0% | 10 | - +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 206.246454954 - Full duration: 221.344403028 - - test scenario CinderVolumes.create_and_delete_snapshot - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_snapshot | 2.886 | 3.18 | 5.409 | 5.479 | 5.548 | 3.789 | 100.0% | 10 | - | cinder.delete_snapshot | 2.442 | 2.892 | 3.051 | 3.111 | 3.172 | 2.875 | 100.0% | 10 | - | total | 5.432 | 6.063 | 8.28 | 8.355 | 8.429 | 6.664 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.3915560246 - Full duration: 49.2419481277 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | - | total | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.2652549744 - Full duration: 23.4044110775 - - test scenario CinderVolumes.create_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.221 | 3.489 | 3.632 | 3.639 | 3.647 | 3.448 | 100.0% | 10 | - | total | 3.222 | 3.489 | 3.632 | 3.64 | 3.647 | 3.448 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 10.2576260567 - Full duration: 27.1289498806 - - test scenario CinderVolumes.list_volumes - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.list_volumes | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | - | total | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.25233316422 - Full duration: 60.8991248608 - - test scenario CinderVolumes.create_nested_snapshots_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.37 | 3.431 | 3.543 | 3.585 | 3.627 | 3.454 | 100.0% | 10 | - | cinder.create_snapshot | 2.744 | 2.922 | 2.98 | 2.993 | 3.006 | 2.901 | 100.0% | 10 | - | nova.attach_volume | 4.052 | 4.214 | 6.878 | 6.969 | 7.06 | 4.803 | 100.0% | 10 | - | nova.detach_volume | 3.392 | 3.988 | 4.066 | 4.11 | 4.154 | 3.906 | 100.0% | 10 | - | cinder.delete_snapshot | 0.753 | 2.605 | 2.986 | 3.013 | 3.04 | 2.343 | 100.0% | 10 | - | cinder.delete_volume | 0.492 | 2.767 | 2.955 | 3.011 | 3.067 | 1.989 | 100.0% | 10 | - | total | 16.494 | 20.022 | 23.368 | 23.417 | 23.465 | 20.126 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 59.1712889671 - Full duration: 133.726794958 - - test scenario CinderVolumes.create_from_volume_and_delete_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.434 | 3.618 | 4.006 | 4.825 | 5.645 | 3.835 | 100.0% | 10 | - | cinder.delete_volume | 2.853 | 2.996 | 3.194 | 3.231 | 3.269 | 3.035 | 100.0% | 10 | - | total | 6.323 | 6.672 | 7.143 | 7.89 | 8.637 | 6.87 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 20.0482749939 - Full duration: 48.4943790436 - - test scenario CinderVolumes.create_and_extend_volume - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | cinder.create_volume | 3.242 | 3.547 | 3.574 | 3.574 | 3.575 | 3.477 | 100.0% | 10 | - | cinder.extend_volume | 0.67 | 0.904 | 3.113 | 3.227 | 3.341 | 1.343 | 100.0% | 10 | - | cinder.delete_volume | 0.756 | 2.645 | 3.074 | 3.111 | 3.147 | 2.224 | 100.0% | 10 | - | total | 5.261 | 7.245 | 7.684 | 8.512 | 9.341 | 7.045 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 21.6863160133 - Full duration: 35.5403769016 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +-----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 3.427 | 3.543 | 3.82 | 3.829 | 3.838 | 3.59 | 100.0% | 10 | - | cinder.create_snapshot | 2.673 | 2.992 | 3.109 | 3.111 | 3.112 | 2.928 | 100.0% | 10 | - | nova.attach_volume | 3.759 | 4.112 | 4.508 | 5.345 | 6.182 | 4.292 | 100.0% | 10 | - | nova.detach_volume | 3.458 | 4.067 | 4.174 | 4.261 | 4.348 | 4.006 | 100.0% | 10 | - | cinder.delete_snapshot | 2.665 | 2.794 | 2.946 | 2.986 | 3.026 | 2.823 | 100.0% | 10 | - | cinder.delete_volume | 0.707 | 2.907 | 3.246 | 3.257 | 3.268 | 2.558 | 100.0% | 10 | - | total | 18.87 | 21.068 | 21.909 | 22.497 | 23.086 | 20.904 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 61.3498468399 - Full duration: 141.86026597 - - test scenario CinderVolumes.create_snapshot_and_attach_volume - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 2.885 | 3.335 | 3.519 | 3.55 | 3.581 | 3.305 | 100.0% | 10 | - | cinder.create_snapshot | 2.609 | 2.889 | 3.002 | 3.021 | 3.041 | 2.853 | 100.0% | 10 | - | nova.attach_volume | 3.794 | 4.368 | 6.443 | 6.495 | 6.548 | 4.951 | 100.0% | 10 | - | nova.detach_volume | 3.341 | 3.93 | 4.07 | 4.11 | 4.15 | 3.862 | 100.0% | 10 | - | cinder.delete_snapshot | 2.73 | 2.943 | 3.009 | 3.029 | 3.049 | 2.912 | 100.0% | 10 | - | cinder.delete_volume | 0.667 | 2.901 | 3.015 | 3.027 | 3.039 | 2.437 | 100.0% | 10 | - | total | 18.717 | 21.217 | 22.919 | 23.013 | 23.108 | 21.377 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 62.8349030018 - Full duration: 143.571810007 - - run_rally - INFO - Test scenario: "cinder" OK. - - run_rally - INFO - Starting test scenario "heat" ... - run_rally - INFO - - Preparing input task - Task 1055c160-be9e-4209-9219-2eda388f64ca: started - Task 1055c160-be9e-4209-9219-2eda388f64ca: finished - - test scenario HeatStacks.create_suspend_resume_delete_stack - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.658 | 4.153 | 4.633 | 4.957 | 5.28 | 4.179 | 100.0% | 10 | - | heat.suspend_stack | 0.603 | 0.984 | 1.772 | 1.876 | 1.98 | 1.163 | 100.0% | 10 | - | heat.resume_stack | 0.553 | 1.347 | 2.26 | 2.264 | 2.268 | 1.425 | 100.0% | 10 | - | heat.delete_stack | 1.527 | 1.61 | 1.95 | 1.96 | 1.97 | 1.701 | 100.0% | 10 | - | total | 7.456 | 8.457 | 9.273 | 9.324 | 9.376 | 8.469 | 100.0% | 10 | - +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 25.1924760342 - Full duration: 31.4871768951 - - test scenario HeatStacks.create_and_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.724 | 4.253 | 4.355 | 4.361 | 4.366 | 4.141 | 100.0% | 10 | - | heat.delete_stack | 1.538 | 1.86 | 2.427 | 2.427 | 2.428 | 1.933 | 100.0% | 10 | - | total | 5.609 | 6.117 | 6.381 | 6.402 | 6.422 | 6.073 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 18.3157711029 - Full duration: 24.7532258034 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 19.874 | 21.385 | 22.341 | 22.535 | 22.729 | 21.343 | 100.0% | 10 | - | heat.delete_stack | 10.707 | 11.672 | 12.205 | 12.275 | 12.345 | 11.562 | 100.0% | 10 | - | total | 30.923 | 33.359 | 33.959 | 34.235 | 34.512 | 32.905 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 99.1549890041 - Full duration: 105.660290003 - - test scenario HeatStacks.create_and_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 15.572 | 18.262 | 19.048 | 19.088 | 19.127 | 18.071 | 100.0% | 10 | - | heat.delete_stack | 10.145 | 10.711 | 11.519 | 11.545 | 11.571 | 10.78 | 100.0% | 10 | - | total | 25.725 | 29.14 | 29.903 | 30.143 | 30.382 | 28.851 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 85.5803580284 - Full duration: 92.0883340836 - - test scenario HeatStacks.list_stacks_and_resources - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.list_stacks | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | - | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | - | total | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.32646512985 - Full duration: 6.55452680588 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.818 | 4.127 | 4.55 | 4.634 | 4.719 | 4.191 | 100.0% | 10 | - | heat.update_stack | 2.555 | 3.026 | 3.487 | 3.49 | 3.493 | 2.994 | 100.0% | 10 | - | heat.delete_stack | 1.278 | 1.905 | 2.468 | 2.484 | 2.501 | 1.938 | 100.0% | 10 | - | total | 8.59 | 8.987 | 9.575 | 9.58 | 9.585 | 9.123 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.2428030968 - Full duration: 34.0842261314 - - test scenario HeatStacks.create_update_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.817 | 4.322 | 4.498 | 4.571 | 4.643 | 4.268 | 100.0% | 10 | - | heat.update_stack | 2.571 | 3.085 | 3.495 | 3.651 | 3.807 | 3.093 | 100.0% | 10 | - | heat.delete_stack | 1.261 | 1.933 | 2.188 | 2.23 | 2.271 | 1.85 | 100.0% | 10 | - | total | 8.823 | 9.193 | 9.529 | 9.645 | 9.76 | 9.211 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 27.712323904 - Full duration: 34.6925389767 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.534 | 4.559 | 4.878 | 4.986 | 5.094 | 4.397 | 100.0% | 10 | - | heat.update_stack | 4.274 | 4.722 | 5.38 | 5.427 | 5.474 | 4.782 | 100.0% | 10 | - | heat.delete_stack | 2.324 | 2.687 | 3.01 | 3.031 | 3.051 | 2.761 | 100.0% | 10 | - | total | 10.398 | 11.879 | 12.749 | 13.064 | 13.379 | 11.941 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.5785570145 - Full duration: 43.5735290051 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.244 | 4.341 | 4.695 | 4.992 | 5.29 | 4.489 | 100.0% | 10 | - | heat.update_stack | 7.174 | 8.094 | 8.59 | 8.598 | 8.605 | 8.081 | 100.0% | 10 | - | heat.delete_stack | 2.663 | 2.892 | 3.804 | 3.808 | 3.813 | 3.088 | 100.0% | 10 | - | total | 15.231 | 15.561 | 16.269 | 16.292 | 16.315 | 15.659 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 46.8214969635 - Full duration: 54.2644329071 - - test scenario HeatStacks.create_update_delete_stack - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 4.041 | 4.381 | 4.699 | 4.835 | 4.971 | 4.435 | 100.0% | 10 | - | heat.update_stack | 4.032 | 4.694 | 5.611 | 5.758 | 5.906 | 4.82 | 100.0% | 10 | - | heat.delete_stack | 2.715 | 3.034 | 3.306 | 3.315 | 3.324 | 3.036 | 100.0% | 10 | - | total | 11.427 | 12.204 | 13.196 | 13.241 | 13.286 | 12.292 | 100.0% | 10 | - +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.1505100727 - Full duration: 44.6821551323 - - test scenario HeatStacks.create_update_delete_stack - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - | heat.create_stack | 3.692 | 4.397 | 4.751 | 4.908 | 5.065 | 4.428 | 100.0% | 10 | - | heat.update_stack | 3.631 | 4.037 | 4.866 | 4.875 | 4.885 | 4.167 | 100.0% | 10 | - | heat.delete_stack | 1.267 | 1.966 | 2.279 | 2.33 | 2.382 | 1.871 | 100.0% | 10 | - | total | 9.823 | 10.45 | 11.136 | 11.248 | 11.361 | 10.466 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 31.3539619446 - Full duration: 39.0203011036 - - test scenario HeatStacks.create_and_list_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 4.039 | 4.653 | 4.788 | 4.792 | 4.796 | 4.563 | 100.0% | 10 | - | heat.list_stacks | 0.052 | 0.39 | 0.447 | 0.461 | 0.474 | 0.339 | 100.0% | 10 | - | total | 4.106 | 4.992 | 5.218 | 5.244 | 5.27 | 4.902 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 14.8402919769 - Full duration: 27.3945071697 - - test scenario HeatStacks.create_check_delete_stack - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | heat.create_stack | 3.744 | 4.489 | 4.836 | 4.864 | 4.891 | 4.475 | 100.0% | 10 | - | heat.check_stack | 0.612 | 1.265 | 1.684 | 1.853 | 2.022 | 1.261 | 100.0% | 10 | - | heat.delete_stack | 1.272 | 1.804 | 2.077 | 2.209 | 2.342 | 1.813 | 100.0% | 10 | - | total | 6.355 | 7.754 | 8.128 | 8.148 | 8.168 | 7.55 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 23.1206851006 - Full duration: 31.1694560051 - - run_rally - INFO - Test scenario: "heat" OK. - - run_rally - INFO - Starting test scenario "keystone" ... - run_rally - INFO - - Preparing input task - Task 897d895f-d779-44a7-bb9b-0e66854f43da: started - Task 897d895f-d779-44a7-bb9b-0e66854f43da: finished - - test scenario KeystoneBasic.create_tenant_with_users - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.199 | 0.225 | 0.245 | 0.26 | 0.274 | 0.227 | 100.0% | 10 | - | keystone.create_users | 1.448 | 1.551 | 1.618 | 1.62 | 1.621 | 1.544 | 100.0% | 10 | - | total | 1.702 | 1.78 | 1.819 | 1.83 | 1.842 | 1.772 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.34110379219 - Full duration: 17.6792171001 - - test scenario KeystoneBasic.create_add_and_list_user_roles - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.206 | 0.231 | 0.279 | 0.28 | 0.281 | 0.238 | 100.0% | 10 | - | keystone.add_role | 0.248 | 0.256 | 0.3 | 0.314 | 0.328 | 0.269 | 100.0% | 10 | - | keystone.list_roles | 0.133 | 0.143 | 0.175 | 0.182 | 0.189 | 0.149 | 100.0% | 10 | - | total | 0.596 | 0.655 | 0.689 | 0.719 | 0.75 | 0.657 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.96121311188 - Full duration: 11.1928119659 - - test scenario KeystoneBasic.add_and_remove_user_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.201 | 0.224 | 0.231 | 0.232 | 0.233 | 0.22 | 100.0% | 10 | - | keystone.add_role | 0.245 | 0.259 | 0.287 | 0.295 | 0.304 | 0.265 | 100.0% | 10 | - | keystone.remove_role | 0.137 | 0.148 | 0.164 | 0.172 | 0.18 | 0.15 | 100.0% | 10 | - | total | 0.605 | 0.631 | 0.668 | 0.673 | 0.679 | 0.635 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.9179649353 - Full duration: 11.3398149014 - - test scenario KeystoneBasic.create_update_and_delete_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.204 | 0.23 | 0.249 | 0.262 | 0.276 | 0.234 | 100.0% | 10 | - | keystone.update_tenant | 0.134 | 0.136 | 0.178 | 0.179 | 0.18 | 0.148 | 100.0% | 10 | - | keystone.delete_tenant | 0.288 | 0.308 | 0.353 | 0.36 | 0.367 | 0.316 | 100.0% | 10 | - | total | 0.653 | 0.684 | 0.749 | 0.761 | 0.774 | 0.698 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.11506795883 - Full duration: 10.1015338898 - - test scenario KeystoneBasic.create_and_delete_service - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_service | 0.223 | 0.237 | 0.288 | 0.289 | 0.29 | 0.245 | 100.0% | 10 | - | keystone.delete_service | 0.14 | 0.152 | 0.165 | 0.175 | 0.185 | 0.154 | 100.0% | 10 | - | total | 0.373 | 0.389 | 0.43 | 0.442 | 0.453 | 0.399 | 100.0% | 10 | - +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.24712610245 - Full duration: 9.40017700195 - - test scenario KeystoneBasic.create_tenant - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.219 | 0.235 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | - | total | 0.219 | 0.236 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.738801002502 - Full duration: 6.97619819641 - - test scenario KeystoneBasic.create_user - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.257 | 100.0% | 10 | - | total | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.258 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.813333034515 - Full duration: 7.2009499073 - - test scenario KeystoneBasic.create_and_list_tenants - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.215 | 0.241 | 0.264 | 0.277 | 0.289 | 0.245 | 100.0% | 10 | - | keystone.list_tenants | 0.128 | 0.136 | 0.183 | 0.202 | 0.22 | 0.151 | 100.0% | 10 | - | total | 0.366 | 0.388 | 0.425 | 0.44 | 0.455 | 0.396 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.19499707222 - Full duration: 10.8357591629 - - test scenario KeystoneBasic.create_and_delete_role - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_role | 0.231 | 0.252 | 0.281 | 0.294 | 0.307 | 0.258 | 100.0% | 10 | - | keystone.delete_role | 0.28 | 0.293 | 0.399 | 0.418 | 0.437 | 0.329 | 100.0% | 10 | - | total | 0.511 | 0.579 | 0.676 | 0.69 | 0.704 | 0.587 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.80924010277 - Full duration: 10.1753411293 - - test scenario KeystoneBasic.get_entities - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_tenant | 0.24 | 0.257 | 0.281 | 0.283 | 0.284 | 0.258 | 100.0% | 10 | - | keystone.create_user | 0.15 | 0.164 | 0.206 | 0.206 | 0.206 | 0.171 | 100.0% | 10 | - | keystone.create_role | 0.13 | 0.136 | 0.143 | 0.159 | 0.176 | 0.139 | 100.0% | 10 | - | keystone.get_tenant | 0.13 | 0.138 | 0.141 | 0.143 | 0.146 | 0.137 | 100.0% | 10 | - | keystone.get_user | 0.112 | 0.132 | 0.137 | 0.137 | 0.137 | 0.131 | 100.0% | 10 | - | keystone.get_role | 0.129 | 0.133 | 0.139 | 0.156 | 0.174 | 0.137 | 100.0% | 10 | - | keystone.service_list | 0.129 | 0.132 | 0.135 | 0.137 | 0.138 | 0.133 | 100.0% | 10 | - | keystone.get_service | 0.132 | 0.135 | 0.178 | 0.178 | 0.178 | 0.147 | 100.0% | 10 | - | total | 1.204 | 1.22 | 1.323 | 1.328 | 1.332 | 1.252 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.79558706284 - Full duration: 16.6252310276 - - test scenario KeystoneBasic.create_and_list_users - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | keystone.create_user | 0.239 | 0.266 | 0.295 | 0.298 | 0.301 | 0.27 | 100.0% | 10 | - | keystone.list_users | 0.137 | 0.143 | 0.186 | 0.211 | 0.235 | 0.157 | 100.0% | 10 | - | total | 0.397 | 0.419 | 0.448 | 0.474 | 0.5 | 0.427 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.30778193474 - Full duration: 8.03108906746 - - run_rally - INFO - Test scenario: "keystone" OK. - - run_rally - INFO - Starting test scenario "neutron" ... - run_rally - INFO - - Preparing input task - Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: started - Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: finished - - test scenario NeutronNetworks.create_and_delete_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.806 | 0.859 | 0.937 | 0.938 | 0.939 | 0.873 | 100.0% | 10 | - | neutron.delete_port | 0.202 | 0.689 | 0.761 | 0.777 | 0.794 | 0.529 | 100.0% | 10 | - | total | 1.023 | 1.572 | 1.686 | 1.703 | 1.72 | 1.401 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.3307390213 - Full duration: 57.6386358738 - - test scenario NeutronNetworks.create_and_list_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.739 | 0.817 | 0.85 | 0.861 | 0.871 | 0.812 | 100.0% | 10 | - | neutron.create_router | 0.079 | 0.545 | 0.57 | 0.584 | 0.598 | 0.499 | 100.0% | 10 | - | neutron.add_interface_router | 0.348 | 0.89 | 0.978 | 0.986 | 0.994 | 0.793 | 100.0% | 10 | - | neutron.list_routers | 0.047 | 0.566 | 0.607 | 0.612 | 0.617 | 0.515 | 100.0% | 10 | - | total | 2.172 | 2.707 | 2.868 | 2.88 | 2.891 | 2.618 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.91338610649 - Full duration: 64.1935119629 - - test scenario NeutronNetworks.create_and_delete_routers - +------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.769 | 0.8 | 0.846 | 0.881 | 0.915 | 0.809 | 100.0% | 10 | - | neutron.create_router | 0.488 | 0.528 | 0.576 | 0.615 | 0.653 | 0.539 | 100.0% | 10 | - | neutron.add_interface_router | 0.839 | 0.882 | 0.983 | 0.985 | 0.987 | 0.901 | 100.0% | 10 | - | neutron.remove_interface_router | 0.343 | 0.809 | 0.898 | 0.906 | 0.913 | 0.763 | 100.0% | 10 | - | neutron.delete_router | 0.614 | 0.686 | 0.787 | 0.849 | 0.912 | 0.708 | 100.0% | 10 | - | total | 3.419 | 3.666 | 3.994 | 3.997 | 3.999 | 3.719 | 100.0% | 10 | - +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 11.0299580097 - Full duration: 65.4096131325 - - test scenario NeutronNetworks.create_and_list_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.83 | 0.888 | 0.995 | 1.184 | 1.372 | 0.935 | 100.0% | 10 | - | neutron.list_ports | 0.554 | 0.625 | 0.697 | 0.704 | 0.712 | 0.626 | 100.0% | 10 | - | total | 1.405 | 1.487 | 1.692 | 1.888 | 2.084 | 1.562 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 5.07633280754 - Full duration: 59.1840729713 - - test scenario NeutronNetworks.create_and_delete_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.731 | 0.806 | 0.857 | 0.933 | 1.01 | 0.812 | 100.0% | 10 | - | neutron.delete_subnet | 0.183 | 0.688 | 0.872 | 0.918 | 0.965 | 0.691 | 100.0% | 10 | - | total | 0.948 | 1.544 | 1.665 | 1.681 | 1.696 | 1.503 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.69728302956 - Full duration: 58.486093998 - - test scenario NeutronNetworks.create_and_delete_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.641 | 0.686 | 0.757 | 0.82 | 0.883 | 0.707 | 100.0% | 10 | - | neutron.delete_network | 0.158 | 0.632 | 0.656 | 0.665 | 0.674 | 0.585 | 100.0% | 10 | - | total | 0.901 | 1.305 | 1.424 | 1.469 | 1.514 | 1.292 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.96865105629 - Full duration: 36.4033529758 - - test scenario NeutronNetworks.create_and_list_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.634 | 0.679 | 0.751 | 0.797 | 0.844 | 0.695 | 100.0% | 10 | - | neutron.list_networks | 0.472 | 0.522 | 0.552 | 0.555 | 0.557 | 0.521 | 100.0% | 10 | - | total | 1.154 | 1.192 | 1.284 | 1.327 | 1.369 | 1.216 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.68979907036 - Full duration: 38.8585669994 - - test scenario NeutronNetworks.create_and_update_routers - +---------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.759 | 0.82 | 0.863 | 0.871 | 0.879 | 0.819 | 100.0% | 10 | - | neutron.create_router | 0.518 | 0.558 | 0.62 | 0.627 | 0.634 | 0.566 | 100.0% | 10 | - | neutron.add_interface_router | 0.465 | 0.878 | 1.032 | 1.081 | 1.13 | 0.879 | 100.0% | 10 | - | neutron.update_router | 0.158 | 0.636 | 0.722 | 0.73 | 0.737 | 0.564 | 100.0% | 10 | - | total | 2.298 | 2.877 | 3.13 | 3.178 | 3.226 | 2.827 | 100.0% | 10 | - +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 8.47763490677 - Full duration: 62.3842899799 - - test scenario NeutronNetworks.create_and_update_networks - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_network | 0.627 | 0.673 | 0.974 | 1.044 | 1.114 | 0.744 | 100.0% | 10 | - | neutron.update_network | 0.153 | 0.605 | 0.623 | 0.626 | 0.629 | 0.564 | 100.0% | 10 | - | total | 0.809 | 1.285 | 1.576 | 1.65 | 1.723 | 1.308 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.00336408615 - Full duration: 38.2563900948 - - test scenario NeutronNetworks.create_and_update_ports - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_port | 0.796 | 0.874 | 1.084 | 1.1 | 1.116 | 0.908 | 100.0% | 10 | - | neutron.update_port | 0.595 | 0.622 | 0.697 | 0.76 | 0.823 | 0.646 | 100.0% | 10 | - | total | 1.44 | 1.497 | 1.737 | 1.82 | 1.904 | 1.554 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.89373588562 - Full duration: 57.0287640095 - - test scenario NeutronNetworks.create_and_list_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.706 | 0.775 | 0.866 | 0.893 | 0.92 | 0.789 | 100.0% | 10 | - | neutron.list_subnets | 0.487 | 0.519 | 0.53 | 0.54 | 0.55 | 0.517 | 100.0% | 10 | - | total | 1.233 | 1.291 | 1.393 | 1.414 | 1.435 | 1.307 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.97321105003 - Full duration: 55.8097410202 - - test scenario NeutronNetworks.create_and_update_subnets - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | neutron.create_subnet | 0.72 | 0.834 | 0.873 | 0.905 | 0.936 | 0.819 | 100.0% | 10 | - | neutron.update_subnet | 0.24 | 0.66 | 0.83 | 0.838 | 0.847 | 0.61 | 100.0% | 10 | - | total | 1.098 | 1.433 | 1.66 | 1.686 | 1.713 | 1.429 | 100.0% | 10 | - +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.11318302155 - Full duration: 55.0307190418 - - run_rally - INFO - Test scenario: "neutron" OK. - - run_rally - INFO - Starting test scenario "nova" ... - run_rally - INFO - - Preparing input task - Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: started - Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: finished - - test scenario NovaKeypair.create_and_delete_keypair - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.695 | 0.769 | 0.948 | 0.991 | 1.035 | 0.816 | 100.0% | 10 | - | nova.delete_keypair | 0.017 | 0.453 | 0.499 | 0.551 | 0.604 | 0.423 | 100.0% | 10 | - | total | 0.944 | 1.187 | 1.524 | 1.533 | 1.542 | 1.239 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.69359993935 - Full duration: 34.1216721535 - - test scenario NovaServers.snapshot_server - +------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.466 | 7.619 | 9.603 | 9.617 | 9.63 | 7.898 | 100.0% | 10 | - | nova.create_image | 7.251 | 8.663 | 10.95 | 11.033 | 11.116 | 8.905 | 100.0% | 10 | - | nova.delete_server | 2.865 | 4.177 | 4.352 | 4.362 | 4.373 | 3.878 | 100.0% | 10 | - | nova.boot_server (2) | 7.263 | 7.636 | 9.053 | 9.177 | 9.301 | 7.965 | 100.0% | 10 | - | nova.delete_server (2) | 2.41 | 3.487 | 3.939 | 4.129 | 4.318 | 3.406 | 100.0% | 10 | - | nova.delete_image | 2.217 | 3.339 | 3.856 | 3.864 | 3.873 | 3.205 | 100.0% | 10 | - | total | 32.246 | 34.577 | 37.931 | 38.819 | 39.707 | 35.259 | 100.0% | 10 | - +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 104.138304949 - Full duration: 162.17621994 - - test scenario NovaKeypair.boot_and_delete_server_with_keypair - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_keypair | 0.717 | 0.776 | 0.905 | 0.916 | 0.927 | 0.799 | 100.0% | 10 | - | nova.boot_server | 5.96 | 7.356 | 9.573 | 9.701 | 9.829 | 7.641 | 100.0% | 10 | - | nova.delete_server | 3.226 | 3.979 | 4.24 | 4.272 | 4.305 | 3.929 | 100.0% | 10 | - | nova.delete_keypair | 0.018 | 0.446 | 0.498 | 0.498 | 0.498 | 0.375 | 100.0% | 10 | - | total | 11.513 | 12.362 | 14.5 | 14.767 | 15.033 | 12.746 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 37.7138030529 - Full duration: 95.0321340561 - - test scenario NovaKeypair.create_and_list_keypairs - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.create_keypair | 0.706 | 0.754 | 0.859 | 0.881 | 0.904 | 0.766 | 100.0% | 10 | - | nova.list_keypairs | 0.021 | 0.458 | 0.489 | 0.492 | 0.495 | 0.412 | 100.0% | 10 | - | total | 0.767 | 1.195 | 1.282 | 1.326 | 1.371 | 1.178 | 100.0% | 10 | - +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.66450190544 - Full duration: 35.3121151924 - - test scenario NovaServers.list_servers - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | nova.list_servers | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | - | total | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.67958188057 - Full duration: 102.272238016 - - test scenario NovaServers.resize_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.482 | 7.414 | 8.638 | 9.129 | 9.619 | 7.594 | 100.0% | 10 | - | nova.resize | 12.87 | 13.632 | 13.841 | 14.061 | 14.281 | 13.519 | 100.0% | 10 | - | nova.resize_confirm | 3.854 | 4.236 | 4.429 | 4.579 | 4.729 | 4.184 | 100.0% | 10 | - | nova.delete_server | 2.853 | 3.971 | 4.187 | 4.209 | 4.231 | 3.798 | 100.0% | 10 | - | total | 27.866 | 29.013 | 29.93 | 30.646 | 31.361 | 29.095 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 86.1472420692 - Full duration: 116.147330999 - - test scenario NovaServers.boot_server_from_volume_and_delete - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.809 | 9.646 | 10.21 | 10.4 | 10.59 | 9.268 | 100.0% | 10 | - | nova.boot_server | 7.938 | 9.663 | 10.373 | 10.451 | 10.528 | 9.379 | 100.0% | 10 | - | nova.delete_server | 3.263 | 4.164 | 4.323 | 4.341 | 4.359 | 3.965 | 100.0% | 10 | - | total | 21.009 | 22.166 | 24.464 | 24.608 | 24.752 | 22.612 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 65.8047540188 - Full duration: 133.871994019 - - test scenario NovaServers.boot_and_migrate_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.526 | 7.611 | 9.253 | 9.328 | 9.404 | 7.939 | 100.0% | 10 | - | nova.stop_server | 3.956 | 4.801 | 7.753 | 7.839 | 7.924 | 5.676 | 100.0% | 10 | - | nova.migrate | 9.278 | 9.686 | 10.387 | 10.401 | 10.415 | 9.75 | 100.0% | 10 | - | nova.resize_confirm | 3.763 | 4.624 | 4.769 | 4.775 | 4.781 | 4.457 | 100.0% | 10 | - | nova.delete_server | 3.333 | 3.772 | 4.263 | 4.388 | 4.514 | 3.895 | 100.0% | 10 | - | total | 28.369 | 30.746 | 35.217 | 35.664 | 36.111 | 31.718 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 95.1431679726 - Full duration: 124.915132999 - - test scenario NovaServers.boot_and_delete_server - +--------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.051 | 7.863 | 9.774 | 9.886 | 9.999 | 8.295 | 100.0% | 10 | - | nova.delete_server | 2.506 | 4.173 | 4.427 | 5.12 | 5.813 | 4.06 | 100.0% | 10 | - | total | 10.355 | 11.708 | 14.201 | 15.006 | 15.812 | 12.355 | 100.0% | 10 | - +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 36.3530268669 - Full duration: 92.853083849 - - test scenario NovaServers.boot_and_rebuild_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 6.552 | 7.699 | 10.036 | 10.113 | 10.19 | 8.371 | 100.0% | 10 | - | nova.rebuild_server | 9.522 | 11.78 | 13.651 | 13.906 | 14.162 | 11.746 | 100.0% | 10 | - | nova.delete_server | 3.327 | 4.064 | 4.61 | 4.82 | 5.03 | 4.065 | 100.0% | 10 | - | total | 19.511 | 25.224 | 26.458 | 26.522 | 26.586 | 24.182 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 73.8343379498 - Full duration: 129.419740915 - - test scenario NovaSecGroup.create_and_list_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 6.563 | 9.397 | 10.161 | 10.173 | 10.185 | 8.839 | 100.0% | 10 | - | nova.create_100_rules | 45.018 | 49.294 | 56.133 | 56.18 | 56.227 | 50.472 | 100.0% | 10 | - | nova.list_security_groups | 0.111 | 0.217 | 0.579 | 0.601 | 0.623 | 0.264 | 100.0% | 10 | - | total | 52.204 | 58.754 | 65.138 | 65.785 | 66.433 | 59.576 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 179.173851967 - Full duration: 240.213445902 - - test scenario NovaSecGroup.create_and_delete_secgroups - +--------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 7.358 | 9.711 | 10.153 | 10.476 | 10.798 | 9.428 | 100.0% | 10 | - | nova.create_100_rules | 47.694 | 51.106 | 54.599 | 55.137 | 55.674 | 51.004 | 100.0% | 10 | - | nova.delete_10_security_groups | 1.777 | 3.576 | 4.456 | 4.736 | 5.016 | 3.515 | 100.0% | 10 | - | total | 59.615 | 63.877 | 66.262 | 66.848 | 67.435 | 63.947 | 100.0% | 10 | - +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 191.541640997 - Full duration: 222.269508839 - - test scenario NovaServers.boot_and_bounce_server - +-------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.313 | 7.988 | 8.758 | 9.045 | 9.331 | 8.15 | 100.0% | 10 | - | nova.reboot_server | 5.889 | 6.906 | 7.056 | 7.078 | 7.101 | 6.624 | 100.0% | 10 | - | nova.soft_reboot_server | 6.349 | 6.773 | 8.096 | 8.126 | 8.156 | 6.947 | 100.0% | 10 | - | nova.stop_server | 4.4 | 5.425 | 6.714 | 7.318 | 7.922 | 5.67 | 100.0% | 10 | - | nova.start_server | 2.424 | 4.059 | 5.269 | 5.417 | 5.564 | 4.057 | 100.0% | 10 | - | nova.rescue_server | 8.473 | 9.131 | 9.695 | 9.957 | 10.219 | 9.177 | 100.0% | 10 | - | nova.unrescue_server | 2.688 | 5.82 | 6.893 | 6.92 | 6.948 | 5.504 | 100.0% | 10 | - | nova.delete_server | 3.393 | 3.812 | 4.417 | 4.473 | 4.53 | 3.858 | 100.0% | 10 | - | total | 47.129 | 50.214 | 51.652 | 52.087 | 52.523 | 50.006 | 100.0% | 10 | - +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 150.170030117 - Full duration: 206.320158958 - - test scenario NovaServers.boot_server - +----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.775 | 8.214 | 9.964 | 10.061 | 10.157 | 8.648 | 100.0% | 10 | - | total | 7.775 | 8.214 | 9.965 | 10.061 | 10.157 | 8.649 | 100.0% | 10 | - +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 25.5615310669 - Full duration: 72.0356788635 - - test scenario NovaSecGroup.boot_and_delete_server_with_secgroups - +-----------------------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.create_10_security_groups | 7.852 | 9.225 | 10.298 | 10.398 | 10.498 | 9.327 | 100.0% | 10 | - | nova.create_100_rules | 45.734 | 50.042 | 52.231 | 53.454 | 54.678 | 49.891 | 100.0% | 10 | - | nova.boot_server | 5.843 | 6.686 | 7.412 | 7.548 | 7.683 | 6.632 | 100.0% | 10 | - | nova.get_attached_security_groups | 0.173 | 0.215 | 0.678 | 0.757 | 0.836 | 0.311 | 100.0% | 10 | - | nova.delete_server | 2.437 | 2.94 | 3.313 | 3.412 | 3.512 | 2.92 | 100.0% | 10 | - | nova.delete_10_security_groups | 2.172 | 3.217 | 4.733 | 5.576 | 6.419 | 3.474 | 100.0% | 10 | - | total | 67.914 | 73.688 | 75.248 | 75.466 | 75.684 | 72.556 | 100.0% | 10 | - +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 217.134851933 - Full duration: 273.106995821 - - test scenario NovaServers.pause_and_unpause_server - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | nova.boot_server | 7.355 | 8.061 | 9.184 | 9.727 | 10.271 | 8.306 | 100.0% | 10 | - | nova.pause_server | 2.766 | 3.437 | 3.779 | 3.807 | 3.836 | 3.361 | 100.0% | 10 | - | nova.unpause_server | 2.762 | 3.685 | 3.988 | 4.013 | 4.037 | 3.492 | 100.0% | 10 | - | nova.delete_server | 2.835 | 3.909 | 4.299 | 4.343 | 4.387 | 3.776 | 100.0% | 10 | - | total | 16.602 | 18.903 | 20.184 | 20.456 | 20.729 | 18.936 | 100.0% | 10 | - +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 57.0698840618 - Full duration: 114.94224596 - - test scenario NovaServers.boot_server_from_volume - +----------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - | cinder.create_volume | 7.772 | 10.48 | 10.909 | 11.031 | 11.154 | 9.647 | 100.0% | 10 | - | nova.boot_server | 8.129 | 9.825 | 11.137 | 11.167 | 11.196 | 9.722 | 100.0% | 10 | - | total | 16.389 | 19.221 | 21.482 | 21.884 | 22.285 | 19.369 | 100.0% | 10 | - +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ - Load duration: 57.2666420937 - Full duration: 114.729999065 - - test scenario NovaServers.boot_and_list_server - +-----------------------------------------------------------------------------------------+ - | Response Times (sec) | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - | nova.boot_server | 7.43 | 8.747 | 9.88 | 10.022 | 10.163 | 8.832 | 100.0% | 10 | - | nova.list_servers | 0.267 | 1.207 | 1.259 | 1.275 | 1.29 | 1.04 | 100.0% | 10 | - | total | 8.602 | 9.378 | 11.07 | 11.227 | 11.384 | 9.873 | 100.0% | 10 | - +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ - Load duration: 29.5450980663 - Full duration: 106.656322002 - - run_rally - INFO - Test scenario: "nova" OK. - - run_rally - INFO - Starting test scenario "quotas" ... - run_rally - INFO - - Preparing input task - Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: started - Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: finished - - test scenario Quotas.cinder_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | - | total | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 4.06574201584 - Full duration: 14.4119129181 - - test scenario Quotas.neutron_update - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.498 | 0.56 | 0.589 | 0.591 | 0.593 | 0.558 | 100.0% | 10 | - | total | 0.62 | 0.66 | 0.701 | 0.702 | 0.703 | 0.667 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 2.05467915535 - Full duration: 11.7390589714 - - test scenario Quotas.cinder_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 1.19 | 1.288 | 1.399 | 1.415 | 1.432 | 1.303 | 100.0% | 10 | - | quotas.delete_quotas | 0.531 | 1.107 | 1.208 | 1.235 | 1.262 | 1.062 | 100.0% | 10 | - | total | 1.779 | 2.435 | 2.535 | 2.549 | 2.562 | 2.365 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 7.07872509956 - Full duration: 17.2571020126 - - test scenario Quotas.nova_update_and_delete - +-------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | quotas.update_quotas | 0.669 | 0.708 | 0.732 | 0.745 | 0.757 | 0.703 | 100.0% | 10 | - | quotas.delete_quotas | 0.02 | 0.508 | 0.557 | 0.558 | 0.559 | 0.466 | 100.0% | 10 | - | total | 0.727 | 1.212 | 1.275 | 1.28 | 1.285 | 1.169 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 3.64670991898 - Full duration: 13.1532580853 - - test scenario Quotas.nova_update - +------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - | quotas.update_quotas | 0.652 | 0.726 | 0.761 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | - | total | 0.652 | 0.727 | 0.762 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | - +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ - Load duration: 2.22018194199 - Full duration: 11.9367260933 - - run_rally - INFO - Test scenario: "quotas" OK. - - run_rally - INFO - Starting test scenario "requests" ... - run_rally - INFO - - Preparing input task - Task 89de006e-a4fd-4526-9211-477075f8e5fc: started - Task 89de006e-a4fd-4526-9211-477075f8e5fc: finished - - test scenario HttpRequests.check_random_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.184 | 0.456 | 1.019 | 1.022 | 1.026 | 0.555 | 100.0% | 10 | - | total | 0.184 | 0.456 | 1.02 | 1.023 | 1.026 | 0.555 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 1.69973492622 - Full duration: 5.72609114647 - - test scenario HttpRequests.check_request - +---------------------------------------------------------------------------------------------+ - | Response Times (sec) | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | action | min | median | 90%ile | 95%ile | max | avg | success | count | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - | requests.check_request | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | - | total | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | - +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ - Load duration: 0.616016864777 - Full duration: 4.89253997803 - - run_rally - INFO - Test scenario: "requests" OK. - - run_rally - INFO - - - Rally Summary Report - +===================+============+===============+===========+ - | Module | Duration | nb. Test Run | Success | - +===================+============+===============+===========+ - | authenticate | 00:35 | 10 | 100.00% | - +-------------------+------------+---------------+-----------+ - | glance | 02:20 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | cinder | 19:44 | 50 | 100.00% | - +-------------------+------------+---------------+-----------+ - | heat | 09:29 | 35 | 100.00% | - +-------------------+------------+---------------+-----------+ - | keystone | 01:59 | 29 | 100.00% | - +-------------------+------------+---------------+-----------+ - | neutron | 10:48 | 31 | 100.00% | - +-------------------+------------+---------------+-----------+ - | nova | 39:36 | 61 | 100.00% | - +-------------------+------------+---------------+-----------+ - | quotas | 01:08 | 7 | 100.00% | - +-------------------+------------+---------------+-----------+ - | requests | 00:10 | 2 | 100.00% | - +-------------------+------------+---------------+-----------+ - +===================+============+===============+===========+ - | TOTAL: | 01:25:53 | 232 | 100.00% | - +===================+============+===============+===========+ - - -SDN Controller --------------- - -ODL -^^^ -:: - - ============================================================================== - Basic - ============================================================================== - Basic.010 Restconf OK :: Test suite to verify Restconf is OK - ============================================================================== - Get Controller Modules :: Get the controller modules via Restconf | PASS | - ------------------------------------------------------------------------------ - Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Basic | PASS | - 1 critical test, 1 passed, 0 failed - 1 test total, 1 passed, 0 failed - ============================================================================== - Output: /home/opnfv/output.xml - Log: /home/opnfv/log.html - Report: /home/opnfv/report.html - ============================================================================== - Neutron :: Test suite for Neutron Plugin - ============================================================================== - Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... - ============================================================================== - Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | - ------------------------------------------------------------------------------ - Create Network :: Create new network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network :: Check Network created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... - ============================================================================== - Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | - ------------------------------------------------------------------------------ - Create New subnet :: Create new subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight - ============================================================================== - Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | - ------------------------------------------------------------------------------ - Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | - ------------------------------------------------------------------------------ - Create New Port :: Create new port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New Port :: Check new subnet created in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | - 4 critical tests, 4 passed, 0 failed - 4 tests total, 4 passed, 0 failed - ============================================================================== - Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... - ============================================================================== - Delete New Port :: Delete previously created port in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Port Deleted :: Check port deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... - ============================================================================== - Delete New subnet :: Delete previously created subnet in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... - ============================================================================== - Delete Network :: Delete network in OpenStack | PASS | - ------------------------------------------------------------------------------ - Check Network deleted :: Check Network deleted in OpenDaylight | PASS | - ------------------------------------------------------------------------------ - Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | - 2 critical tests, 2 passed, 0 failed - 2 tests total, 2 passed, 0 failed - ============================================================================== - Neutron :: Test suite for Neutron Plugin | PASS | - 18 critical tests, 18 passed, 0 failed - 18 tests total, 18 passed, 0 failed - - -Feature tests -------------- - -Promise -^^^^^^^ -:: - - FUNCTEST.info: Running PROMISE test case... - Promise- INFO - Creating tenant 'promise'... - Promise- INFO - Adding role 'eed9b04b536646c994679496e7b653cc' to tenant 'promise'... - Promise- INFO - Creating user 'promiser'... - Promise- INFO - Updating OpenStack credentials... - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... - Promise- INFO - Creating flavor 'promise-flavor'... - Promise- INFO - Exporting environment variables... - Promise- INFO - Running command: npm run -s test -- --reporter json - Promise- INFO - The test succeeded. - { - "stats": { - "suites": 23, - "tests": 33, - "passes": 33, - "pending": 0, - "failures": 0, - "start": "2016-02-23T10:44:37.402Z", - "end": "2016-02-23T10:44:42.006Z", - "duration": 4604 - }, - "tests": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1171, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 29, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 23, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 13, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1144, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 3, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 0, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 71, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 9, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1025, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 5, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 125, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 18, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 74, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 88, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 19, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 1, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 18, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 13, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 66, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 74, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 69, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 507, - "err": {} - } - ], - "pending": [], - "failures": [], - "passes": [ - { - "title": "should add a new OpenStack provider without error", - "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", - "duration": 1171, - "err": {} - }, - { - "title": "should update promise.providers with a new entry", - "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", - "duration": 7, - "err": {} - }, - { - "title": "should contain a new ResourceProvider record in the store", - "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", - "duration": 1, - "err": {} - }, - { - "title": "should add more capacity to the reservation service without error", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", - "duration": 29, - "err": {} - }, - { - "title": "should update promise.pools with a new entry", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", - "duration": 1, - "err": {} - }, - { - "title": "should contain a ResourcePool record in the store", - "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should report total collections and utilizations", - "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", - "duration": 23, - "err": {} - }, - { - "title": "should contain newly added capacity pool", - "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", - "duration": 13, - "err": {} - }, - { - "title": "should create a new server in target provider without error", - "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", - "duration": 1144, - "err": {} - }, - { - "title": "should update promise.allocations with a new entry", - "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", - "duration": 3, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should reference the created server ID from the provider", - "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", - "duration": 0, - "err": {} - }, - { - "title": "should have low priority state", - "fullTitle": "promise allocation without reservation create-instance should have low priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (no start/end) without error", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", - "duration": 71, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", - "duration": 9, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should create a new server in target provider (with reservation) without error", - "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", - "duration": 1025, - "err": {} - }, - { - "title": "should contain a new ResourceAllocation record in the store", - "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should be referenced in the reservation record", - "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", - "duration": 5, - "err": {} - }, - { - "title": "should have high priority state", - "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", - "duration": 0, - "err": {} - }, - { - "title": "should create reservation record (for future) without error", - "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", - "duration": 125, - "err": {} - }, - { - "title": "should update promise.reservations with a new entry", - "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", - "duration": 18, - "err": {} - }, - { - "title": "should contain a new ResourceReservation record in the store", - "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", - "duration": 0, - "err": {} - }, - { - "title": "should contain newly created future reservation", - "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", - "duration": 74, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", - "duration": 88, - "err": {} - }, - { - "title": "should modify existing reservation without error", - "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", - "duration": 19, - "err": {} - }, - { - "title": "should no longer contain record of the deleted reservation", - "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", - "duration": 1, - "err": {} - }, - { - "title": "should decrease available capacity from a provider in the future", - "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", - "duration": 18, - "err": {} - }, - { - "title": "should increase available capacity from a provider in the future", - "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", - "duration": 13, - "err": {} - }, - { - "title": "should report available collections and utilizations", - "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", - "duration": 66, - "err": {} - }, - { - "title": "should fail to create immediate reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", - "duration": 74, - "err": {} - }, - { - "title": "should fail to create future reservation record with proper error", - "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", - "duration": 69, - "err": {} - }, - { - "title": "should successfully destroy all allocations", - "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", - "duration": 507, - "err": {} - } - ] - } - Promise- INFO - - **************************************** - Promise test report - - **************************************** - Suites: 23 - Tests: 33 - Passes: 33 - Pending: 0 - Failures: 0 - Start: 2016-02-23T10:44:37.402Z - End: 2016-02-23T10:44:42.006Z - Duration: 4.604 - **************************************** - - Promise- INFO - Pushing results to DB... diff --git a/docs/results/overview.rst b/docs/results/overview.rst deleted file mode 100644 index ea71426b..00000000 --- a/docs/results/overview.rst +++ /dev/null @@ -1,79 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -FuncTest test result document overview -====================================== - -Functest project is described in `Functest user guide`_. -The user guide details the different test cases as well as the possible errors. -A `developer guide`_ and a `configuration guide`_ are also available. - -Functest is run systematically at the end of an OPNFV fresh installation. -All the runnable tests are run sequentially. The installer and the scenario are -considered to evaluate whether the test case can be run or not. That is why all -the number of test cases may vary from 1 installer to another and from 1 -scenario to another. - -The list of scenario supported by installer can be described as follows: - -+----------------+---------+---------+---------+---------+ -| Scenario | Apex | Compass | Fuel | Joid | -+================+=========+=========+=========+=========+ -| odl_l2 | X | X | X | X | -+----------------+---------+---------+---------+---------+ -| onos | | X | | | -+----------------+---------+---------+---------+---------+ -| nosdn | | X | X | | -+----------------+---------+---------+---------+---------+ -| ovs (dpdk) | | | X | | -+----------------+---------+---------+---------+---------+ - -The matrix below details the Functest runnable tests versus the installer and -the scenario: - -+----------------+-------------+-------------+-------------+-------------+ -| Test cases | Apex | Compass | Fuel | Joid | -+================+=============+=============+=============+=============+ -| vPing SSH | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| vPing userdata | all except | all except | all except | all except | -| | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Tempest | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| Rally | all | all | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| ODL | all ODL | all ODL | all ODL | all ODL | -+----------------+-------------+-------------+-------------+-------------+ -| ONOS | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Promise | no | no | all | all | -+----------------+-------------+-------------+-------------+-------------+ -| vIMS | all except | all except | all except | all except | -| | ONOS | ONOS | ONOS | ONOS | -+----------------+-------------+-------------+-------------+-------------+ -| Doctor | all | no | no | no | -+----------------+-------------+-------------+-------------+-------------+ - -all means that the test case is run on all the scenarios related to the -installer. - -Functest results from continuous integration can be found in: - * jenkins logs: https://build.opnfv.org/ci/view/functest/ - * artifacts http://artifacts.opnfv.org/, it includes the tempest logs and the - Rally html pages - -Additional test result assests and information -============================================== - -The Functest deals with 2 dashboards: - * The `Test Dashboard`_ provides an overview of all the projects - * The `Functest Dashboard`_ dedicated to Functest real-time test results - - * is used to provide a quick overview of the different testcases according to installer and scenario. - -.. _`Test Dashboard`: https://www.opnfv.org/opnfvtestgraphs/per-test-projects/default -.. _`Functest Dashboard`: https://testresults.opnfv.org/dashboard/ -.. _`Functest user guide`: artifacts.opnfv.org/functest/docs/userguide/index.html -.. _`developer guide`: artifacts.opnfv.org/functest/docs/devguide/index.html -.. _`configuration guide`: artifacts.opnfv.org/functest/docs/configguide/index.html diff --git a/docs/results/results.rst b/docs/results/results.rst deleted file mode 100644 index f4f210af..00000000 --- a/docs/results/results.rst +++ /dev/null @@ -1,73 +0,0 @@ -.. This work is licensed under a Creative Commons Attribution 4.0 International Licence. -.. http://creativecommons.org/licenses/by/4.0 - -Results listed by scenario -========================== - -The following sections describe the functest results as evaluated for -the Brahmaputra release scenario validation runs. Each section describes -the determined state of the specific scenario as deployed in the Brahmaputra -release process. - -To qualify for release the scenarios must have deployed and been successfully -tested in four consecutive installations to establish stability of deployment -and feature capability - -.. toctree:: - -.. include:: ./compass-os-nosdn-nofeature-ha.rst - -.. toctree:: - -.. include:: ./compass-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./compass-os-onos-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-nosdn-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-nosdn-ovs-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./fuel-os-onos-nofeature-ha.rst - -.. toctree:: - -.. include:: ./apex-os-odl_l2-nofeature-ha.rst - -.. toctree:: - -.. include:: ./joid-os-odl_l2-nofeature-ha.rst - -.. Add each of the scenario files as they are set to -.. release ready and the results are available for publishing. - -.. apex-os-ocl-nofeature-ha.rst -.. apex-os-odl_l2-sfc-ha.rst -.. apex-os-odl_l3-nofeature-ha.rst -.. apex-os-onos-nofeature-ha.rst -.. apex-os-odl_l2-nofeature-ha.rst -.. compass-os-onos-nofeature-ha.rst -.. compass-os-ocl-nofeature-ha.rst -.. compass-os-odl_l2-nofeature-ha.rst -.. fuel-os-nosdn-kvm-ha.rst -.. fuel-os-nosdn-nofeature-ha.rst -.. fuel-os-nosdn-ovs-ha.rst -.. fuel-os-odl_l2-bgpvpn-ha.rst -.. fuel-os-odl_l2-nofeature-ha.rst -.. fuel-os-odl_l3-nofeature-ha.rst -.. fuel-os-onos-nofeature-ha.rst -.. joid-os-nosdn-nofeature-ha.rst -.. joid-os-ocl-nofeature-ha.rst -.. joid-os-odl_l2-nofeature-ha.rst -.. joid-os-onos-nofeature-ha.rst diff --git a/docs/userguide/index.rst b/docs/userguide/index.rst index bc02776a..9436de2b 100644 --- a/docs/userguide/index.rst +++ b/docs/userguide/index.rst @@ -236,7 +236,7 @@ SNAPS stands for "SNA/NFV Application development Platform and Stack". This project seeks to develop baseline OpenStack NFV installations. It has been developed by Steven Pisarski and provided an object oriented library to perform functional and performance tests. It has been declined in several test suites in -Functest. +Functest, 2 are part of healthcheck tier, one belongs to smoke tier. connection check ^^^^^^^^^^^^^^^^ @@ -251,7 +251,7 @@ snaps.use_keystone is True, functest must have access to the cloud's private network. This suite consists in 49 tests (test duration< 2 minutes) -Snaps_smoke +snaps_smoke ^^^^^^^^^^^ This test case contains tests that setup and destroy environments with VMs with and without Floating IPs with a newly created user and project. Set the config @@ -372,7 +372,6 @@ Please refer to the dedicated feature user guides for details: * copper: http://artifacts.opnfv.org/copper/danube/docs/userguide/index.html * doctor: http://artifacts.opnfv.org/doctor/danube/userguide/index.html * domino: http://artifacts.opnfv.org/domino/docs/userguide-single/index.html - * moon: http://artifacts.opnfv.org/moon/docs/userguide/index.html * multisites: http://artifacts.opnfv.org/multisite/docs/userguide/index.html * onos-sfc: http://artifacts.opnfv.org/onosfw/danube/userguide/index.html * odl-sfc: http://artifacts.opnfv.org/sfc/danube/userguide/index.html diff --git a/docs/userguide/introduction.rst b/docs/userguide/introduction.rst index e5a090ed..4dfe7937 100644 --- a/docs/userguide/introduction.rst +++ b/docs/userguide/introduction.rst @@ -149,10 +149,6 @@ validate the scenario for the release. | | | multisites | Multisites | | | | | See `Multisite User Guide`_ for | | | | | details | -| | +----------------+----------------------------------+ -| | | moon | Security management system | -| | | | See `Moon User Guide`_ for | -| | | | details | +-------------+---------------+----------------+----------------------------------+ | VNF | vnf | cloudify_ims | Example of a real VNF deployment | | | | | to show the NFV capabilities of | @@ -257,4 +253,3 @@ section `Executing the functest suites`_ of this document. .. _`Functest Dashboard`: http://testresults.opnfv.org/kibana_dashboards/ .. _`SFC User Guide`: http://artifacts.opnfv.org/sfc/colorado/userguide/index.html .. _`Multisite User Guide`: http://artifacts.opnfv.org/multisite/docs/userguide/index.html -.. _`Moon User Guide`: http://artifacts.opnfv.org/moon/docs/userguide/index.html diff --git a/docs/userguide/runfunctest.rst b/docs/userguide/runfunctest.rst index ef101710..b5c7191c 100644 --- a/docs/userguide/runfunctest.rst +++ b/docs/userguide/runfunctest.rst @@ -62,10 +62,10 @@ command:: root@22e436918db0:~/repos/functest/ci# functest testcase list healthcheck + api_check + connection_check vping_ssh vping_userdata - connection_check - api_check snaps_smoke tempest_smoke_serial rally_sanity @@ -287,7 +287,7 @@ variables: * The scenario [controller]-[feature]-[mode], stored in DEPLOY_SCENARIO with * controller = (odl|onos|ocl|nosdn) - * feature = (ovs(dpdk)|kvm|sfc|bgpvpn|moon|multisites) + * feature = (ovs(dpdk)|kvm|sfc|bgpvpn|multisites) * mode = (ha|noha) The constraints per test case are defined in the Functest configuration file diff --git a/functest/ci/check_os.sh b/functest/ci/check_os.sh index e2471026..b875a173 100755 --- a/functest/ci/check_os.sh +++ b/functest/ci/check_os.sh @@ -57,11 +57,11 @@ echo " ...OK" echo "Checking OpenStack basic services:" -commands=('openstack endpoint list' 'nova list' 'neutron net-list' \ - 'glance image-list' 'cinder list') +commands=('openstack endpoint list' 'openstack server list' 'openstack network list' \ + 'openstack image list' 'openstack volume list') for cmd in "${commands[@]}" do - service=$(echo $cmd | awk '{print $1}') + service=$(echo $cmd | awk '{print $1, $2}') echo ">>Checking $service service..." $cmd &>/dev/null result=$? diff --git a/functest/ci/config_functest.yaml b/functest/ci/config_functest.yaml index f6cb14cb..d0442cf9 100755 --- a/functest/ci/config_functest.yaml +++ b/functest/ci/config_functest.yaml @@ -5,7 +5,6 @@ general: dir_odl: functest/opnfv_tests/sdn/odl rally: functest/opnfv_tests/openstack/rally tempest_cases: functest/opnfv_tests/openstack/tempest/custom_tests - dir_vIMS: functest/opnfv_tests/vnf/ims dir_onos: functest/opnfv_tests/sdn/onos/teston dir_onos_sfc: functest/opnfv_tests/sdn/onos/sfc @@ -27,13 +26,14 @@ general: repo_parser: /home/opnfv/repos/parser repo_domino: /home/opnfv/repos/domino repo_snaps: /home/opnfv/repos/snaps + repo_securityscan: /home/opnfv/repos/securityscanning functest: /home/opnfv/functest functest_test: /home/opnfv/repos/functest/functest/opnfv_tests results: /home/opnfv/functest/results functest_logging_cfg: /home/opnfv/repos/functest/functest/ci/logging.json functest_conf: /home/opnfv/functest/conf functest_data: /home/opnfv/functest/data - dir_vIMS_data: /home/opnfv/functest/data/vIMS/ + ims_data: /home/opnfv/functest/data/ims/ rally_inst: /home/opnfv/.rally openstack: @@ -125,45 +125,7 @@ vnf: cloudify_ims: tenant_name: cloudify_ims tenant_description: vIMS - tenant_images: - ubuntu_14.04: http://cloud-images.ubuntu.com/trusty/current/trusty-server-cloudimg-amd64-disk1.img - centos_7: http://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud-1510.qcow2 - cloudify: - blueprint: - url: https://github.com/boucherv-orange/cloudify-manager-blueprints.git - branch: "3.3.1-build" - requierments: - ram_min: 3000 - os_image: centos_7 - inputs: - keystone_username: "" - keystone_password: "" - keystone_tenant_name: "" - keystone_url: "" - manager_public_key_name: 'manager-kp' - agent_public_key_name: 'agent-kp' - image_id: "" - flavor_id: "3" - external_network_name: "" - ssh_user: centos - agents_user: ubuntu - clearwater: - blueprint: - file_name: 'openstack-blueprint.yaml' - name: "clearwater-opnfv" - destination_folder: "opnfv-cloudify-clearwater" - url: https://github.com/Orange-OpenSource/opnfv-cloudify-clearwater.git - branch: "stable" - deployment_name: 'clearwater-opnfv' - requirements: - ram_min: 1700 - os_image: ubuntu_14.04 - inputs: - image_id: '' - flavor_id: '' - agent_user: 'ubuntu' - external_network_name: '' - public_domain: clearwater.opnfv + config: cloudify_ims.yaml orchestra_ims: tenant_name: orchestra_ims tenant_description: ims deployed with openbaton diff --git a/functest/ci/exec_test.sh b/functest/ci/exec_test.sh index 6a2b55a2..aa0cfaf7 100755 --- a/functest/ci/exec_test.sh +++ b/functest/ci/exec_test.sh @@ -105,14 +105,6 @@ function run_test(){ # no need to run anything until refactoring done # ${REPOS_DIR}/ovno/Testcases/RunTests.sh ;; - "security_scan") - echo "Sourcing Credentials ${FUNCTEST_CONF_DIR}/stackrc for undercloud .." - source ${FUNCTEST_CONF_DIR}/stackrc - python ${FUNCTEST_TEST_DIR}/security_scan/security_scan.py --config ${FUNCTEST_TEST_DIR}/security_scan/config.ini - ;; - "moon") - python ${REPOS_DIR}/moon/tests/run_tests.py $report - ;; *) echo "The test case '${test_name}' does not exist." exit 1 diff --git a/functest/ci/prepare_env.py b/functest/ci/prepare_env.py index b3e59020..6b24fe08 100755 --- a/functest/ci/prepare_env.py +++ b/functest/ci/prepare_env.py @@ -47,7 +47,8 @@ class PrepareEnvParser(): def __init__(self): self.parser = argparse.ArgumentParser() self.parser.add_argument("action", help="Possible actions are: " - "'{d[0]}|{d[1]}' ".format(d=actions)) + "'{d[0]}|{d[1]}' ".format(d=actions), + choices=actions) self.parser.add_argument("-d", "--debug", help="Debug mode", action="store_true") @@ -140,14 +141,14 @@ def source_rc_file(): if CONST.INSTALLER_IP is None: logger.error("The env variable CI_INSTALLER_IP must be provided in" " order to fetch the credentials from the installer.") - sys.exit("Missing CI_INSTALLER_IP.") + raise Exception("Missing CI_INSTALLER_IP.") if CONST.INSTALLER_TYPE not in opnfv_constants.INSTALLERS: logger.error("Cannot fetch credentials. INSTALLER_TYPE=%s is " "not a valid OPNFV installer. Available " "installers are : %s." % (CONST.INSTALLER_TYPE, opnfv_constants.INSTALLERS)) - sys.exit("Wrong INSTALLER_TYPE.") + raise Exception("Wrong INSTALLER_TYPE.") cmd = ("/home/opnfv/repos/releng/utils/fetch_os_creds.sh " "-d %s -i %s -a %s" @@ -159,23 +160,18 @@ def source_rc_file(): output = p.communicate()[0] logger.debug("\n%s" % output) if p.returncode != 0: - logger.error("Failed to fetch credentials from installer.") - sys.exit(1) + raise Exception("Failed to fetch credentials from installer.") else: logger.info("RC file provided in %s." % CONST.openstack_creds) if os.path.getsize(CONST.openstack_creds) == 0: - logger.error("The file %s is empty." - % CONST.openstack_creds) - sys.exit(1) + raise Exception("The file %s is empty." % CONST.openstack_creds) logger.info("Sourcing the OpenStack RC file...") - creds = os_utils.source_credentials( + os_utils.source_credentials( CONST.openstack_creds) - str = "" - for key, value in creds.iteritems(): + for key, value in os.environ.iteritems(): if re.search("OS_", key): - str += "\n\t\t\t\t\t\t " + key + "=" + value if key == 'OS_AUTH_URL': CONST.OS_AUTH_URL = value elif key == 'OS_USERNAME': @@ -213,7 +209,7 @@ def verify_deployment(): line = p.stdout.readline().rstrip() if "ERROR" in line: logger.error(line) - sys.exit("Problem while running 'check_os.sh'.") + raise Exception("Problem while running 'check_os.sh'.") logger.info(line) @@ -272,46 +268,43 @@ def create_flavor(): def check_environment(): msg_not_active = "The Functest environment is not installed." if not os.path.isfile(CONST.env_active): - logger.error(msg_not_active) - sys.exit(1) + raise Exception(msg_not_active) with open(CONST.env_active, "r") as env_file: s = env_file.read() if not re.search("1", s): - logger.error(msg_not_active) - sys.exit(1) + raise Exception(msg_not_active) logger.info("Functest environment is installed.") def main(**kwargs): - if not (kwargs['action'] in actions): - logger.error('Argument not valid.') - sys.exit() - - if kwargs['action'] == "start": - logger.info("######### Preparing Functest environment #########\n") - check_env_variables() - create_directories() - source_rc_file() - patch_config_file() - verify_deployment() - install_rally() - install_tempest() - create_flavor() - - with open(CONST.env_active, "w") as env_file: - env_file.write("1") - - check_environment() - - if kwargs['action'] == "check": - check_environment() - - exit(0) + try: + if not (kwargs['action'] in actions): + logger.error('Argument not valid.') + return -1 + elif kwargs['action'] == "start": + logger.info("######### Preparing Functest environment #########\n") + check_env_variables() + create_directories() + source_rc_file() + patch_config_file() + verify_deployment() + install_rally() + install_tempest() + create_flavor() + with open(CONST.env_active, "w") as env_file: + env_file.write("1") + check_environment() + elif kwargs['action'] == "check": + check_environment() + except Exception as e: + logger.error(e) + return -1 + return 0 if __name__ == '__main__': parser = PrepareEnvParser() args = parser.parse_args(sys.argv[1:]) - main(**args) + sys.exit(main(**args)) diff --git a/functest/ci/run_tests.py b/functest/ci/run_tests.py index 320102dd..b1ab9169 100755 --- a/functest/ci/run_tests.py +++ b/functest/ci/run_tests.py @@ -10,6 +10,7 @@ import argparse import datetime +import enum import importlib import os import re @@ -35,7 +36,16 @@ logger = ft_logger.Logger("run_tests").getLogger() EXEC_SCRIPT = ("%s/functest/ci/exec_test.sh" % CONST.dir_repo_functest) # This will be the return code of this script. If any of the tests fails, -# this variable will change to -1 +# this variable will change to Result.EX_ERROR + + +class Result(enum.Enum): + EX_OK = os.EX_OK + EX_ERROR = -1 + + +class BlockingTestFailed(Exception): + pass class RunTestsParser(): @@ -60,7 +70,7 @@ class RunTestsParser(): class GlobalVariables: EXECUTED_TEST_CASES = [] - OVERALL_RESULT = 0 + OVERALL_RESULT = Result.EX_OK CLEAN_FLAG = True REPORT_FLAG = False @@ -75,11 +85,10 @@ def print_separator(str, count=45): def source_rc_file(): rc_file = CONST.openstack_creds if not os.path.isfile(rc_file): - logger.error("RC file %s does not exist..." % rc_file) - sys.exit(1) + raise Exception("RC file %s does not exist..." % rc_file) logger.debug("Sourcing the OpenStack RC file...") - creds = os_utils.source_credentials(rc_file) - for key, value in creds.iteritems(): + os_utils.source_credentials(rc_file) + for key, value in os.environ.iteritems(): if re.search("OS_", key): if key == 'OS_AUTH_URL': ft_constants.OS_AUTH_URL = value @@ -179,19 +188,16 @@ def run_test(test, tier_name, testcases=None): if result != 0: logger.error("The test case '%s' failed. " % test_name) - GlobalVariables.OVERALL_RESULT = -1 + GlobalVariables.OVERALL_RESULT = Result.EX_ERROR result_str = "FAIL" if test.is_blocking(): if not testcases or testcases == "all": - logger.info("This test case is blocking. Aborting overall " - "execution.") # if it is a single test we don't print the whole results table update_test_info(test_name, result_str, duration_str) generate_report.main(GlobalVariables.EXECUTED_TEST_CASES) - logger.info("Execution exit value: %s" % - GlobalVariables.OVERALL_RESULT) - sys.exit(GlobalVariables.OVERALL_RESULT) + raise BlockingTestFailed("The test case {} failed and is blocking" + .format(test.get_name())) update_test_info(test_name, result_str, duration_str) @@ -246,33 +252,37 @@ def main(**kwargs): if kwargs['report']: GlobalVariables.REPORT_FLAG = True - if kwargs['test']: - source_rc_file() - if _tiers.get_tier(kwargs['test']): - run_tier(_tiers.get_tier(kwargs['test'])) - - elif _tiers.get_test(kwargs['test']): - run_test(_tiers.get_test(kwargs['test']), - _tiers.get_tier(kwargs['test']), - kwargs['test']) - - elif kwargs['test'] == "all": - run_all(_tiers) - + try: + if kwargs['test']: + source_rc_file() + if _tiers.get_tier(kwargs['test']): + GlobalVariables.EXECUTED_TEST_CASES = generate_report.init( + [_tiers.get_tier(kwargs['test'])]) + run_tier(_tiers.get_tier(kwargs['test'])) + elif _tiers.get_test(kwargs['test']): + run_test(_tiers.get_test(kwargs['test']), + _tiers.get_tier(kwargs['test']), + kwargs['test']) + elif kwargs['test'] == "all": + run_all(_tiers) + else: + logger.error("Unknown test case or tier '%s', " + "or not supported by " + "the given scenario '%s'." + % (kwargs['test'], CI_SCENARIO)) + logger.debug("Available tiers are:\n\n%s" + % _tiers) + return Result.EX_ERROR else: - logger.error("Unknown test case or tier '%s', or not supported by " - "the given scenario '%s'." - % (kwargs['test'], CI_SCENARIO)) - logger.debug("Available tiers are:\n\n%s" - % _tiers) - else: - run_all(_tiers) - + run_all(_tiers) + except Exception as e: + logger.error(e) + GlobalVariables.OVERALL_RESULT = Result.EX_ERROR logger.info("Execution exit value: %s" % GlobalVariables.OVERALL_RESULT) - sys.exit(GlobalVariables.OVERALL_RESULT) + return GlobalVariables.OVERALL_RESULT if __name__ == '__main__': parser = RunTestsParser() args = parser.parse_args(sys.argv[1:]) - main(**args) + sys.exit(main(**args).value) diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 4b468f1d..4d02fe78 100755 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -18,7 +18,57 @@ tiers: dependencies: installer: '' scenario: '^((?!lxd).)*$' + - + name: snaps_health_check + criteria: 'status == "PASS"' + blocking: false + description: >- + This test case creates executes the SimpleHealthCheck + Python test class which creates an, image, flavor, network, + and Cirros VM instance and observes the console output to + validate the single port obtains the correct IP address. + + dependencies: + installer: '' + scenario: '^((?!lxd).)*$' + run: + module: 'functest.opnfv_tests.openstack.snaps.health_check' + class: 'HealthCheck' + - + name: connection_check + criteria: 'status == "PASS"' + blocking: true + description: >- + This test case verifies the retrieval of OpenStack clients: + Keystone, Glance, Neutron and Nova and may perform some + simple queries. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + + dependencies: + installer: '^((?!netvirt).)*$' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.snaps.connection_check' + class: 'ConnectionCheck' + - + name: api_check + criteria: 'status == "PASS"' + blocking: true + description: >- + This test case verifies the retrieval of OpenStack clients: + Keystone, Glance, Neutron and Nova and may perform some + simple queries. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + + dependencies: + installer: '^((?!netvirt).)*$' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.snaps.api_check' + class: 'ApiCheck' - name: smoke order: 1 @@ -137,41 +187,6 @@ tiers: installer: '' scenario: 'onos' - - - name: connection_check - criteria: 'status == "PASS"' - blocking: false - description: >- - This test case verifies the retrieval of OpenStack clients: - Keystone, Glance, Neutron and Nova and may perform some - simple queries. When the config value of - snaps.use_keystone is True, functest must have access to - the cloud's private network. - - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' - run: - module: 'functest.opnfv_tests.openstack.snaps.connection_check' - class: 'ConnectionCheck' - - - - name: api_check - criteria: 'status == "PASS"' - blocking: false - description: >- - This test case verifies the retrieval of OpenStack clients: - Keystone, Glance, Neutron and Nova and may perform some - simple queries. When the config value of - snaps.use_keystone is True, functest must have access to - the cloud's private network. - - dependencies: - installer: '^((?!netvirt).)*$' - scenario: '' - run: - module: 'functest.opnfv_tests.openstack.snaps.api_check' - class: 'ApiCheck' - name: snaps_smoke @@ -245,10 +260,13 @@ tiers: criteria: 'status == "PASS"' blocking: false description: >- - Simple security Scan + Simple Security Scan dependencies: installer: 'apex' scenario: '^((?!fdio).)*$' + run: + module: 'functest.opnfv_tests.features.security_scan' + class: 'SecurityScan' # - # name: copper # criteria: 'status == "PASS"' @@ -262,15 +280,6 @@ tiers: # module: 'functest.opnfv_tests.features.copper' # class: 'Copper' - - name: moon - criteria: 'status == "PASS"' - blocking: false - description: >- - Security management system for OPNFV - dependencies: - installer: 'compass' - scenario: '(odl)*(moon)' - - name: multisite criteria: 'success_rate == 100%' blocking: false diff --git a/functest/core/feature_base.py b/functest/core/feature_base.py index 873e21da..fe9a9998 100644 --- a/functest/core/feature_base.py +++ b/functest/core/feature_base.py @@ -24,6 +24,7 @@ class FeatureBase(base.TestcaseBase): self.post() self.parse_results(ret) self.log_results() + self.logger.info("Test result is stored in '%s'" % self.result_file) return base.TestcaseBase.EX_OK def prepare(self, **kwargs): diff --git a/functest/core/vnf_base.py b/functest/core/vnf_base.py index 4d019858..44b4ae04 100644 --- a/functest/core/vnf_base.py +++ b/functest/core/vnf_base.py @@ -7,12 +7,10 @@ # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 -import os import time import inspect - import functest.utils.functest_logger as ft_logger import functest.utils.openstack_utils as os_utils import functest.utils.functest_utils as ft_utils @@ -161,30 +159,6 @@ class VnfOnBoardingBase(base.TestcaseBase): "username": self.tenant_name, "password": self.tenant_name, }) - self.glance_client = os_utils.get_glance_client(self.creds) - self.logger.info("Upload some OS images if it doesn't exist") - - temp_dir = os.path.join(self.data_dir, "tmp/") - for image_name, image_url in self.images.iteritems(): - image_id = os_utils.get_image_id(self.glance_client, image_name) - - if image_id == '': - self.logger.info("""%s image doesn't exist on glance repository. Try - downloading this image and upload on glance !""" % image_name) - image_id = os_utils.download_and_add_image_on_glance( - self.glance_client, image_name, image_url, temp_dir) - - if image_id == '': - self.step_failure( - "Failed to find or upload required OS " - "image for this deployment") - - self.logger.info("Update security group quota for this tenant") - - if not os_utils.update_sg_quota(self.neutron_client, - tenant_id, 50, 100): - self.step_failure("Failed to update security group quota" + - " for tenant " + self.tenant_name) # orchestrator is not mandatory to dpeloy and test VNF def deploy_orchestrator(self, **kwargs): diff --git a/functest/opnfv_tests/features/multisite.py b/functest/opnfv_tests/features/multisite.py deleted file mode 100755 index 15cfe2a4..00000000 --- a/functest/opnfv_tests/features/multisite.py +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/python -# -# Copyright (c) 2015 All rights reserved -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Execute Multisite Tempest test cases -# -import functest.utils.functest_logger as ft_logger - -logger = ft_logger.Logger("multisite").getLogger() - - -def main(): - logger.info("multisite OK") - - -if __name__ == '__main__': - main() diff --git a/functest/opnfv_tests/features/security_scan.py b/functest/opnfv_tests/features/security_scan.py new file mode 100755 index 00000000..bcae516b --- /dev/null +++ b/functest/opnfv_tests/features/security_scan.py @@ -0,0 +1,24 @@ +#!/usr/bin/python +# +# Copyright (c) 2015 All rights reserved +# This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# + +import functest.core.feature_base as base +from functest.utils.constants import CONST + + +class SecurityScan(base.FeatureBase): + def __init__(self): + super(SecurityScan, self).__init__(project='security_scan', + case='security_scan', + repo='dir_repo_securityscan') + self.cmd = ('bash {0} && ' + 'cd {1} && ' + 'python security_scan.py --config config.ini && ' + 'cd -'.format(CONST.openstack_creds, + self.repo)) diff --git a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh index 57aa0c70..7fa957c0 100755 --- a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh +++ b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh @@ -23,17 +23,17 @@ echo "">$LOG_FILE exec 1<>$LOG_FILE info () { - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2 } debug () { if [[ "${CI_DEBUG,,}" == "true" ]]; then - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2 fi } error () { - echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2 + echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2 exit 1 } @@ -125,16 +125,16 @@ kernel_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.kernel_image 2> /de ramdisk_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.ramdisk_image 2> /dev/null || true) extra_properties=$(cat ${YAML_FILE} | shyaml get-value healthcheck.extra_properties 2> /dev/null || true) -# Test if we need to create a 3part image +# Test if we need to create a 3party image if [ "X$kernel_img" != "X" ] then - img_id=$(glance image-create --name ${kernel_image} --disk-format aki \ + img_id=$(openstack image create ${kernel_image} --disk-format aki \ --container-format bare < ${kernel_img} | awk '$2 == "id" { print $4 }') extra_opts="--property kernel_id=${img_id}" if [ "X$ramdisk_img" != "X" ] then - img_id=$(glance image-create --name ${ramdisk_image} --disk-format ari \ + img_id=$(openstack image create ${ramdisk_image} --disk-format ari \ --container-format bare < ${ramdisk_img} | awk '$2 == "id" { print $4 }') extra_opts="$extra_opts --property ramdisk_id=${img_id}" fi @@ -152,10 +152,10 @@ fi debug "image extra_properties=${extra_properties}" -eval glance image-create --name ${image_1} --disk-format ${disk_format} --container-format bare \ +eval openstack image create ${image_1} --disk-format ${disk_format} --container-format bare \ ${extra_opts} < ${disk_img} debug "image '${image_1}' created." -eval glance image-create --name ${image_2} --disk-format ${disk_format} --container-format bare \ +eval openstack image create ${image_2} --disk-format ${disk_format} --container-format bare \ ${extra_opts} < ${disk_img} debug "image '${image_2}' created." info "... Glance OK!" diff --git a/functest/opnfv_tests/openstack/rally/rally.py b/functest/opnfv_tests/openstack/rally/rally.py index f984c368..46d6a570 100644 --- a/functest/opnfv_tests/openstack/rally/rally.py +++ b/functest/opnfv_tests/openstack/rally/rally.py @@ -66,6 +66,7 @@ class RallyBase(testcase_base.TestcaseBase): self.cinder_client = os_utils.get_cinder_client() self.network_dict = {} self.volume_type = None + self.smoke = None def _build_task_args(self, test_file_name): task_args = {'service_list': [test_file_name]} @@ -287,7 +288,7 @@ class RallyBase(testcase_base.TestcaseBase): cmd_line = ("rally task validate " "--task {0} " "--task-args \"{1}\"" - .format(task_file, self.__build_task_args(test_name))) + .format(task_file, self._build_task_args(test_name))) logger.debug('running command line: {}'.format(cmd_line)) p = subprocess.Popen(cmd_line, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, shell=True) @@ -525,14 +526,13 @@ class RallyBase(testcase_base.TestcaseBase): self._run_tests() self._generate_report() self._clean_up() + res = testcase_base.TestcaseBase.EX_OK except Exception as e: logger.error('Error with run: %s' % e) - return testcase_base.TestcaseBase.EX_RUN_ERROR - self.stop_time = time.time() + res = testcase_base.TestcaseBase.EX_RUN_ERROR - # If we are here, it means that the test case was successfully executed - # criteria is managed by the criteria Field - return testcase_base.TestcaseBase.EX_OK + self.stop_time = time.time() + return res class RallySanity(RallyBase): diff --git a/functest/opnfv_tests/openstack/snaps/health_check.py b/functest/opnfv_tests/openstack/snaps/health_check.py new file mode 100644 index 00000000..993c1000 --- /dev/null +++ b/functest/opnfv_tests/openstack/snaps/health_check.py @@ -0,0 +1,34 @@ +# Copyright (c) 2015 All rights reserved +# This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# +# http://www.apache.org/licenses/LICENSE-2.0 + +import unittest + +from snaps.openstack.tests.os_source_file_test import OSIntegrationTestCase +from snaps.openstack.tests.create_instance_tests import SimpleHealthCheck + +from functest.core.pytest_suite_runner import PyTestSuiteRunner +from functest.opnfv_tests.openstack.snaps import snaps_utils +from functest.utils.constants import CONST + + +class HealthCheck(PyTestSuiteRunner): + """ + This test executes the SNAPS Python Test case SimpleHealthCheck which + creates a VM with a single port with an IPv4 address that is assigned by + DHCP. This test then validates the expected IP with the actual + """ + def __init__(self): + super(HealthCheck, self).__init__() + + self.suite = unittest.TestSuite() + self.case_name = "snaps_health_check" + ext_net_name = snaps_utils.get_ext_net_name() + + self.suite.addTest( + OSIntegrationTestCase.parameterize( + SimpleHealthCheck, CONST.openstack_creds, ext_net_name, + use_keystone=CONST.snaps_use_keystone)) diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py index 0c9064a1..03735baa 100644 --- a/functest/opnfv_tests/openstack/tempest/conf_utils.py +++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py @@ -13,8 +13,6 @@ import re import shutil import subprocess -import opnfv.utils.constants as releng_constants - from functest.utils.constants import CONST import functest.utils.functest_logger as ft_logger import functest.utils.functest_utils as ft_utils @@ -110,24 +108,19 @@ def get_verifier_deployment_dir(verifier_id, deployment_id): def configure_tempest(deployment_dir, IMAGE_ID=None, FLAVOR_ID=None): """ - Add/update needed parameters into tempest.conf file generated by Rally + Calls rally verify and updates the generated tempest.conf with + given parameters """ - tempest_conf_file = os.path.join(deployment_dir, "tempest.conf") - if os.path.isfile(tempest_conf_file): - logger.debug("Verifier is already configured.") - logger.debug("Reconfiguring the current verifier...") - cmd = "rally verify configure-verifier --reconfigure" - else: - logger.info("Configuring the verifier...") - cmd = "rally verify configure-verifier" - ft_utils.execute_command(cmd) + conf_verifier_result = configure_verifier(deployment_dir) + configure_tempest_update_params(conf_verifier_result, + IMAGE_ID, FLAVOR_ID) - logger.debug("Looking for tempest.conf file...") - if not os.path.isfile(tempest_conf_file): - logger.error("Tempest configuration file %s NOT found." - % tempest_conf_file) - return releng_constants.EXIT_RUN_ERROR +def configure_tempest_update_params(tempest_conf_file, + IMAGE_ID=None, FLAVOR_ID=None): + """ + Add/update needed parameters into tempest.conf file + """ logger.debug("Updating selected tempest.conf parameters...") config = ConfigParser.RawConfigParser() config.read(tempest_conf_file) @@ -178,7 +171,27 @@ def configure_tempest(deployment_dir, IMAGE_ID=None, FLAVOR_ID=None): shutil.copyfile(tempest_conf_file, os.path.join(TEMPEST_RESULTS_DIR, 'tempest.conf')) - return releng_constants.EXIT_OK + +def configure_verifier(deployment_dir): + """ + Execute rally verify configure-verifier, which generates tempest.conf + """ + tempest_conf_file = os.path.join(deployment_dir, "tempest.conf") + if os.path.isfile(tempest_conf_file): + logger.debug("Verifier is already configured.") + logger.debug("Reconfiguring the current verifier...") + cmd = "rally verify configure-verifier --reconfigure" + else: + logger.info("Configuring the verifier...") + cmd = "rally verify configure-verifier" + ft_utils.execute_command(cmd) + + logger.debug("Looking for tempest.conf file...") + if not os.path.isfile(tempest_conf_file): + logger.error("Tempest configuration file %s NOT found." + % tempest_conf_file) + raise Exception("Tempest configuration file %s NOT found." + % tempest_conf_file) def configure_tempest_multisite(deployment_dir): @@ -191,9 +204,8 @@ def configure_tempest_multisite(deployment_dir): logger.debug("Finding tempest.conf file...") tempest_conf_old = os.path.join(deployment_dir, 'tempest.conf') if not os.path.isfile(tempest_conf_old): - logger.error("Tempest configuration file %s NOT found." - % tempest_conf_old) - return releng_constants.EXIT_RUN_ERROR + raise Exception("Tempest configuration file %s NOT found." + % tempest_conf_old) # Copy tempest.conf to /home/opnfv/functest/results/tempest/ cur_path = os.path.split(os.path.realpath(__file__))[0] @@ -208,7 +220,7 @@ def configure_tempest_multisite(deployment_dir): # cmd = ("openstack endpoint show kingbird | grep publicurl |" # "awk '{print $4}' | awk -F '/' '{print $4}'") # kingbird_api_version = os.popen(cmd).read() - kingbird_api_version = os_utils.get_endpoint(service_type='kingbird') + kingbird_api_version = os_utils.get_endpoint(service_type='multisite') if CI_INSTALLER_TYPE == 'fuel': # For MOS based setup, the service is accessible @@ -265,5 +277,3 @@ def configure_tempest_multisite(deployment_dir): config.set('kingbird', 'api_version', kingbird_api_version) with open(tempest_conf_file, 'wb') as config_file: config.write(config_file) - - return releng_constants.EXIT_OK diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py index 9c19a147..13d9e4e6 100644 --- a/functest/opnfv_tests/openstack/tempest/tempest.py +++ b/functest/opnfv_tests/openstack/tempest/tempest.py @@ -57,7 +57,7 @@ class TempestCommon(testcase_base.TestcaseBase): CONST.tempest_identity_tenant_name, CONST.tempest_identity_tenant_description) if not tenant_id: - logger.error("Error : Failed to create %s tenant" + logger.error("Failed to create %s tenant" % CONST.tempest_identity_tenant_name) user_id = os_utils.create_user(keystone_client, @@ -65,7 +65,7 @@ class TempestCommon(testcase_base.TestcaseBase): CONST.tempest_identity_user_password, None, tenant_id) if not user_id: - logger.error("Error : Failed to create %s user" % + logger.error("Failed to create %s user" % CONST.tempest_identity_user_name) logger.debug("Creating private network for Tempest suite") @@ -74,8 +74,8 @@ class TempestCommon(testcase_base.TestcaseBase): CONST.tempest_private_subnet_name, CONST.tempest_router_name, CONST.tempest_private_subnet_cidr) - if not network_dic: - return testcase_base.TestcaseBase.EX_RUN_ERROR + if network_dic is None: + raise Exception('Failed to create private network') if CONST.tempest_use_custom_images: # adding alternative image should be trivial should we need it @@ -83,8 +83,8 @@ class TempestCommon(testcase_base.TestcaseBase): _, self.IMAGE_ID = os_utils.get_or_create_image( CONST.openstack_image_name, conf_utils.GLANCE_IMAGE_PATH, CONST.openstack_image_disk_format) - if not self.IMAGE_ID: - return testcase_base.TestcaseBase.EX_RUN_ERROR + if self.IMAGE_ID is None: + raise Exception('Failed to create image') if CONST.tempest_use_custom_flavors: # adding alternative flavor should be trivial should we need it @@ -94,10 +94,8 @@ class TempestCommon(testcase_base.TestcaseBase): CONST.openstack_flavor_ram, CONST.openstack_flavor_disk, CONST.openstack_flavor_vcpus) - if not self.FLAVOR_ID: - return testcase_base.TestcaseBase.EX_RUN_ERROR - - return testcase_base.TestcaseBase.EX_OK + if self.FLAVOR_ID is None: + raise Exception('Failed to create flavor') def generate_test_list(self, verifier_repo_dir): logger.debug("Generating test case list...") @@ -109,9 +107,8 @@ class TempestCommon(testcase_base.TestcaseBase): shutil.copyfile( conf_utils.TEMPEST_CUSTOM, conf_utils.TEMPEST_RAW_LIST) else: - logger.error("Tempest test list file %s NOT found." - % conf_utils.TEMPEST_CUSTOM) - return testcase_base.TestcaseBase.EX_RUN_ERROR + raise Exception("Tempest test list file %s NOT found." + % conf_utils.TEMPEST_CUSTOM) else: if self.MODE == 'smoke': testr_mode = "smoke" @@ -128,8 +125,6 @@ class TempestCommon(testcase_base.TestcaseBase): conf_utils.TEMPEST_RAW_LIST)) ft_utils.execute_command(cmd) - return testcase_base.TestcaseBase.EX_OK - def apply_tempest_blacklist(self): logger.debug("Applying tempest blacklist...") cases_file = self.read_file(conf_utils.TEMPEST_RAW_LIST) @@ -164,7 +159,6 @@ class TempestCommon(testcase_base.TestcaseBase): else: result_file.write(str(cases_line) + '\n') result_file.close() - return testcase_base.TestcaseBase.EX_OK def _parse_verification_id(line): first_pos = line.index("UUID=") + len("UUID=") @@ -217,7 +211,7 @@ class TempestCommon(testcase_base.TestcaseBase): f_env.close() def parse_verifier_result(self): - if not self.VERIFICATION_ID: + if self.VERIFICATION_ID is None: raise Exception('Verification UUID not found') cmd_line = "rally verify show --uuid {}".format(self.VERIFICATION_ID) @@ -249,12 +243,16 @@ class TempestCommon(testcase_base.TestcaseBase): output = logfile.read() error_logs = "" - for match in re.findall('(.*?)[. ]*FAILED', output): + for match in re.findall('(.*?)[. ]*fail ', output): error_logs += match + skipped_testcase = "" + for match in re.findall('(.*?)[. ]*skip:', output): + skipped_testcase += match self.details = {"tests": int(num_tests), "failures": int(num_failures), - "errors": error_logs} + "errors": error_logs, + "skipped": skipped_testcase} except Exception: success_rate = 0 @@ -270,33 +268,22 @@ class TempestCommon(testcase_base.TestcaseBase): if not os.path.exists(conf_utils.TEMPEST_RESULTS_DIR): os.makedirs(conf_utils.TEMPEST_RESULTS_DIR) - # Pre-configuration - res = self.create_tempest_resources() - if res != testcase_base.TestcaseBase.EX_OK: - return res - - res = conf_utils.configure_tempest(self.DEPLOYMENT_DIR, - self.IMAGE_ID, - self.FLAVOR_ID) - if res != testcase_base.TestcaseBase.EX_OK: - return res - - res = self.generate_test_list(self.VERIFIER_REPO_DIR) - if res != testcase_base.TestcaseBase.EX_OK: - return res - - res = self.apply_tempest_blacklist() - if res != testcase_base.TestcaseBase.EX_OK: - return res - - self.run_verifier_tests() - self.parse_verifier_result() + try: + self.create_tempest_resources() + conf_utils.configure_tempest(self.DEPLOYMENT_DIR, + self.IMAGE_ID, + self.FLAVOR_ID) + self.generate_test_list(self.VERIFIER_REPO_DIR) + self.apply_tempest_blacklist() + self.run_verifier_tests() + self.parse_verifier_result() + res = testcase_base.TestcaseBase.EX_OK + except Exception as e: + logger.error('Error with run: %s' % e) + res = testcase_base.TestcaseBase.EX_RUN_ERROR self.stop_time = time.time() - - # If we are here, it means that the test case was successfully executed - # criteria is managed by the criteria Field - return testcase_base.TestcaseBase.EX_OK + return res class TempestSmokeSerial(TempestCommon): diff --git a/functest/opnfv_tests/security_scan/config.ini b/functest/opnfv_tests/security_scan/config.ini deleted file mode 100644 index b97de80f..00000000 --- a/functest/opnfv_tests/security_scan/config.ini +++ /dev/null @@ -1,29 +0,0 @@ -[undercloud] -port = 22 -user = stack -remotekey = /home/stack/.ssh/id_rsa -localkey = /root/.ssh/overCloudKey - -[controller] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = stig-rhel7-server-upstream -report = report.html -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True - -[compute] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = sstig-rhel7-server-upstream -report = report.html -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True diff --git a/functest/opnfv_tests/security_scan/connect.py b/functest/opnfv_tests/security_scan/connect.py deleted file mode 100644 index 3d5456c5..00000000 --- a/functest/opnfv_tests/security_scan/connect.py +++ /dev/null @@ -1,245 +0,0 @@ -#!/usr/bin/python -# -# Copyright (c) 2016 Red Hat -# Luke Hinds (lhinds@redhat.com) -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# 0.1: OpenSCAP paramiko connection functions - -import os -import socket -import paramiko - -import functest.utils.functest_logger as ft_logger -import functest.utils.functest_constants as ft_constants - -# add installer IP from env -INSTALLER_IP = ft_constants.CI_INSTALLER_IP - -# Set up loggers -logger = ft_logger.Logger("security_scan").getLogger() -paramiko.util.log_to_file("/var/log/paramiko.log") - - -class SetUp: - def __init__(self, *args): - self.args = args - - def keystonepass(self): - com = self.args[0] - client = paramiko.SSHClient() - privatekeyfile = os.path.expanduser('/root/.ssh/id_rsa') - selectedkey = paramiko.RSAKey.from_private_key_file(privatekeyfile) - client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - try: - client.connect(INSTALLER_IP, port=22, username='stack', - pkey=selectedkey) - except paramiko.SSHException: - logger.error("Password is invalid for " - "undercloud host: {0}".format(INSTALLER_IP)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "undercloud host: {0}".format(INSTALLER_IP)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(INSTALLER_IP)) - stdin, stdout, stderr = client.exec_command(com) - return stdout.read() - client.close() - - def getockey(self): - remotekey = self.args[0] - localkey = self.args[1] - privatekeyfile = os.path.expanduser('/root/.ssh/id_rsa') - selectedkey = paramiko.RSAKey.from_private_key_file(privatekeyfile) - transport = paramiko.Transport((INSTALLER_IP, 22)) - transport.connect(username='stack', pkey=selectedkey) - try: - sftp = paramiko.SFTPClient.from_transport(transport) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(INSTALLER_IP)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(INSTALLER_IP)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(INSTALLER_IP)) - sftp.get(remotekey, localkey) - sftp.close() - transport.close() - - -class ConnectionManager: - def __init__(self, host, port, user, localkey, *args): - self.host = host - self.port = port - self.user = user - self.localkey = localkey - self.args = args - - def remotescript(self): - localpath = self.args[0] - remotepath = self.args[1] - com = self.args[2] - - client = paramiko.SSHClient() - privatekeyfile = os.path.expanduser('/root/.ssh/id_rsa') - selectedkey = paramiko.RSAKey.from_private_key_file(privatekeyfile) - client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Connection to undercloud - try: - client.connect(INSTALLER_IP, port=22, username='stack', - pkey=selectedkey) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - - transport = client.get_transport() - local_addr = ('127.0.0.1', 0) - channel = transport.open_channel("direct-tcpip", - (self.host, int(self.port)), - (local_addr)) - remote_client = paramiko.SSHClient() - remote_client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Tunnel to overcloud - try: - remote_client.connect('127.0.0.1', port=22, username=self.user, - key_filename=self.localkey, sock=channel) - sftp = remote_client.open_sftp() - sftp.put(localpath, remotepath) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - - output = "" - stdin, stdout, stderr = remote_client.exec_command(com) - stdout = stdout.readlines() - # remove script - sftp.remove(remotepath) - remote_client.close() - client.close() - # Pipe back stout - for line in stdout: - output = output + line - if output != "": - return output - - def remotecmd(self): - com = self.args[0] - - client = paramiko.SSHClient() - privatekeyfile = os.path.expanduser('/root/.ssh/id_rsa') - selectedkey = paramiko.RSAKey.from_private_key_file(privatekeyfile) - client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Connection to undercloud - try: - client.connect(INSTALLER_IP, port=22, username='stack', - pkey=selectedkey) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - - transport = client.get_transport() - local_addr = ('127.0.0.1', 0) # 0 denotes choose random port - channel = transport.open_channel("direct-tcpip", - (self.host, int(self.port)), - (local_addr)) - remote_client = paramiko.SSHClient() - remote_client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Tunnel to overcloud - try: - remote_client.connect('127.0.0.1', port=22, username=self.user, - key_filename=self.localkey, sock=channel) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - - chan = remote_client.get_transport().open_session() - chan.get_pty() - feed = chan.makefile() - chan.exec_command(com) - print feed.read() - - remote_client.close() - client.close() - - def download_reports(self): - dl_folder = self.args[0] - reportfile = self.args[1] - reportname = self.args[2] - resultsname = self.args[3] - client = paramiko.SSHClient() - privatekeyfile = os.path.expanduser('/root/.ssh/id_rsa') - selectedkey = paramiko.RSAKey.from_private_key_file(privatekeyfile) - client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Connection to overcloud - try: - client.connect(INSTALLER_IP, port=22, username='stack', - pkey=selectedkey) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - - transport = client.get_transport() - local_addr = ('127.0.0.1', 0) # 0 denotes choose random port - channel = transport.open_channel("direct-tcpip", - (self.host, int(self.port)), - (local_addr)) - remote_client = paramiko.SSHClient() - remote_client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - # Tunnel to overcloud - try: - remote_client.connect('127.0.0.1', port=22, username=self.user, - key_filename=self.localkey, sock=channel) - except paramiko.SSHException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except paramiko.AuthenticationException: - logger.error("Authentication failed for " - "host: {0}".format(self.host)) - except socket.error: - logger.error("Socker Connection failed for " - "undercloud host: {0}".format(self.host)) - # Download the reports - sftp = remote_client.open_sftp() - logger.info("Downloading \"{0}\"...".format(reportname)) - sftp.get(reportfile, ('{0}/{1}'.format(dl_folder, reportname))) - logger.info("Downloading \"{0}\"...".format(resultsname)) - sftp.get(reportfile, ('{0}/{1}'.format(dl_folder, resultsname))) - sftp.close() - transport.close() diff --git a/functest/opnfv_tests/security_scan/examples/xccdf-rhel7-server-upstream.ini b/functest/opnfv_tests/security_scan/examples/xccdf-rhel7-server-upstream.ini deleted file mode 100644 index 43b2e82d..00000000 --- a/functest/opnfv_tests/security_scan/examples/xccdf-rhel7-server-upstream.ini +++ /dev/null @@ -1,29 +0,0 @@ -[undercloud] -port = 22 -user = stack -remotekey = /home/stack/.ssh/id_rsa -localkey = /root/.ssh/overCloudKey - -[controller] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = stig-rhel7-server-upstream -report = report.hmtl -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True - -[compute] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = stig-rhel7-server-upstream -report = report.hmtl -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True diff --git a/functest/opnfv_tests/security_scan/examples/xccdf-standard.ini b/functest/opnfv_tests/security_scan/examples/xccdf-standard.ini deleted file mode 100644 index bfbcf82d..00000000 --- a/functest/opnfv_tests/security_scan/examples/xccdf-standard.ini +++ /dev/null @@ -1,29 +0,0 @@ -[undercloud] -port = 22 -user = stack -remotekey = /home/stack/.ssh/id_rsa -localkey = /root/.ssh/overCloudKey - -[controller] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = standard -report = report.hmtl -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True - -[compute] -port = 22 -user = heat-admin -scantype = xccdf -secpolicy = /usr/share/xml/scap/ssg/content/ssg-centos7-xccdf.xml -cpe = /usr/share/xml/scap/ssg/content/ssg-rhel7-cpe-dictionary.xml -profile = standard -report = report.hmtl -results = results.xml -reports_dir=/home/opnfv/functest/results/security_scan/ -clean = True diff --git a/functest/opnfv_tests/security_scan/scripts/createfiles.py b/functest/opnfv_tests/security_scan/scripts/createfiles.py deleted file mode 100644 index b828901a..00000000 --- a/functest/opnfv_tests/security_scan/scripts/createfiles.py +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/python -# -# Copyright (c) 2016 Red Hat -# Luke Hinds (lhinds@redhat.com) -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# 0.1: This script creates the needed local files into a tmp directory. Should -# '--clean' be passed, all files will be removed, post scan. - - -import os -import tempfile - -files = ['results.xml', 'report.html', 'syschar.xml'] - - -directory_name = tempfile.mkdtemp() - -for i in files: - os.system("touch %s/%s" % (directory_name, i)) - -print directory_name diff --git a/functest/opnfv_tests/security_scan/scripts/internet_check.py b/functest/opnfv_tests/security_scan/scripts/internet_check.py deleted file mode 100644 index d417d174..00000000 --- a/functest/opnfv_tests/security_scan/scripts/internet_check.py +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/python -# -# Copyright (c) 2016 Red Hat -# Luke Hinds (lhinds@redhat.com) -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Performs simple connection check, falls to default timeout of 10 seconds - -import socket - -TEST_HOST = "google.com" - - -def is_connected(): - try: - host = socket.gethostbyname(TEST_HOST) - socket.create_connection((host, 80), 2) - return True - except: - return False - - -print is_connected() diff --git a/functest/opnfv_tests/security_scan/security_scan.py b/functest/opnfv_tests/security_scan/security_scan.py deleted file mode 100755 index f0673924..00000000 --- a/functest/opnfv_tests/security_scan/security_scan.py +++ /dev/null @@ -1,220 +0,0 @@ -#!/usr/bin/python -# -# Copyright (c) 2016 Red Hat -# Luke Hinds (lhinds@redhat.com) -# This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# 0.1: This script installs OpenSCAP on the remote host, and scans the -# nominated node. Post scan a report is downloaded and if '--clean' is passed -# all trace of the scan is removed from the remote system. - - -import datetime -import os -import sys -from ConfigParser import SafeConfigParser - -import argparse -from keystoneclient import session -from keystoneclient.auth.identity import v2 -from novaclient import client - -import connect -import functest.utils.functest_constants as ft_constants - -__version__ = 0.1 -__author__ = 'Luke Hinds (lhinds@redhat.com)' -__url__ = 'https://wiki.opnfv.org/display/functest/Functest+Security' - -# Global vars -INSTALLER_IP = ft_constants.CI_INSTALLER_IP -oscapbin = 'sudo /bin/oscap' -functest_dir = '%s/security_scan/' % ft_constants.FUNCTEST_TEST_DIR - -# Apex Spefic var needed to query Undercloud -if ft_constants.OS_AUTH_URL is None: - connect.logger.error(" Enviroment variable OS_AUTH_URL is not set") - sys.exit(0) -else: - OS_AUTH_URL = ft_constants.OS_AUTH_URL - -# args -parser = argparse.ArgumentParser(description='OPNFV OpenSCAP Scanner') -parser.add_argument('--config', action='store', dest='cfgfile', - help='Config file', required=True) -args = parser.parse_args() - -# Config Parser -cfgparse = SafeConfigParser() -cfgparse.read(args.cfgfile) - -# Grab Undercloud key -remotekey = cfgparse.get('undercloud', 'remotekey') -localkey = cfgparse.get('undercloud', 'localkey') -setup = connect.SetUp(remotekey, localkey) -setup.getockey() - - -# Configure Nova Credentials -com = 'sudo /usr/bin/hiera admin_password' -setup = connect.SetUp(com) -keypass = setup.keystonepass() -auth = v2.Password(auth_url=OS_AUTH_URL, - username='admin', - password=str(keypass).rstrip(), - tenant_name='admin') -sess = session.Session(auth=auth) -nova = client.Client(2, session=sess) - - -class GlobalVariables: - tmpdir = "" - - -def run_tests(host, nodetype): - user = cfgparse.get(nodetype, 'user') - port = cfgparse.get(nodetype, 'port') - connect.logger.info("Host: {0} Selected Profile: {1}".format(host, - nodetype)) - connect.logger.info("Checking internet for package installation...") - if internet_check(host, nodetype): - connect.logger.info("Internet Connection OK.") - connect.logger.info("Creating temp file structure..") - createfiles(host, port, user, localkey) - connect.logger.debug("Installing OpenSCAP...") - install_pkg(host, port, user, localkey) - connect.logger.debug("Running scan...") - run_scanner(host, port, user, localkey, nodetype) - clean = cfgparse.get(nodetype, 'clean') - connect.logger.info("Post installation tasks....") - post_tasks(host, port, user, localkey, nodetype) - if clean: - connect.logger.info("Cleaning down environment....") - connect.logger.debug("Removing OpenSCAP....") - removepkg(host, port, user, localkey, nodetype) - connect.logger.info("Deleting tmp file and reports (remote)...") - cleandir(host, port, user, localkey, nodetype) - else: - connect.logger.error("Internet timeout. Moving on to next node..") - pass - - -def nova_iterate(): - # Find compute nodes, active with network on ctlplane - for server in nova.servers.list(): - if server.status == 'ACTIVE' and 'compute' in server.name: - networks = server.networks - nodetype = 'compute' - for host in networks['ctlplane']: - run_tests(host, nodetype) - # Find controller nodes, active with network on ctlplane - elif server.status == 'ACTIVE' and 'controller' in server.name: - networks = server.networks - nodetype = 'controller' - for host in networks['ctlplane']: - run_tests(host, nodetype) - - -def internet_check(host, nodetype): - import connect - user = cfgparse.get(nodetype, 'user') - port = cfgparse.get(nodetype, 'port') - localpath = functest_dir + 'scripts/internet_check.py' - remotepath = '/tmp/internet_check.py' - com = 'python /tmp/internet_check.py' - testconnect = connect.ConnectionManager(host, port, user, localkey, - localpath, remotepath, com) - connectionresult = testconnect.remotescript() - if connectionresult.rstrip() == 'True': - return True - else: - return False - - -def createfiles(host, port, user, localkey): - import connect - localpath = functest_dir + 'scripts/createfiles.py' - remotepath = '/tmp/createfiles.py' - com = 'python /tmp/createfiles.py' - connect = connect.ConnectionManager(host, port, user, localkey, - localpath, remotepath, com) - GlobalVariables.tmpdir = connect.remotescript() - - -def install_pkg(host, port, user, localkey): - import connect - com = 'sudo yum -y install openscap-scanner scap-security-guide' - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - - -def run_scanner(host, port, user, localkey, nodetype): - import connect - scantype = cfgparse.get(nodetype, 'scantype') - profile = cfgparse.get(nodetype, 'profile') - results = cfgparse.get(nodetype, 'results') - report = cfgparse.get(nodetype, 'report') - secpolicy = cfgparse.get(nodetype, 'secpolicy') - # Here is where we contruct the actual scan command - if scantype == 'xccdf': - cpe = cfgparse.get(nodetype, 'cpe') - com = '{0} xccdf eval --profile {1} --results {2}/{3}' \ - ' --report {2}/{4}' \ - ' --cpe {5} {6}'.format(oscapbin, - profile, - GlobalVariables.tmpdir.rstrip(), - results, - report, - cpe, - secpolicy) - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - elif scantype == 'oval': - com = '{0} oval eval --results {1}/{2} ' - '--report {1}/{3} {4}'.format(oscapbin, - GlobalVariables.tmpdir.rstrip(), - results, report, secpolicy) - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - else: - com = '{0} oval-collect '.format(oscapbin) - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - - -def post_tasks(host, port, user, localkey, nodetype): - import connect - # Create the download folder for functest dashboard and download reports - reports_dir = cfgparse.get(nodetype, 'reports_dir') - dl_folder = os.path.join(reports_dir, host + "_" + - datetime.datetime. - now().strftime('%Y-%m-%d_%H-%M-%S')) - os.makedirs(dl_folder, 0755) - report = cfgparse.get(nodetype, 'report') - results = cfgparse.get(nodetype, 'results') - reportfile = '{0}/{1}'.format(GlobalVariables.tmpdir.rstrip(), report) - connect = connect.ConnectionManager(host, port, user, localkey, dl_folder, - reportfile, report, results) - connect.download_reports() - - -def removepkg(host, port, user, localkey, nodetype): - import connect - com = 'sudo yum -y remove openscap-scanner scap-security-guide' - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - - -def cleandir(host, port, user, localkey, nodetype): - import connect - com = 'sudo rm -r {0}'.format(GlobalVariables.tmpdir.rstrip()) - connect = connect.ConnectionManager(host, port, user, localkey, com) - connect.remotecmd() - - -if __name__ == '__main__': - nova_iterate() diff --git a/functest/opnfv_tests/vnf/ims/cloudify_ims.py b/functest/opnfv_tests/vnf/ims/cloudify_ims.py index 13a5af4f..e2508c22 100644 --- a/functest/opnfv_tests/vnf/ims/cloudify_ims.py +++ b/functest/opnfv_tests/vnf/ims/cloudify_ims.py @@ -11,7 +11,9 @@ import json import os import requests import subprocess +import sys import time +import yaml import functest.core.vnf_base as vnf_base import functest.utils.functest_logger as ft_logger @@ -29,57 +31,127 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): repo='', cmd=''): super(ImsVnf, self).__init__(project, case, repo, cmd) self.logger = ft_logger.Logger("vIMS").getLogger() - self.case_dir = os.path.join(CONST.functest_test, 'vnf/ims/') - self.data_dir = CONST.dir_vIMS_data + self.case_dir = os.path.join(CONST.dir_functest_test, 'vnf/ims/') + self.data_dir = CONST.dir_ims_data self.test_dir = CONST.dir_repo_vims_test + # Retrieve the configuration + try: + self.config = CONST.__getattribute__( + 'vnf_{}_config'.format(self.case_name)) + except: + raise Exception("VNF config file not found") + + config_file = self.case_dir + self.config self.orchestrator = dict( - requirements=CONST.cloudify_requirements, - blueprint=CONST.cloudify_blueprint, - inputs=CONST.cloudify_inputs + requirements=get_config("cloudify.requirements", config_file), + blueprint=get_config("cloudify.blueprint", config_file), + inputs=get_config("cloudify.inputs", config_file) ) - + self.logger.debug("Orchestrator configuration: %s" % self.orchestrator) self.vnf = dict( - blueprint=CONST.clearwater_blueprint, - deployment_name=CONST.clearwater_deployment_name, - inputs=CONST.clearwater_inputs, - requirements=CONST.clearwater_requirements + blueprint=get_config("clearwater.blueprint", config_file), + deployment_name=get_config("clearwater.deployment_name", + config_file), + inputs=get_config("clearwater.inputs", config_file), + requirements=get_config("clearwater.requirements", config_file) ) + self.logger.debug("VNF configuration: %s" % self.vnf) + + self.images = get_config("tenant_images", config_file) + self.logger.info("Images needed for vIMS: %s" % self.images) # vIMS Data directory creation if not os.path.exists(self.data_dir): os.makedirs(self.data_dir) def deploy_orchestrator(self, **kwargs): + + self.logger.info("Additional pre-configuration steps") + self.neutron_client = os_utils.get_neutron_client(self.creds) + self.glance_client = os_utils.get_glance_client(self.creds) + self.keystone_client = os_utils.get_keystone_client(self.creds) + self.nova_client = os_utils.get_nova_client(self.creds) + + # needs some images + self.logger.info("Upload some OS images if it doesn't exist") + temp_dir = os.path.join(self.data_dir, "tmp/") + for image_name, image_url in self.images.iteritems(): + self.logger.info("image: %s, url: %s" % (image_name, image_url)) + try: + image_id = os_utils.get_image_id(self.glance_client, + image_name) + self.logger.debug("image_id: %s" % image_id) + except: + self.logger.error("Unexpected error: %s" % sys.exc_info()[0]) + + if image_id == '': + self.logger.info("""%s image doesn't exist on glance repository. Try + downloading this image and upload on glance !""" % image_name) + image_id = download_and_add_image_on_glance(self.glance_client, + image_name, + image_url, + temp_dir) + if image_id == '': + self.step_failure( + "Failed to find or upload required OS " + "image for this deployment") + # Need to extend quota + self.logger.info("Update security group quota for this tenant") + tenant_id = os_utils.get_tenant_id(self.keystone_client, + self.tenant_name) + self.logger.debug("Tenant id found %s" % tenant_id) + if not os_utils.update_sg_quota(self.neutron_client, + tenant_id, 50, 100): + self.step_failure("Failed to update security group quota" + + " for tenant " + self.tenant_name) + self.logger.debug("group quota extended") + + # start the deployment of cloudify public_auth_url = os_utils.get_endpoint('identity') - cfy = Orchestrator(self.data_dir, self.orchestrator.inputs) - self.orchestrator.object = cfy + self.logger.debug("CFY inputs: %s" % self.orchestrator['inputs']) + cfy = Orchestrator(self.data_dir, self.orchestrator['inputs']) + self.orchestrator['object'] = cfy + self.logger.debug("Orchestrator object created") - if 'tenant_name' in self.creds.keys(): - tenant_name = self.creds['tenant_name'] - elif 'project_name' in self.creds.keys(): - tenant_name = self.creds['project_name'] + self.logger.debug("Tenant name: %s" % self.tenant_name) - cfy.set_credentials(username=self.creds['username'], - password=self.creds['password'], - tenant_name=tenant_name, + cfy.set_credentials(username=self.tenant_name, + password=self.tenant_name, + tenant_name=self.tenant_name, auth_url=public_auth_url) + self.logger.info("Credentials set in CFY") # orchestrator VM flavor - flavor_id = self.get_flavor("m1.large", self.orchestrator.requirements) + self.logger.info("Check Flavor is available, if not create one") + self.logger.debug("Flavor details %s " % + self.orchestrator['requirements']['ram_min']) + flavor_exist, flavor_id = os_utils.get_or_create_flavor( + "m1.large", + self.orchestrator['requirements']['ram_min'], + '1', + '1', + public=True) + self.logger.debug("Flavor id: %s" % flavor_id) + if not flavor_id: self.logger.info("Available flavors are: ") - self.pMsg(self.nova_client.flavor.list()) + self.logger.info(self.nova_client.flavor.list()) self.step_failure("Failed to find required flavor" "for this deployment") cfy.set_flavor_id(flavor_id) + self.logger.debug("Flavor OK") # orchestrator VM image - if 'os_image' in self.orchestrator.requirements.keys(): + self.logger.debug("Orchestrator image") + if 'os_image' in self.orchestrator['requirements'].keys(): image_id = os_utils.get_image_id( - self.glance_client, self.orchestrator.requirements['os_image']) + self.glance_client, + self.orchestrator['requirements']['os_image']) + self.logger.debug("Orchestrator image id: %s" % image_id) if image_id == '': + self.logger.error("CFY image not found") self.step_failure("Failed to find required OS image" " for cloudify manager") else: @@ -87,16 +159,22 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): " for cloudify manager") cfy.set_image_id(image_id) + self.logger.debug("Orchestrator image set") + self.logger.debug("Get External network") ext_net = os_utils.get_external_net(self.neutron_client) + self.logger.debug("External network: %s" % ext_net) if not ext_net: self.step_failure("Failed to get external network") cfy.set_external_network_name(ext_net) + self.logger.debug("CFY External network set") + self.logger.debug("get resolvconf") ns = ft_utils.get_resolvconf_ns() if ns: cfy.set_nameservers(ns) + self.logger.debug("Resolvconf set") if 'compute' in self.nova_client.client.services_url: cfy.set_nova_url(self.nova_client.client.services_url['compute']) @@ -110,8 +188,9 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): cmd = self.case_dir + "create_venv.sh " + self.data_dir ft_utils.execute_command(cmd) - cfy.download_manager_blueprint(self.orchestrator.blueprint['url'], - self.orchestrator.blueprint['branch']) + cfy.download_manager_blueprint( + self.orchestrator['blueprint']['url'], + self.orchestrator['blueprint']['branch']) cfy.deploy_manager() return {'status': 'PASS', 'result': ''} @@ -121,10 +200,16 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): self.vnf.object = cw self.logger.info("Collect flavor id for all clearwater vm") - flavor_id = self.get_flavor("m1.small", self.vnf.requirements) + flavor_exist, flavor_id = os_utils.get_or_create_flavor( + "m1.small", + self.vnf['requirements']['ram_min'], + '1', + '1', + public=True) + self.logger.debug("Flavor id: %s" % flavor_id) if not flavor_id: self.logger.info("Available flavors are: ") - self.pMsg(self.nova_client.flavor.list()) + self.logger.info(self.nova_client.flavor.list()) self.step_failure("Failed to find required flavor" " for this deployment") @@ -133,7 +218,7 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): # VMs image if 'os_image' in self.vnf.requirements.keys(): image_id = os_utils.get_image_id( - self.glance_client, self.vnf.requirements['os_image']) + self.glance_client, self.vnf['requirements']['os_image']) if image_id == '': self.step_failure("Failed to find required OS image" " for clearwater VMs") @@ -256,23 +341,54 @@ class ImsVnf(vnf_base.VnfOnBoardingBase): self.orchestrator.object.undeploy_manager() super(ImsVnf, self).clean() - def get_flavor(self, flavor_name, requirements): - try: - flavor_id = os_utils.get_flavor_id(self.nova_client, flavor_name) - if 'ram_min' in requirements.keys(): - flavor_id = os_utils.get_flavor_id_by_ram_range( - self.nova_client, requirements['ram_min'], 7500) - - if flavor_id == '': - self.logger.error( - "Failed to find %s flavor. " - "Try with ram range default requirement !" % flavor_name) - flavor_id = os_utils.get_flavor_id_by_ram_range( - self.nova_client, - 4000, 10000) - return flavor_id - except: - self.logger.error("Flavor '%s' not found." % self.flavor_name) - self.logger.info("Available flavors are: ") - self.pMsg(self.nova_client.flavor.list()) - return None + def main(self, **kwargs): + self.logger.info("Cloudify IMS VNF onboarding test starting") + self.execute() + self.logger.info("Cloudify IMS VNF onboarding test executed") + if self.criteria is "PASS": + return self.EX_OK + else: + return self.EX_RUN_ERROR + + def run(self): + kwargs = {} + return self.main(**kwargs) + + +# ---------------------------------------------------------- +# +# YAML UTILS +# +# ----------------------------------------------------------- +def get_config(parameter, file): + """ + Returns the value of a given parameter in file.yaml + parameter must be given in string format with dots + Example: general.openstack.image_name + """ + with open(file) as f: + file_yaml = yaml.safe_load(f) + f.close() + value = file_yaml + for element in parameter.split("."): + value = value.get(element) + if value is None: + raise ValueError("The parameter %s is not defined in" + " reporting.yaml" % parameter) + return value + + +def download_and_add_image_on_glance(glance, image_name, image_url, data_dir): + dest_path = data_dir + if not os.path.exists(dest_path): + os.makedirs(dest_path) + file_name = image_url.rsplit('/')[-1] + if not ft_utils.download_url(image_url, dest_path): + return False + + image = os_utils.create_glance_image( + glance, image_name, dest_path + file_name) + if not image: + return False + + return image diff --git a/functest/opnfv_tests/vnf/ims/cloudify_ims.yaml b/functest/opnfv_tests/vnf/ims/cloudify_ims.yaml new file mode 100644 index 00000000..c5918087 --- /dev/null +++ b/functest/opnfv_tests/vnf/ims/cloudify_ims.yaml @@ -0,0 +1,39 @@ +tenant_images: + ubuntu_14.04: http://cloud-images.ubuntu.com/trusty/current/trusty-server-cloudimg-amd64-disk1.img + centos_7: http://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud-1510.qcow2 +cloudify: + blueprint: + url: https://github.com/boucherv-orange/cloudify-manager-blueprints.git + branch: '3.3.1-build' + requirements: + ram_min: 3000 + os_image: centos_7 + inputs: + keystone_username: "" + keystone_password: "" + keystone_tenant_name: "" + keystone_url: "" + manager_public_key_name: 'manager-kp' + agent_public_key_name: 'agent-kp' + image_id: "" + flavor_id: "3" + external_network_name: "" + ssh_user: centos + agents_user: ubuntu +clearwater: + blueprint: + file_name: openstack-blueprint.yaml + name: clearwater-opnfv + destination_folder: opnfv-cloudify-clearwater + url: https://github.com/Orange-OpenSource/opnfv-cloudify-clearwater.git + branch: stable + deployment_name: clearwater-opnfv + requirements: + ram_min: 1700 + os_image: ubuntu_14.04 + inputs: + image_id: '' + flavor_id: '' + agent_user: ubuntu + external_network_name: '' + public_domain: clearwaterfv diff --git a/functest/tests/unit/opnfv_tests/__init__.py b/functest/tests/unit/opnfv_tests/__init__.py new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/functest/tests/unit/opnfv_tests/__init__.py diff --git a/functest/tests/unit/opnfv_tests/openstack/__init__.py b/functest/tests/unit/opnfv_tests/openstack/__init__.py new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/functest/tests/unit/opnfv_tests/openstack/__init__.py diff --git a/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py b/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py new file mode 100644 index 00000000..e69de29b --- /dev/null +++ b/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py diff --git a/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py b/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py new file mode 100644 index 00000000..ad39be48 --- /dev/null +++ b/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py @@ -0,0 +1,391 @@ +#!/usr/bin/env python + +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 + +import json +import logging +import os +import unittest + +import mock + +from functest.core import testcase_base +from functest.opnfv_tests.openstack.rally import rally +from functest.utils.constants import CONST + + +class OSRallyTesting(unittest.TestCase): + + logging.disable(logging.CRITICAL) + + def setUp(self): + self.nova_client = mock.Mock() + self.neutron_client = mock.Mock() + self.cinder_client = mock.Mock() + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_nova_client', + return_value=self.nova_client), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_neutron_client', + return_value=self.neutron_client), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_cinder_client', + return_value=self.cinder_client): + self.rally_base = rally.RallyBase() + self.rally_base.network_dict['net_id'] = 'test_net_id' + self.polling_iter = 2 + + def test_build_task_args_missing_floating_network(self): + CONST.OS_AUTH_URL = None + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_external_net', + return_value=None): + task_args = self.rally_base._build_task_args('test_file_name') + self.assertEqual(task_args['floating_network'], '') + + def test_build_task_args_missing_net_id(self): + CONST.OS_AUTH_URL = None + self.rally_base.network_dict['net_id'] = '' + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_external_net', + return_value='test_floating_network'): + task_args = self.rally_base._build_task_args('test_file_name') + self.assertEqual(task_args['netid'], '') + + def test_build_task_args_missing_auth_url(self): + CONST.OS_AUTH_URL = None + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_external_net', + return_value='test_floating_network'): + task_args = self.rally_base._build_task_args('test_file_name') + self.assertEqual(task_args['request_url'], '') + + def check_scenario_file(self, value): + yaml_file = 'opnfv-{}.yaml'.format('test_file_name') + if yaml_file in value: + return False + return True + + def test_prepare_test_list_missing_scenario_file(self): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + side_effect=self.check_scenario_file), \ + self.assertRaises(Exception): + self.rally_base._prepare_test_list('test_file_name') + + def check_temp_dir(self, value): + yaml_file = 'opnfv-{}.yaml'.format('test_file_name') + if yaml_file in value: + return True + return False + + def test_prepare_test_list_missing_temp_dir(self): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + side_effect=self.check_temp_dir), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.makedirs') as mock_os_makedir, \ + mock.patch.object(self.rally_base, 'apply_blacklist', + return_value=mock.Mock()) as mock_method: + yaml_file = 'opnfv-{}.yaml'.format('test_file_name') + ret_val = os.path.join(self.rally_base.TEMP_DIR, yaml_file) + self.assertEqual(self.rally_base. + _prepare_test_list('test_file_name'), + ret_val) + self.assertTrue(mock_method.called) + self.assertTrue(mock_os_makedir.called) + + def test_get_task_id_default(self): + cmd_raw = 'Task 1: started' + self.assertEqual(self.rally_base.get_task_id(cmd_raw), + '1') + + def test_get_task_id_missing_id(self): + cmd_raw = '' + self.assertEqual(self.rally_base.get_task_id(cmd_raw), + None) + + def test_task_succeed_fail(self): + json_raw = json.dumps([None]) + self.assertEqual(self.rally_base.task_succeed(json_raw), + False) + json_raw = json.dumps([{'result': [{'error': ['test_error']}]}]) + self.assertEqual(self.rally_base.task_succeed(json_raw), + False) + + def test_task_succeed_success(self): + json_raw = json.dumps('') + self.assertEqual(self.rally_base.task_succeed(json_raw), + True) + + def polling(self): + if self.polling_iter == 0: + return "something" + self.polling_iter -= 1 + return None + + def test_get_cmd_output(self): + proc = mock.Mock() + attrs = {'poll.side_effect': self.polling, + 'stdout.readline.return_value': 'line'} + proc.configure_mock(**attrs) + self.assertEqual(self.rally_base.get_cmd_output(proc), + 'lineline') + + def test_excl_scenario_default(self): + CONST.INSTALLER_TYPE = 'test_installer' + CONST.DEPLOY_SCENARIO = 'test_scenario' + dic = {'scenario': [{'scenarios': ['test_scenario'], + 'installers': ['test_installer'], + 'tests': ['test']}]} + with mock.patch('__builtin__.open', mock.mock_open()), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'yaml.safe_load', + return_value=dic): + self.assertEqual(self.rally_base.excl_scenario(), + ['test']) + + def test_excl_scenario_exception(self): + with mock.patch('__builtin__.open', side_effect=Exception): + self.assertEqual(self.rally_base.excl_scenario(), + []) + + def test_excl_func_default(self): + CONST.INSTALLER_TYPE = 'test_installer' + CONST.DEPLOY_SCENARIO = 'test_scenario' + dic = {'functionality': [{'functions': ['no_live_migration'], + 'tests': ['test']}]} + with mock.patch('__builtin__.open', mock.mock_open()), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'yaml.safe_load', + return_value=dic), \ + mock.patch.object(self.rally_base, 'live_migration_supported', + return_value=False): + self.assertEqual(self.rally_base.excl_func(), + ['test']) + + def test_excl_func_exception(self): + with mock.patch('__builtin__.open', side_effect=Exception): + self.assertEqual(self.rally_base.excl_func(), + []) + + def test_file_is_empty_default(self): + mock_obj = mock.Mock() + attrs = {'st_size': 10} + mock_obj.configure_mock(**attrs) + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.stat', + return_value=mock_obj): + self.assertEqual(self.rally_base.file_is_empty('test_file_name'), + False) + + def test_file_is_empty_exception(self): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.stat', + side_effect=Exception): + self.assertEqual(self.rally_base.file_is_empty('test_file_name'), + True) + + def test_run_task_missing_task_file(self): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + return_value=False), \ + self.assertRaises(Exception): + self.rally_base._run_task('test_name') + + @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info') + def test_run_task_no_tests_for_scenario(self, mock_logger_info): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + return_value=True), \ + mock.patch.object(self.rally_base, '_prepare_test_list', + return_value='test_file_name'), \ + mock.patch.object(self.rally_base, 'file_is_empty', + return_value=True): + self.rally_base._run_task('test_name') + str = 'No tests for scenario "test_name"' + mock_logger_info.assert_any_call(str) + + @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.error') + def test_run_task_taskid_missing(self, mock_logger_error): + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + return_value=True), \ + mock.patch.object(self.rally_base, '_prepare_test_list', + return_value='test_file_name'), \ + mock.patch.object(self.rally_base, 'file_is_empty', + return_value=False), \ + mock.patch.object(self.rally_base, '_build_task_args', + return_value={}), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'subprocess.Popen'), \ + mock.patch.object(self.rally_base, '_get_output', + return_value=mock.Mock()), \ + mock.patch.object(self.rally_base, 'get_task_id', + return_value=None), \ + mock.patch.object(self.rally_base, 'get_cmd_output', + return_value=''): + self.rally_base._run_task('test_name') + str = 'Failed to retrieve task_id, validating task...' + mock_logger_error.assert_any_call(str) + + @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info') + @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.error') + def test_run_task_default(self, mock_logger_error, + mock_logger_info): + popen = mock.Mock() + attrs = {'read.return_value': 'json_result'} + popen.configure_mock(**attrs) + + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.path.exists', + return_value=True), \ + mock.patch.object(self.rally_base, '_prepare_test_list', + return_value='test_file_name'), \ + mock.patch.object(self.rally_base, 'file_is_empty', + return_value=False), \ + mock.patch.object(self.rally_base, '_build_task_args', + return_value={}), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'subprocess.Popen'), \ + mock.patch.object(self.rally_base, '_get_output', + return_value=mock.Mock()), \ + mock.patch.object(self.rally_base, 'get_task_id', + return_value='1'), \ + mock.patch.object(self.rally_base, 'get_cmd_output', + return_value=''), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.makedirs'), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os.popen', + return_value=popen), \ + mock.patch('__builtin__.open', mock.mock_open()), \ + mock.patch.object(self.rally_base, 'task_succeed', + return_value=True): + self.rally_base._run_task('test_name') + str = 'Test scenario: "test_name" OK.\n' + mock_logger_info.assert_any_call(str) + + def test_prepare_env_testname_invalid(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'test' + with self.assertRaises(Exception): + self.rally_base._prepare_env() + + def test_prepare_env_volume_creation_failed(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'test1' + volume_type = None + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.list_volume_types', + return_value=None), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.create_volume_type', + return_value=volume_type), \ + self.assertRaises(Exception): + self.rally_base._prepare_env() + + def test_prepare_env_image_missing(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'test1' + volume_type = mock.Mock() + image_id = None + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.list_volume_types', + return_value=None), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.create_volume_type', + return_value=volume_type), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_or_create_image', + return_value=(True, image_id)), \ + self.assertRaises(Exception): + self.rally_base._prepare_env() + + def test_prepare_env_image_shared_network_creation_failed(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'test1' + volume_type = mock.Mock() + image_id = 'image_id' + network_dict = None + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.list_volume_types', + return_value=None), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.create_volume_type', + return_value=volume_type), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.get_or_create_image', + return_value=(True, image_id)), \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.create_shared_network_full', + return_value=network_dict), \ + self.assertRaises(Exception): + self.rally_base._prepare_env() + + def test_run_tests_all(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'all' + with mock.patch.object(self.rally_base, '_run_task', + return_value=mock.Mock()): + self.rally_base._run_tests() + self.rally_base._run_task.assert_any_call('test1') + self.rally_base._run_task.assert_any_call('test2') + + def test_run_tests_default(self): + self.rally_base.TESTS = ['test1', 'test2'] + self.rally_base.test_name = 'test1' + with mock.patch.object(self.rally_base, '_run_task', + return_value=mock.Mock()): + self.rally_base._run_tests() + self.rally_base._run_task.assert_any_call('test1') + + @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info') + def test_generate_report(self, mock_logger_info): + summary = [{'test_name': 'test_name', + 'overall_duration': 5, + 'nb_tests': 3, + 'success': 5}] + self.rally_base.summary = summary + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'ft_utils.check_success_rate', + return_value='criteria'): + self.rally_base._generate_report() + self.assertTrue(mock_logger_info.called) + + def test_clean_up_default(self): + self.rally_base.volume_type = mock.Mock() + self.rally_base.cinder_client = mock.Mock() + self.rally_base.image_exists = False + self.rally_base.image_id = 1 + self.rally_base.nova_client = mock.Mock() + with mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.delete_volume_type') as mock_vol_method, \ + mock.patch('functest.opnfv_tests.openstack.rally.rally.' + 'os_utils.delete_glance_image') as mock_glance_method: + self.rally_base._clean_up() + mock_vol_method.assert_any_call(self.rally_base.cinder_client, + self.rally_base.volume_type) + mock_glance_method.assert_any_call(self.rally_base.nova_client, + 1) + + def test_run_default(self): + with mock.patch.object(self.rally_base, '_prepare_env'), \ + mock.patch.object(self.rally_base, '_run_tests'), \ + mock.patch.object(self.rally_base, '_generate_report'), \ + mock.patch.object(self.rally_base, '_clean_up'): + self.assertEqual(self.rally_base.run(), + testcase_base.TestcaseBase.EX_OK) + + def test_run_exception(self): + with mock.patch.object(self.rally_base, '_prepare_env', + side_effect=Exception): + self.assertEqual(self.rally_base.run(), + testcase_base.TestcaseBase.EX_RUN_ERROR) + + +if __name__ == "__main__": + unittest.main(verbosity=2) diff --git a/functest/tests/unit/utils/test_functest_utils.py b/functest/tests/unit/utils/test_functest_utils.py index ce9086a7..bb836011 100644 --- a/functest/tests/unit/utils/test_functest_utils.py +++ b/functest/tests/unit/utils/test_functest_utils.py @@ -131,15 +131,17 @@ class FunctestUtilsTesting(unittest.TestCase): self.assertEqual(functest_utils.get_installer_type(), self.installer) - @mock.patch('functest.utils.functest_utils.logger.error') - def test_get_scenario_failed(self, mock_logger_error): + @mock.patch('functest.utils.functest_utils.logger.info') + def test_get_scenario_failed(self, mock_logger_info): with mock.patch.dict(os.environ, {}, clear=True): self.assertEqual(functest_utils.get_scenario(), - "Unknown_scenario") - mock_logger_error.assert_called_once_with("Impossible to retrieve" - " the scenario") + "os-nosdn-nofeature-noha") + mock_logger_info.assert_called_once_with("Impossible to retrieve " + "the scenario.Use " + "default " + "os-nosdn-nofeature-noha") def test_get_scenario_default(self): with mock.patch.dict(os.environ, @@ -158,17 +160,17 @@ class FunctestUtilsTesting(unittest.TestCase): mock_get_build_tag.return_value = "unknown_build_tag" self.assertEqual(functest_utils.get_version(), "unknown") - @mock.patch('functest.utils.functest_utils.logger.error') - def test_get_pod_name_failed(self, mock_logger_error): + @mock.patch('functest.utils.functest_utils.logger.info') + def test_get_pod_name_failed(self, mock_logger_info): with mock.patch.dict(os.environ, {}, clear=True): self.assertEqual(functest_utils.get_pod_name(), "unknown-pod") - mock_logger_error.assert_called_once_with("Unable to retrieve " - "the POD name from " - "environment. Using " - "pod name 'unknown-pod'") + mock_logger_info.assert_called_once_with("Unable to retrieve " + "the POD name from " + "environment. Using " + "pod name 'unknown-pod'") def test_get_pod_name_default(self): with mock.patch.dict(os.environ, @@ -177,15 +179,15 @@ class FunctestUtilsTesting(unittest.TestCase): self.assertEqual(functest_utils.get_pod_name(), self.node_name) - @mock.patch('functest.utils.functest_utils.logger.error') - def test_get_build_tag_failed(self, mock_logger_error): + @mock.patch('functest.utils.functest_utils.logger.info') + def test_get_build_tag_failed(self, mock_logger_info): with mock.patch.dict(os.environ, {}, clear=True): self.assertEqual(functest_utils.get_build_tag(), - "unknown_build_tag") - mock_logger_error.assert_called_once_with("Impossible to retrieve" - " the build tag") + "none") + mock_logger_info.assert_called_once_with("Impossible to retrieve" + " the build tag") def test_get_build_tag_default(self): with mock.patch.dict(os.environ, diff --git a/functest/tests/unit/utils/test_openstack_tacker.py b/functest/tests/unit/utils/test_openstack_tacker.py index a8330c0e..dc717258 100644 --- a/functest/tests/unit/utils/test_openstack_tacker.py +++ b/functest/tests/unit/utils/test_openstack_tacker.py @@ -146,8 +146,7 @@ class OSTackerTesting(unittest.TestCase): tosca_file=None) self.assertEqual(resp, self.createvnfd) - @mock.patch('functest.utils.openstack_tacker.logger.error') - def test_create_vnfd_default(self, mock_logger_error): + def test_create_vnfd_default(self): with mock.patch.object(self.tacker_client, 'create_vnfd', return_value=self.createvnfd), \ mock.patch('__builtin__.open', mock.mock_open(read_data='1')) \ @@ -155,16 +154,15 @@ class OSTackerTesting(unittest.TestCase): resp = openstack_tacker.create_vnfd(self.tacker_client, tosca_file=self.tosca_file) m.assert_called_once_with(self.tosca_file) - mock_logger_error.assert_called_once_with('1') self.assertEqual(resp, self.createvnfd) - @mock.patch('functest.utils.openstack_tacker.logger.exception') - def test_create_vnfd_exception(self, mock_logger_excep): + @mock.patch('functest.utils.openstack_tacker.logger.error') + def test_create_vnfd_exception(self, mock_logger_error): with mock.patch.object(self.tacker_client, 'create_vnfd', side_effect=Exception): resp = openstack_tacker.create_vnfd(self.tacker_client, tosca_file=self.tosca_file) - mock_logger_excep.assert_called_once_with(test_utils. + mock_logger_error.assert_called_once_with(test_utils. SubstrMatch("Error" " [create" "_vnfd(" diff --git a/functest/tests/unit/utils/test_openstack_utils.py b/functest/tests/unit/utils/test_openstack_utils.py index 0f510414..0971b4e8 100644 --- a/functest/tests/unit/utils/test_openstack_utils.py +++ b/functest/tests/unit/utils/test_openstack_utils.py @@ -7,6 +7,7 @@ import copy import logging +import os import unittest import mock @@ -353,18 +354,31 @@ class OSUtilsTesting(unittest.TestCase): def test_get_credentials_missing_endpoint_type(self): self._get_credentials_missing_env('OS_ENDPOINT_TYPE') + def _test_source_credentials(self, msg, key='OS_TENANT_NAME', + value='admin'): + try: + del os.environ[key] + except: + pass + f = 'rc_file' + with mock.patch('__builtin__.open', mock.mock_open(read_data=msg), + create=True) as m: + m.return_value.__iter__ = lambda self: iter(self.readline, '') + openstack_utils.source_credentials(f) + m.assert_called_once_with(f, 'r') + self.assertEqual(os.environ[key], value) + def test_source_credentials(self): - with mock.patch('functest.utils.openstack_utils.subprocess.Popen') \ - as mock_subproc_popen, \ - mock.patch('functest.utils.openstack_utils.os.environ'): - process_mock = mock.Mock() - attrs = {'communicate.return_value': ('OS_USER_NAME=test_name', - 'success')} - process_mock.configure_mock(**attrs) - mock_subproc_popen.return_value = process_mock - - self.assertDictEqual(openstack_utils.source_credentials('rc_file'), - {'OS_USER_NAME': 'test_name'}) + self._test_source_credentials('OS_TENANT_NAME=admin') + self._test_source_credentials('OS_TENANT_NAME= admin') + self._test_source_credentials('OS_TENANT_NAME = admin') + self._test_source_credentials('OS_TENANT_NAME = "admin"') + self._test_source_credentials('export OS_TENANT_NAME=admin') + self._test_source_credentials('export OS_TENANT_NAME =admin') + self._test_source_credentials('export OS_TENANT_NAME = admin') + self._test_source_credentials('export OS_TENANT_NAME = "admin"') + self._test_source_credentials('OS_TENANT_NAME', value='') + self._test_source_credentials('export OS_TENANT_NAME', value='') @mock.patch('functest.utils.openstack_utils.os.getenv', return_value=None) diff --git a/functest/utils/functest_utils.py b/functest/utils/functest_utils.py index 2bf87a05..04055464 100644 --- a/functest/utils/functest_utils.py +++ b/functest/utils/functest_utils.py @@ -96,8 +96,9 @@ def get_scenario(): try: scenario = os.environ['DEPLOY_SCENARIO'] except KeyError: - logger.error("Impossible to retrieve the scenario") - scenario = "Unknown_scenario" + logger.info("Impossible to retrieve the scenario." + "Use default os-nosdn-nofeature-noha") + scenario = "os-nosdn-nofeature-noha" return scenario @@ -128,7 +129,7 @@ def get_pod_name(): try: return os.environ['NODE_NAME'] except KeyError: - logger.error( + logger.info( "Unable to retrieve the POD name from environment. " + "Using pod name 'unknown-pod'") return "unknown-pod" @@ -141,8 +142,8 @@ def get_build_tag(): try: build_tag = os.environ['BUILD_TAG'] except KeyError: - logger.error("Impossible to retrieve the build tag") - build_tag = "unknown_build_tag" + logger.info("Impossible to retrieve the build tag") + build_tag = "none" return build_tag diff --git a/functest/utils/openstack_tacker.py b/functest/utils/openstack_tacker.py index f17b421e..c7ac89af 100644 --- a/functest/utils/openstack_tacker.py +++ b/functest/utils/openstack_tacker.py @@ -20,9 +20,9 @@ import time logger = ft_logger.Logger("tacker_utils").getLogger() -def get_tacker_client(): - creds_tacker = os_utils.get_credentials() - return tackerclient.Client(**creds_tacker) +def get_tacker_client(other_creds={}): + sess = os_utils.get_session(other_creds) + return tackerclient.Client(session=sess) # ********************************************* @@ -74,12 +74,12 @@ def create_vnfd(tacker_client, tosca_file=None): if tosca_file is not None: with open(tosca_file) as tosca_fd: vnfd_body = tosca_fd.read() - logger.error(vnfd_body) + logger.info('VNFD template:\n{0}'.format(vnfd_body)) return tacker_client.create_vnfd( body={"vnfd": {"attributes": {"vnfd": vnfd_body}}}) except Exception, e: - logger.exception("Error [create_vnfd(tacker_client, '%s')]: %s" - % (tosca_file, e)) + logger.error("Error [create_vnfd(tacker_client, '%s')]: %s" + % (tosca_file, e)) return None @@ -124,7 +124,8 @@ def create_vnf(tacker_client, vnf_name, vnfd_id=None, vnfd_name=None): vnf_body['vnf']['vnfd_id'] = get_vnfd_id(tacker_client, vnfd_name) return tacker_client.create_vnf(body=vnf_body) except Exception, e: - logger.error("error [create_vnf(tacker_client, '%s', '%s', '%s')]: %s" + logger.error("error [create_vnf(tacker_client," + " '%s', '%s', '%s')]: %s" % (vnf_name, vnfd_id, vnfd_name, e)) return None @@ -206,7 +207,8 @@ def create_sfc(tacker_client, sfc_name, for name in chain_vnf_names] return tacker_client.create_sfc(body=sfc_body) except Exception, e: - logger.error("error [create_sfc(tacker_client, '%s', '%s', '%s')]: %s" + logger.error("error [create_sfc(tacker_client," + " '%s', '%s', '%s')]: %s" % (sfc_name, chain_vnf_ids, chain_vnf_names, e)) return None @@ -263,8 +265,8 @@ def create_sfc_classifier(tacker_client, sfc_clf_name, sfc_id=None, tacker_client, sfc_name) return tacker_client.create_sfc_classifier(body=sfc_clf_body) except Exception, e: - logger.error("error [create_sfc_classifier(tacker_client, '%s', '%s'," - " '%s', '%s')]: '%s'" + logger.error("error [create_sfc_classifier(tacker_client," + " '%s', '%s','%s', '%s')]: '%s'" % (sfc_clf_name, sfc_id, sfc_name, str(match), e)) return None diff --git a/functest/utils/openstack_utils.py b/functest/utils/openstack_utils.py index 64f18504..c21ed818 100755 --- a/functest/utils/openstack_utils.py +++ b/functest/utils/openstack_utils.py @@ -10,7 +10,7 @@ import os import os.path -import subprocess +import re import sys import time @@ -112,12 +112,13 @@ def get_credentials(other_creds={}): def source_credentials(rc_file): - pipe = subprocess.Popen(". %s; env" % rc_file, stdout=subprocess.PIPE, - shell=True) - output = pipe.communicate()[0] - env = dict((line.split("=", 1) for line in output.splitlines())) - os.environ.update(env) - return env + with open(rc_file, "r") as f: + for line in f: + var = line.rstrip('"\n').replace( + 'export ', '').replace("'", "").split("=") + key = re.sub(r'^ *| *$', '', var[0]) + value = re.sub(r'^[" ]*|[ "]*$', '', "".join(var[1:])) + os.environ[key] = value def get_credentials_for_rally(): diff --git a/run_unit_tests.sh b/run_unit_tests.sh index 5167d78c..606aedcd 100755 --- a/run_unit_tests.sh +++ b/run_unit_tests.sh @@ -36,6 +36,7 @@ nosetests --with-xunit \ --cover-package=functest.core.testcase_base \ --cover-package=functest.opnfv_tests.sdn.odl.odl \ --cover-package=functest.utils \ + --cover-package=functest.opnfv_tests.openstack.rally \ --cover-xml \ --cover-html \ --log-config=$(pwd)/functest/tests/unit/test_logging.ini \ diff --git a/test-requirements.txt b/test-requirements.txt index 2bf297ba..96b27678 100644 --- a/test-requirements.txt +++ b/test-requirements.txt @@ -9,6 +9,7 @@ click==6.6 coverage==4.1 dnspython==1.15.0 gitpython==1.0.1 +iniparse==0.4 mock==1.3.0 nose==1.3.7 python-ceilometerclient==2.6.2 |