aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--docker/Dockerfile20
-rw-r--r--docker/Dockerfile.aarch64164
-rw-r--r--docs/configguide/index.rst122
-rw-r--r--docs/results/apex-os-odl_l2-bgpvpn-ha.rst926
-rw-r--r--docs/results/apex-os-odl_l2-nofeature-ha.rst1750
-rw-r--r--docs/results/compass-os-nosdn-nofeature-ha.rst1667
-rw-r--r--docs/results/compass-os-odl_l2-nofeature-ha.rst1769
-rw-r--r--docs/results/compass-os-onos-nofeature-ha.rst2118
-rw-r--r--docs/results/fuel-os-nosdn-kvm-ha.rst1521
-rw-r--r--docs/results/fuel-os-nosdn-nofeature-ha.rst2283
-rw-r--r--docs/results/fuel-os-nosdn-ovs-ha.rst2285
-rw-r--r--docs/results/fuel-os-odl_l2-bgpvpn-ha.rst1254
-rw-r--r--docs/results/fuel-os-odl_l2-nofeature-ha.rst2397
-rw-r--r--docs/results/fuel-os-odl_l2-sfc-ha.rst1262
-rw-r--r--docs/results/fuel-os-onos-nofeature-ha.rst2618
-rw-r--r--docs/results/index.rst12
-rw-r--r--docs/results/joid-os-odl_l2-nofeature-ha.rst2189
-rw-r--r--docs/results/overview.rst79
-rw-r--r--docs/results/results.rst73
-rwxr-xr-xfunctest/ci/check_os.sh6
-rwxr-xr-xfunctest/ci/exec_test.sh4
-rw-r--r--functest/ci/logging.json58
-rwxr-xr-xfunctest/ci/prepare_env.py9
-rwxr-xr-xfunctest/ci/run_tests.py6
-rwxr-xr-xfunctest/ci/testcases.yaml4
-rwxr-xr-xfunctest/opnfv_tests/openstack/healthcheck/healthcheck.sh16
-rw-r--r--functest/opnfv_tests/openstack/rally/rally.py3
-rw-r--r--functest/opnfv_tests/openstack/tempest/conf_utils.py5
-rw-r--r--functest/opnfv_tests/openstack/tempest/tempest.py8
-rwxr-xr-xfunctest/opnfv_tests/sdn/odl/odl.py19
-rwxr-xr-x[-rw-r--r--]functest/opnfv_tests/vnf/aaa/aaa.py0
-rw-r--r--functest/tests/unit/odl/test_odl.py44
-rw-r--r--functest/tests/unit/opnfv_tests/__init__.py0
-rw-r--r--functest/tests/unit/opnfv_tests/openstack/__init__.py0
-rw-r--r--functest/tests/unit/opnfv_tests/openstack/rally/__init__.py0
-rw-r--r--functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py391
-rw-r--r--functest/tests/unit/test_logging.ini52
-rw-r--r--functest/tests/unit/utils/test_functest_utils.py34
-rw-r--r--functest/tests/unit/utils/test_openstack_tacker.py10
-rwxr-xr-x[-rw-r--r--]functest/utils/constants.py0
-rw-r--r--functest/utils/functest_utils.py11
-rw-r--r--functest/utils/openstack_tacker.py22
-rwxr-xr-xrun_unit_tests.sh1
-rw-r--r--test-requirements.txt1
44 files changed, 817 insertions, 24396 deletions
diff --git a/docker/Dockerfile b/docker/Dockerfile
index dda4ea6e..1cc2209e 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -1,23 +1,6 @@
########################################
# Docker container for FUNCTEST
########################################
-# Purpose: run all the tests against the POD
-# from a pre-installed docker image
-#
-# Maintained by Jose Lausuch
-# Build:
-# $ docker build -t opnfv/functest:tag .
-#
-# Execution:
-# $ docker run -t -i \
-# -e "INSTALLER_TYPE=fuel|apex|compass|joid \
-# -e "INSTALLER_IP=10.20.0.2" \
-# -v $(pwd)/config_functest.yaml:/home/opnfv/repos/functest/functest/ci/config_functest.yaml
-# opnfv/functest /bin/bash
-#
-# NOTE: providing config_functest.yaml is optional. If not provided, it will
-# use the default one located in the repo
-#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
@@ -30,6 +13,7 @@ LABEL version="0.1" description="OPNFV Functest Docker container"
# Environment variables
ARG BRANCH=master
+ARG RALLY_TAG=0.8.1
ARG TEMPEST_TAG=14.0.0
ARG ODL_TAG=release/beryllium-sr4
ARG OPENSTACK_TAG=stable/mitaka
@@ -107,7 +91,7 @@ RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${REPOS_DIR}/rele
# OpenStack repositories
RUN git clone --depth 1 -b $OPENSTACK_TAG https://github.com/openstack/networking-bgpvpn ${REPOS_DIR}/bgpvpn
#RUN git clone --depth 1 -b $KINGBIRD_TAG https://github.com/openstack/kingbird.git ${REPOS_DIR}/kingbird
-RUN git clone https://github.com/openstack/rally.git ${REPOS_DIR}/rally
+RUN git clone --depth 1 -b $RALLY_TAG https://github.com/openstack/rally.git ${REPOS_DIR}/rally
RUN git clone --depth 1 -b $TEMPEST_TAG https://github.com/openstack/tempest.git ${REPOS_DIR}/tempest
# other repositories
diff --git a/docker/Dockerfile.aarch64 b/docker/Dockerfile.aarch64
new file mode 100644
index 00000000..a492baec
--- /dev/null
+++ b/docker/Dockerfile.aarch64
@@ -0,0 +1,164 @@
+########################################
+# Aarch64 Docker container for FUNCTEST
+########################################
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+
+FROM aarch64/ubuntu:14.04
+MAINTAINER Armband team <armband@enea.com>
+LABEL version="0.1" description="OPNFV Functest Aarch64 Docker container"
+
+# Environment variables
+ARG BRANCH=master
+ARG RALLY_TAG=0.8.1
+ARG TEMPEST_TAG=14.0.0
+ARG ODL_TAG=release/beryllium-sr4
+ARG OPENSTACK_TAG=stable/mitaka
+ARG KINGBIRD_TAG=0.2.2
+ARG VIMS_TAG=stable
+ARG REPOS_DIR=/home/opnfv/repos
+ARG FUNCTEST_BASE_DIR=/home/opnfv/functest
+ARG FUNCTEST_CONF_DIR=${FUNCTEST_BASE_DIR}/conf
+ARG FUNCTEST_DATA_DIR=${FUNCTEST_BASE_DIR}/data
+ARG FUNCTEST_RESULTS_DIR=${FUNCTEST_BASE_DIR}/results
+ARG FUNCTEST_REPO_DIR=${REPOS_DIR}/functest
+ARG FUNCTEST_TEST_DIR=${FUNCTEST_REPO_DIR}/functest/opnfv_tests
+ARG RELENG_MODULE_DIR=${REPOS_DIR}/releng/modules
+ARG REPOS_VNFS_DIR=${REPOS_DIR}/vnfs
+
+# Environment variables
+ENV HOME /home/opnfv
+ENV CONFIG_FUNCTEST_YAML ${FUNCTEST_REPO_DIR}/functest/ci/config_functest.yaml
+ENV REPOS_DIR ${HOME}/repos
+ENV creds ${FUNCTEST_CONF_DIR}/openstack.creds
+ENV TERM xterm
+ENV COLORTERM gnome-terminal
+
+WORKDIR ${HOME}
+
+# Packaged dependencies
+RUN apt-get update && apt-get install -y \
+build-essential \
+bundler \
+crudini \
+curl \
+gcc \
+git \
+libffi-dev \
+libgmp3-dev \
+libjpeg-dev \
+libpq-dev \
+libssl-dev \
+libxml2-dev \
+libxslt-dev \
+python-dev \
+python-mock \
+python-pip \
+postgresql \
+ruby1.9.1-dev \
+ssh \
+sshpass \
+wget \
+--no-install-recommends
+
+RUN pip install --upgrade pip
+
+RUN mkdir -p ${REPOS_DIR} \
+ && mkdir -p ${REPOS_VNFS_DIR} \
+ && mkdir -p ${FUNCTEST_BASE_DIR}/results \
+ && mkdir -p ${FUNCTEST_BASE_DIR}/conf \
+ && mkdir -p /root/.ssh \
+ && chmod 700 /root/.ssh
+
+RUN git config --global http.sslVerify false
+
+# OPNFV repositories
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/functest ${REPOS_DIR}/functest
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/copper ${REPOS_DIR}/copper
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/moon ${REPOS_DIR}/moon
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/sdnvpn ${REPOS_DIR}/sdnvpn
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/domino ${REPOS_DIR}/domino
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/parser ${REPOS_DIR}/parser
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/doctor ${REPOS_DIR}/doctor
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/ovno ${REPOS_DIR}/ovno
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/promise ${REPOS_DIR}/promise
+RUN git clone --depth 1 -b $BRANCH https://gerrit.opnfv.org/gerrit/sfc ${REPOS_DIR}/sfc
+RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/securityscanning ${REPOS_DIR}/securityscanning
+RUN git clone --depth 1 https://gerrit.opnfv.org/gerrit/releng ${REPOS_DIR}/releng
+
+# OpenStack repositories
+RUN git clone --depth 1 -b $OPENSTACK_TAG https://github.com/openstack/networking-bgpvpn ${REPOS_DIR}/bgpvpn
+#RUN git clone --depth 1 -b $KINGBIRD_TAG https://github.com/openstack/kingbird.git ${REPOS_DIR}/kingbird
+RUN git clone --depth 1 -b $RALLY_TAG https://github.com/openstack/rally.git ${REPOS_DIR}/rally
+RUN git clone --depth 1 -b $TEMPEST_TAG https://github.com/openstack/tempest.git ${REPOS_DIR}/tempest
+
+# other repositories
+RUN git clone --depth 1 -b $ODL_TAG https://git.opendaylight.org/gerrit/p/integration/test.git ${REPOS_DIR}/odl_test
+RUN git clone --depth 1 -b $VIMS_TAG https://github.com/boucherv-orange/clearwater-live-test ${REPOS_VNFS_DIR}/vims-test
+RUN git clone --depth 1 https://github.com/wuwenbin2/OnosSystemTest.git ${REPOS_DIR}/onos
+
+RUN pip install -r ${REPOS_DIR}/rally/requirements.txt
+RUN pip install -r ${REPOS_DIR}/tempest/requirements.txt
+
+RUN cd ${FUNCTEST_REPO_DIR} \
+ && pip install -r requirements.txt \
+ && pip install .
+
+RUN cd ${RELENG_MODULE_DIR} \
+ && pip install .
+
+RUN find ${FUNCTEST_REPO_DIR} -name "*.py" \
+ -not -path "*tests/unit*" |xargs grep __main__ |cut -d\: -f 1 |xargs chmod -c 755 \
+ && find ${FUNCTEST_REPO_DIR} -name "*.sh" |xargs grep \#\! |cut -d\: -f 1 |xargs chmod -c 755
+
+RUN /bin/bash ${REPOS_DIR}/parser/tests/parser_install.sh ${REPOS_DIR}
+RUN ${REPOS_DIR}/rally/install_rally.sh --yes
+
+RUN gpg --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
+RUN curl -L https://get.rvm.io | bash -s stable
+
+# SNAPS integration
+RUN git clone --depth 1 https://gerrit.cablelabs.com/snaps-provisioning ${REPOS_DIR}/snaps
+RUN pip install -e ${REPOS_DIR}/snaps/
+
+# SFC integration
+RUN /bin/bash -c ". ${REPOS_DIR}/sfc/sfc/tests/functest/setup_scripts/tacker_client_install.sh"
+RUN cd ${REPOS_DIR}/sfc && pip install .
+
+# SDNVPN integration
+RUN cd ${REPOS_DIR}/sdnvpn && pip install .
+
+RUN cd ${REPOS_DIR}/bgpvpn && pip install .
+#RUN cd ${REPOS_DIR}/kingbird && pip install -e .
+RUN cd ${REPOS_DIR}/moon/moonclient/ && python setup.py install
+
+RUN /bin/bash -c ". /etc/profile.d/rvm.sh \
+ && cd ${REPOS_VNFS_DIR}/vims-test \
+ && rvm autolibs enable"
+RUN /bin/bash -c ". /etc/profile.d/rvm.sh \
+ && cd ${REPOS_VNFS_DIR}/vims-test \
+ && rvm install 1.9.3"
+RUN /bin/bash -c ". /etc/profile.d/rvm.sh \
+ && cd ${REPOS_VNFS_DIR}/vims-test \
+ && rvm use 1.9.3"
+RUN /bin/bash -c ". /etc/profile.d/rvm.sh \
+ && gem install bundler \
+ && cd ${REPOS_VNFS_DIR}/vims-test \
+ && bundle config build.nokogiri --use-system-libraries \
+ && bundle install"
+
+RUN sh -c 'wget -qO- https://nodejs.org/dist/v4.7.2/node-v4.7.2-linux-arm64.tar.gz | \
+ tar -xz -C /usr/local --exclude=CHANGELOG.md --exclude=LICENSE --exclude=README.md --strip-components 1 '\
+ && cd ${REPOS_DIR}/promise && sudo npm -g install npm@latest \
+ && cd ${REPOS_DIR}/promise/source && npm install
+
+RUN echo "set nocompatible \n\
+set backspace=2" \
+>> ${HOME}/.vimrc
+RUN echo set nocompatible >> ${HOME}/.exrc
+RUN echo "alias ll='ls -lh' \n\
+. ${FUNCTEST_REPO_DIR}/functest/cli/functest-complete.sh" \
+>> ${HOME}/.bashrc
diff --git a/docs/configguide/index.rst b/docs/configguide/index.rst
index 58e8a134..f12739e3 100644
--- a/docs/configguide/index.rst
+++ b/docs/configguide/index.rst
@@ -37,67 +37,69 @@ High level architecture
The high level architecture of Functest within OPNFV can be described as
follows::
- CIMC/Lights+out management Admin Private Public Storage
+ CIMC/Lights+out management Admin Mgmt/API Public Storage Private
PXE
- + + + + +
- | | | | |
- | +----------------------------+ | | | |
- | | | | | | |
- +-----+ Jumphost | | | | |
- | | +--------+ | | |
- | | | | | | |
- | | +--------------------+ | | | | |
- | | | | | | | | |
- | | | Tools | +----------------+ | |
- | | | - Rally | | | | | |
- | | | - Robot | | | | | |
- | | | - TestON | | | | | |
- | | | | | | | | |
- | | | Testcases | | | | | |
- | | | - VIM | | | | | |
- | | | -- healthcheck | | | | | |
- | | | -- vPing_ssh | | | | | |
- | | | -- vPing_userdata | | | | | |
- | | | -- SNAPS_cases | | | | | |
- | | | -- Tempest_smoke | | | | | |
- | | | -- Rally_sanity | | | | | |
- | | | -- Tempest_full | | | | | |
- | | | -- Rally_full | | | | | |
- | | | | | | | | |
- | | | - SDN Controller | | | | | |
- | | | -- odl | | | | | |
- | | | -- onos | | | | | |
- | | | | | | | | |
- | | | - Features | | | | | |
- | | | | | | | | |
- | | | - VNF | | | | | |
- | | | | | | | | |
- | | +--------------------+ | | | | |
- | | Functest Docker +-------------------------+ |
- | | | | | | |
- | | +---------------------------------+
- | | | | | | |
- | +----------------------------+ | | | |
- | | | | |
- | +----------------+ | | | |
- | | 1 | | | | |
- +----+ +--------------+-+ | | | |
- | | | 2 | | | | |
- | | | +--------------+-+ | | | |
- | | | | 3 | | | | |
- | | | | +--------------+-+ | | | |
- | | | | | 4 | | | | |
- | +-+ | | +--------------+-+ | | | |
- | | | | | 5 +-------------+ | | |
- | +-+ | | nodes for | | | | |
- | | | | deploying +---------------------+ | |
- | +-+ | OPNFV | | | | |
- | | | +------------------------------+ |
- | +-+ SUT | | | | |
- | | +--------------------------------------+
- | +----------------+ | | | |
- | | | | |
- + + + + +
+ + + + + + +
+ | | | | | |
+ | +----------------------------+ | | | | |
+ | | | | | | | |
+ +-----+ Jumphost | | | | | |
+ | | +--------+ | | | |
+ | | | | | | | |
+ | | +--------------------+ | | | | | |
+ | | | | | | | | | |
+ | | | Tools | +----------------+ | | |
+ | | | - Rally | | | | | | |
+ | | | - Robot | | | | | | |
+ | | | - TestON | | | | | | |
+ | | | | |-------------------------+ | |
+ | | | Testcases | | | | | | |
+ | | | - VIM | | | | | | |
+ | | | -- healthcheck | | | | | | |
+ | | | -- vPing_ssh | | | | | | |
+ | | | -- vPing_userdata | | | | | | |
+ | | | -- SNAPS_cases | | | | | | |
+ | | | -- Tempest_smoke | | | | | | |
+ | | | -- Rally_sanity | | | | | | |
+ | | | -- Tempest_full | | | | | | |
+ | | | -- Rally_full | | | | | | |
+ | | | | | | | | | |
+ | | | - SDN Controller | | | | | | |
+ | | | -- odl | | | | | | |
+ | | | -- onos | | | | | | |
+ | | | | | | | | | |
+ | | | - Features | | | | | | |
+ | | | | | | | | | |
+ | | | - VNF | | | | | | |
+ | | | | | | | | | |
+ | | +--------------------+ | | | | | |
+ | | Functest Docker + | | | | |
+ | | | | | | | |
+ | | | | | | | |
+ | | | | | | | |
+ | +----------------------------+ | | | | |
+ | | | | | |
+ | +----------------+ | | | | |
+ | | 1 | | | | | |
+ +----+ +--------------+-+ | | | | |
+ | | | 2 | | | | | |
+ | | | +--------------+-+ | | | | |
+ | | | | 3 | | | | | |
+ | | | | +--------------+-+ | | | | |
+ | | | | | 4 | | | | | |
+ | +-+ | | +--------------+-+ | | | | |
+ | | | | | 5 +-------------+ | | | |
+ | +-+ | | nodes for | | | | | |
+ | | | | deploying +---------------------+ | | |
+ | +-+ | OPNFV | | | | | |
+ | | | +------------------------------+ | |
+ | +-+ SUT | | | | | |
+ | | +--------------------------------------+ |
+ | | | | | | | |
+ | | +----------------------------------------------+
+ | +----------------+ | | | | |
+ | | | | | |
+ + + + + + +
SUT = System Under Test
All the libraries and dependencies needed by all of the Functest tools
diff --git a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst b/docs/results/apex-os-odl_l2-bgpvpn-ha.rst
deleted file mode 100644
index ca6d0942..00000000
--- a/docs/results/apex-os-odl_l2-bgpvpn-ha.rst
+++ /dev/null
@@ -1,926 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for apex-os-odl_l2-bgpvpn-ha
------------------------------------------------------
-
-VIM
----
-
-vping_userdata
-^^^^^^^^^^^^^^
-
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-04-26 15:40:43'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'87.1'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | 97cda33b-5d92-46c5-8425-861d087d0d57 | 938a64f1-d650-497c-897d-8964906711fb | | 188 | 27 | 2016-04-26 15:42:30.384572 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.643 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.048 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 6.046 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.507 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 5.748 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.049 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.325 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.053 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.251 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.048 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.044 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.085 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.102 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.131 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.137 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.323 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.081 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.430 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.350 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.198 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.132 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.367 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.577 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.641 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 4.390 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 303.566 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.154 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.173 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 300.550 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 303.713 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.094 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.674 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 300.091 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.043 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 1.587 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.262 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.121 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.178 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.135 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.113 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.047 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.040 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.040 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.038 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.259 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.391 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.090 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.053 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.009 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.041 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.041 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.014 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.009 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.023 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.036 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.045 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.649 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.012 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.042 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.000 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 2.819 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 6.846 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 303.888 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.347 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 317.471 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 301.431 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 301.068 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 5.488 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.041 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.080 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.308 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.170 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.174 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.306 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.331 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.307 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.770 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 6.074 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 8.126 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 5.697 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 5.928 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.458 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.032 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.597 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.087 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.463 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.398 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.439 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.445 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.312 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.065 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.301 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.304 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.432 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.221 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.459 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.313 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.249 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.275 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.284 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.125 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.043 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 323.768 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.055 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.289 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.052 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.009 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.238 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.107 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.214 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.102 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.382 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.000 | fail |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.894 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.129 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.168 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.172 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.000 | fail |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.018 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.018 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.027 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.019 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.082 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.019 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.091 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.630 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.296 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.890 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 1.435 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.663 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.946 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 0.000 | fail |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.000 | fail |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.000 | fail |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.000 | fail |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.000 | fail |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.000 | fail |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.000 | fail |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 0.000 | fail |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.000 | fail |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.000 | fail |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.000 | fail |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.425 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.459 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.711 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.099 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.094 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.077 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.372 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.769 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.889 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.092 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.691 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.689 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.001 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.748 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.306 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.142 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.748 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.189 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.074 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.278 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 2.527 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.015 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.629 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.355 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.333 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.335 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.353 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.339 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.951 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.022 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.959 | fail |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 302.043 | fail |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 1.600 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.606 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 8.446 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 8.743 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 8.966 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 10.497 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.105 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.038 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 134.544 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 333.942 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 336.063 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-04-2615:42:30.384572', 'duration': 1497, 'tests': 188, 'failures': 27}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
-
- Preparing input task
- Task ad742546-c147-4903-a31f-841de938dd68: started
- Task ad742546-c147-4903-a31f-841de938dd68: finished
-
- test scenario Authenticate.validate_glance
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_glance_2_times | 0.196 | 0.321 | 0.365 | 0.372 | 0.38 | 0.302 | 100.0% | 10 |
- | total | 0.278 | 0.405 | 0.481 | 0.487 | 0.492 | 0.398 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.25959300995
- Full duration: 4.72824001312
-
- test scenario Authenticate.keystone
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.keystone | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 |
- | total | 0.076 | 0.084 | 0.111 | 0.116 | 0.121 | 0.09 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.271264076233
- Full duration: 3.62738013268
-
- test scenario Authenticate.validate_heat
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_heat_2_times | 0.175 | 0.197 | 0.249 | 0.254 | 0.258 | 0.207 | 100.0% | 10 |
- | total | 0.254 | 0.297 | 0.383 | 0.398 | 0.413 | 0.316 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.942983865738
- Full duration: 4.24797916412
-
- test scenario Authenticate.validate_nova
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_nova_2_times | 0.119 | 0.158 | 0.214 | 0.226 | 0.237 | 0.164 | 100.0% | 10 |
- | total | 0.206 | 0.255 | 0.317 | 0.323 | 0.329 | 0.261 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.78842997551
- Full duration: 4.25593304634
-
- test scenario Authenticate.validate_cinder
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_cinder_2_times | 0.119 | 0.189 | 0.375 | 0.376 | 0.378 | 0.229 | 100.0% | 10 |
- | total | 0.2 | 0.333 | 0.46 | 0.479 | 0.499 | 0.336 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.973871946335
- Full duration: 4.23989796638
-
- test scenario Authenticate.validate_neutron
- +------------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_neutron_2_times | 0.195 | 0.211 | 0.231 | 0.247 | 0.263 | 0.215 | 100.0% | 10 |
- | total | 0.277 | 0.305 | 0.331 | 0.345 | 0.359 | 0.309 | 100.0% | 10 |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.916023015976
- Full duration: 4.58919405937
-
- 2016-04-26 17:13:30,899 - run_rally - INFO - Test scenario: "authenticate" OK.
- 2016-04-26 17:13:30,899 - run_rally - INFO - Starting test scenario "glance" ...
- 2016-04-26 17:15:24,362 - run_rally - INFO -
- Preparing input task
- Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: started
- Task 9f0a1a59-63ee-4c5c-83b4-fda6ca64d4d3: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.list_images | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 |
- | total | 0.265 | 0.322 | 0.356 | 0.383 | 0.411 | 0.319 | 100.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.958132982254
- Full duration: 5.75791287422
-
- test scenario GlanceImages.create_image_and_boot_instances
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 3.814 | 4.56 | 5.238 | 5.417 | 5.597 | 4.572 | 100.0% | 10 |
- | nova.boot_servers | 6.063 | 7.369 | 7.972 | 8.963 | 9.955 | 7.357 | 100.0% | 10 |
- | total | 10.969 | 11.692 | 12.712 | 13.839 | 14.965 | 11.929 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 34.7748630047
- Full duration: 56.4055418968
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 3.733 | 4.173 | 4.872 | 4.909 | 4.946 | 4.299 | 100.0% | 10 |
- | glance.list_images | 0.034 | 0.108 | 0.128 | 0.141 | 0.153 | 0.1 | 100.0% | 10 |
- | total | 3.841 | 4.25 | 4.982 | 5.018 | 5.055 | 4.399 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 13.4400930405
- Full duration: 21.2837600708
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 3.579 | 4.549 | 4.615 | 4.621 | 4.627 | 4.302 | 100.0% | 10 |
- | glance.delete_image | 0.561 | 0.882 | 1.06 | 1.077 | 1.093 | 0.878 | 100.0% | 10 |
- | total | 4.529 | 5.366 | 5.55 | 5.629 | 5.707 | 5.18 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 15.3838078976
- Full duration: 20.4000329971
-
- 2016-04-26 17:15:25,993 - run_rally - INFO - Test scenario: "glance" OK.
- 2016-04-26 17:15:25,993 - run_rally - INFO - Starting test scenario "cinder" ...
- 2016-04-26 17:30:47,609 - run_rally - INFO -
- Preparing input task
- Task 814c7265-77f0-4627-b851-4d6307469184: started
- Task 814c7265-77f0-4627-b851-4d6307469184: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 3.253 | 3.8 | 5.748 | 5.876 | 6.003 | 4.299 | 100.0% | 10 |
- | cinder.create_volume | 2.647 | 2.849 | 3.122 | 3.314 | 3.506 | 2.905 | 100.0% | 10 |
- | nova.attach_volume | 2.828 | 2.941 | 3.024 | 3.139 | 3.253 | 2.956 | 100.0% | 10 |
- | nova.detach_volume | 2.694 | 2.805 | 3.047 | 3.066 | 3.085 | 2.854 | 100.0% | 10 |
- | cinder.delete_volume | 0.465 | 2.501 | 2.589 | 2.62 | 2.652 | 2.292 | 100.0% | 10 |
- | nova.delete_server | 2.31 | 2.432 | 2.572 | 2.61 | 2.647 | 2.445 | 100.0% | 10 |
- | total | 17.005 | 17.344 | 19.667 | 19.684 | 19.702 | 17.752 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 52.3380470276
- Full duration: 62.1368570328
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 5.365 | 5.628 | 6.335 | 7.213 | 8.09 | 5.894 | 100.0% | 10 |
- | cinder.list_volumes | 0.12 | 0.13 | 0.179 | 0.324 | 0.47 | 0.165 | 100.0% | 10 |
- | total | 5.492 | 5.753 | 6.503 | 7.531 | 8.56 | 6.059 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 17.5699410439
- Full duration: 32.550137043
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.66 | 2.948 | 3.145 | 3.171 | 3.197 | 2.939 | 100.0% | 10 |
- | cinder.list_volumes | 0.039 | 0.124 | 0.137 | 0.145 | 0.153 | 0.12 | 100.0% | 10 |
- | total | 2.765 | 3.073 | 3.28 | 3.3 | 3.32 | 3.059 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 8.95114684105
- Full duration: 20.4319190979
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 2.53 | 4.717 | 6.846 | 6.861 | 6.875 | 4.502 | 100.0% | 10 |
- | cinder.list_snapshots | 0.017 | 0.106 | 0.12 | 0.135 | 0.15 | 0.094 | 100.0% | 10 |
- | total | 2.68 | 4.789 | 6.9 | 6.926 | 6.953 | 4.596 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 12.3801140785
- Full duration: 44.4814119339
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.72 | 2.87 | 2.984 | 3.001 | 3.018 | 2.88 | 100.0% | 10 |
- | cinder.delete_volume | 2.327 | 2.533 | 2.641 | 2.663 | 2.685 | 2.526 | 100.0% | 10 |
- | total | 5.148 | 5.386 | 5.625 | 5.664 | 5.703 | 5.406 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 16.1617929935
- Full duration: 23.7529392242
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 5.261 | 5.487 | 5.686 | 5.742 | 5.797 | 5.493 | 100.0% | 10 |
- | cinder.delete_volume | 2.393 | 2.591 | 2.671 | 2.776 | 2.881 | 2.572 | 100.0% | 10 |
- | total | 7.72 | 8.0 | 8.304 | 8.491 | 8.679 | 8.065 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 23.9920217991
- Full duration: 31.16101408
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.683 | 2.83 | 2.958 | 3.031 | 3.105 | 2.838 | 100.0% | 10 |
- | cinder.delete_volume | 2.446 | 2.601 | 2.755 | 2.757 | 2.759 | 2.621 | 100.0% | 10 |
- | total | 5.209 | 5.463 | 5.632 | 5.673 | 5.715 | 5.459 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 16.2941839695
- Full duration: 23.1591808796
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.705 | 3.234 | 5.839 | 6.009 | 6.178 | 4.101 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 25.866 | 34.579 | 36.121 | 36.966 | 37.811 | 33.004 | 100.0% | 10 |
- | cinder.delete_volume | 2.425 | 2.516 | 2.859 | 3.79 | 4.722 | 2.741 | 100.0% | 10 |
- | nova.delete_image | 1.063 | 1.781 | 2.315 | 2.368 | 2.421 | 1.768 | 100.0% | 10 |
- | total | 33.42 | 42.477 | 46.051 | 46.561 | 47.071 | 41.614 | 100.0% | 10 |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 122.33260107
- Full duration: 130.417927027
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 2.619 | 4.753 | 5.128 | 5.998 | 6.868 | 4.741 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.341 | 4.464 | 4.614 | 4.628 | 4.642 | 3.881 | 100.0% | 10 |
- | total | 5.069 | 9.108 | 9.651 | 10.58 | 11.51 | 8.622 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 23.5147559643
- Full duration: 42.4243760109
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.687 | 2.862 | 5.341 | 5.342 | 5.342 | 3.334 | 100.0% | 10 |
- | total | 2.687 | 2.862 | 5.341 | 5.342 | 5.343 | 3.335 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 8.59894013405
- Full duration: 18.9968831539
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.891 | 3.117 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 |
- | total | 2.892 | 3.118 | 5.147 | 5.186 | 5.225 | 3.853 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.1855640411
- Full duration: 23.8357381821
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.list_volumes | 0.23 | 0.276 | 0.313 | 0.333 | 0.353 | 0.281 | 100.0% | 10 |
- | total | 0.23 | 0.276 | 0.313 | 0.333 | 0.354 | 0.281 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.832192182541
- Full duration: 49.1499869823
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.745 | 3.988 | 5.311 | 5.419 | 5.527 | 4.036 | 100.0% | 10 |
- | cinder.create_snapshot | 2.448 | 3.519 | 4.951 | 5.828 | 6.704 | 3.762 | 100.0% | 10 |
- | nova.attach_volume | 2.902 | 4.661 | 5.677 | 6.517 | 7.356 | 4.515 | 100.0% | 10 |
- | nova.detach_volume | 2.665 | 3.03 | 5.013 | 5.036 | 5.058 | 3.398 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.347 | 2.526 | 4.474 | 4.544 | 4.615 | 3.094 | 100.0% | 10 |
- | cinder.delete_volume | 2.357 | 2.512 | 2.616 | 2.622 | 2.629 | 2.497 | 100.0% | 10 |
- | total | 16.23 | 22.038 | 24.243 | 25.404 | 26.565 | 21.659 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 61.302448988
- Full duration: 101.445744038
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.012 | 5.284 | 7.846 | 8.73 | 9.613 | 5.488 | 100.0% | 10 |
- | cinder.delete_volume | 2.465 | 4.731 | 6.986 | 7.116 | 7.247 | 4.39 | 100.0% | 10 |
- | total | 5.537 | 10.039 | 14.516 | 14.707 | 14.898 | 9.877 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 25.7450320721
- Full duration: 44.7656638622
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.809 | 2.87 | 3.171 | 3.173 | 3.174 | 2.925 | 100.0% | 10 |
- | cinder.extend_volume | 2.68 | 2.828 | 5.155 | 5.156 | 5.157 | 3.67 | 100.0% | 10 |
- | cinder.delete_volume | 2.351 | 2.533 | 2.633 | 2.64 | 2.648 | 2.537 | 100.0% | 10 |
- | total | 8.073 | 8.443 | 10.604 | 10.657 | 10.711 | 9.133 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 26.884996891
- Full duration: 34.1721270084
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.775 | 2.863 | 2.974 | 3.062 | 3.151 | 2.888 | 100.0% | 10 |
- | cinder.create_snapshot | 2.383 | 3.589 | 6.958 | 7.815 | 8.672 | 4.208 | 100.0% | 10 |
- | nova.attach_volume | 2.875 | 3.242 | 5.488 | 6.395 | 7.302 | 4.124 | 100.0% | 10 |
- | nova.detach_volume | 2.665 | 2.896 | 3.035 | 3.047 | 3.059 | 2.879 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.154 | 2.468 | 2.771 | 3.49 | 4.209 | 2.6 | 100.0% | 10 |
- | cinder.delete_volume | 0.443 | 2.52 | 2.652 | 2.664 | 2.677 | 2.341 | 100.0% | 10 |
- | total | 16.386 | 19.141 | 21.529 | 23.357 | 25.184 | 19.466 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 56.0006937981
- Full duration: 103.148792982
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 2.734 | 2.837 | 2.972 | 2.98 | 2.987 | 2.853 | 100.0% | 10 |
- | cinder.create_snapshot | 2.361 | 4.585 | 7.125 | 7.96 | 8.794 | 4.799 | 100.0% | 10 |
- | nova.attach_volume | 2.861 | 3.062 | 5.2 | 5.255 | 5.311 | 3.579 | 100.0% | 10 |
- | nova.detach_volume | 2.776 | 2.919 | 3.111 | 3.147 | 3.183 | 2.942 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.381 | 3.48 | 6.541 | 6.595 | 6.649 | 3.908 | 100.0% | 10 |
- | cinder.delete_volume | 2.273 | 2.579 | 4.795 | 5.881 | 6.967 | 3.176 | 100.0% | 10 |
- | total | 16.565 | 23.291 | 23.896 | 24.12 | 24.344 | 21.919 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 62.6618189812
- Full duration: 108.85529089
-
-SDN Controller
---------------
-
-ODL
-^^^
-::
-
- FUNCTEST.info: Running ODL test...
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | FAIL |
- 18 critical tests, 15 passed, 3 failed
- 18 tests total, 15 passed, 3 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
-
-Feature tests
--------------
-
-vIMS
-^^^^
-
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'495.7'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'759.1'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17'
- vIMS - INFO - vIMS functional test duration:'109.1'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-Doctor
-^^^^^^
-
-::
-
- FUNCTEST.info: Running Doctor test...
- doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh
- doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img
- Note: doctor/tests/run.sh has been executed.
- PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data.
- 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms
-
- --- 192.30.9.7 ping statistics ---
- 1 packets transmitted, 1 received, 0% packet loss, time 0ms
- rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms
- preparing VM image...
- +------------------+--------------------------------------+
- | Property | Value |
- +------------------+--------------------------------------+
- | checksum | 7ca2842a166c276d49880998e4b397d5 |
- | container_format | bare |
- | created_at | 2016-04-26T17:07:58Z |
- | disk_format | qcow2 |
- | id | ccc11584-d901-4c83-9bbe-1e35b12f03ee |
- | min_disk | 0 |
- | min_ram | 0 |
- | name | cirros |
- | owner | 8f39920048ea444d9dedb35e601c1292 |
- | protected | False |
- | size | 15446 |
- | status | active |
- | tags | [] |
- | updated_at | 2016-04-26T17:07:59Z |
- | virtual_size | None |
- | visibility | public |
- +------------------+--------------------------------------+
- starting doctor sample components...
- creating VM and alarm...
- +--------------------------------------+-----------------------------------------------+
- | Property | Value |
- +--------------------------------------+-----------------------------------------------+
- | OS-DCF:diskConfig | MANUAL |
- | OS-EXT-AZ:availability_zone | |
- | OS-EXT-SRV-ATTR:host | - |
- | OS-EXT-SRV-ATTR:hypervisor_hostname | - |
- | OS-EXT-SRV-ATTR:instance_name | instance-00000048 |
- | OS-EXT-STS:power_state | 0 |
- | OS-EXT-STS:task_state | scheduling |
- | OS-EXT-STS:vm_state | building |
- | OS-SRV-USG:launched_at | - |
- | OS-SRV-USG:terminated_at | - |
- | accessIPv4 | |
- | accessIPv6 | |
- | adminPass | AaUNZaoqw74Q |
- | config_drive | |
- | created | 2016-04-26T17:08:01Z |
- | flavor | m1.tiny (1) |
- | hostId | |
- | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 |
- | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) |
- | key_name | - |
- | metadata | {} |
- | name | doctor_vm1 |
- | os-extended-volumes:volumes_attached | [] |
- | progress | 0 |
- | security_groups | default |
- | status | BUILD |
- | tenant_id | 3d15a63c2519439f839df6785236b0e1 |
- | updated | 2016-02-24T07:59:49Z |
- | user_id | 0cfa3d72e33b490880278ff6676aa961 |
- +--------------------------------------+-----------------------------------------------+
-
- +---------------------------+----------------------------------------------------------------------+
- | Property | Value |
- +---------------------------+----------------------------------------------------------------------+
- | alarm_actions | ["http://localhost:12346/failure"] |
- | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 |
- | description | VM failure |
- | enabled | True |
- | event_type | compute.instance.update |
- | insufficient_data_actions | [] |
- | name | doctor_alarm1 |
- | ok_actions | [] |
- | project_id | 3d15a63c2519439f839df6785236b0e1 |
- | query | [{"field": "traits.state", "type": "string", "value": "error", "op": |
- | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": |
- | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] |
- | repeat_actions | False |
- | severity | moderate |
- | state | insufficient data |
- | type | event |
- | user_id | 0cfa3d72e33b490880278ff6676aa961 |
- +---------------------------+----------------------------------------------------------------------+
- waiting for vm launch...
- injecting host failure...
- disabling network of comupte host [overcloud-novacompute-0] for 3 mins...
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- 0 OK
- done
- cleanup...
- 24120
- 24124
- 24122
- 24144
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- 24125
- 24136
- + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log'
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- sudo ip link set enp8s0 down
- <Response [200]>
- Request to delete server doctor_vm1 has been accepted.
- waiting disabled compute host back to be enabled...
-
- doctor - INFO - doctor OK
-
-bgpvpn
-^^^^^^
-
-::
-
- ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpvjQxKe
- {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.191925s] ... ok
- {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.078978s] ... ok
-
- ======
- Totals
- ======
- Ran: 2 tests in 7.0000 sec.
- - Passed: 2
- - Skipped: 0
- - Expected Fail: 0
- - Unexpected Success: 0
- - Failed: 0
- Sum of execute time for each test: 0.2709 sec.
diff --git a/docs/results/apex-os-odl_l2-nofeature-ha.rst b/docs/results/apex-os-odl_l2-nofeature-ha.rst
deleted file mode 100644
index 5ad050b0..00000000
--- a/docs/results/apex-os-odl_l2-nofeature-ha.rst
+++ /dev/null
@@ -1,1750 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for apex-os-odl_l2-nofeature-ha
------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-23 07:43:00'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=a0698b8a-e881-4b84-b540-a0324d671c5a
- network=df3509f4-ef3d-4264-9293-9e0688a5c38e
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=a0698b8a-e881-4b84-b540-a0324d671c5a
- network=df3509f4-ef3d-4264-9293-9e0688a5c38e
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '172.30.9.201'
- vPing_ssh- INFO - Associating floating ip: '172.30.9.201' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 172.30.9.201...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'82.0' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-23 07:44:41'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=78cd8dbf-54fb-43ce-9f19-7801130b5a99
- network=a030c4ca-00ea-4913-bbec-505eaca9f5ff
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=78cd8dbf-54fb-43ce-9f19-7801130b5a99
- network=a030c4ca-00ea-4913-bbec-505eaca9f5ff
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.6 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'72.7'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | b470a125-b6d9-400e-872e-abe779ff1ab5 | 784b68a9-2eab-4e1e-abc7-a4f68d4d02fe | | 70 | 8 | 2016-02-23 07:46:13.668289 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.10275 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.14924 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05661 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.32593 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.38913 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.05691 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.09185 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.04789 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.04881 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.27540 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.10541 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.13467 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33891 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.13276 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 331.74491 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.41803 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17025 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 316.35661 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00272 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.84308 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 10.10318 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 17.23894 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.82065 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.02428 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.09527 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.16436 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02123 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.32681 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.74903 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.33567 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01368 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01283 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01451 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.17814 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.69374 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.40285 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.95154 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.85749 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.12230 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.29858 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.11215 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.42505 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.05471 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.15865 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.08296 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.08528 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02219 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.09302 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.71309 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81771 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.01890 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.06254 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.54527 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.26689 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.09816 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.67413 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.56914 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.37443 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.74292 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.43472 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.15352 | fail |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.75020 | fail |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.79412 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.60493 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.53698 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.40696 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 383.53375 | fail |
- +----------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2307:46:13.668289', 'duration': 695, 'tests': 70, 'failures': 8}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
-
- Preparing input task
- Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: started
- Task 7ac7e940-ea41-4f7d-9cca-facd241c0d42: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.14 | 0.147 | 0.19 | 0.23 | 0.27 | 0.164 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.027 | 0.085 | 0.091 | 0.097 | 0.103 | 0.081 | 100.0% | 10 |
- | total | 0.24 | 0.324 | 0.449 | 0.497 | 0.544 | 0.354 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.991291999817
- Full duration: 3.52114295959
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.062 | 0.071 | 0.092 | 0.093 | 0.093 | 0.075 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.256750106812
- Full duration: 3.22034788132
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.079 | 0.083 | 0.086 | 0.089 | 0.091 | 0.083 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.073 | 0.083 | 0.088 | 0.088 | 0.088 | 0.082 | 100.0% | 10 |
- | total | 0.219 | 0.235 | 0.273 | 0.281 | 0.289 | 0.247 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.758399963379
- Full duration: 3.36240792274
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.08 | 0.095 | 0.164 | 0.194 | 0.225 | 0.116 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.018 | 0.024 | 0.032 | 0.035 | 0.037 | 0.025 | 100.0% | 10 |
- | total | 0.172 | 0.198 | 0.261 | 0.297 | 0.333 | 0.221 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.659279108047
- Full duration: 3.35535907745
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.073 | 0.079 | 0.092 | 0.094 | 0.097 | 0.082 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.013 | 0.082 | 0.149 | 0.265 | 0.381 | 0.106 | 100.0% | 10 |
- | total | 0.152 | 0.241 | 0.344 | 0.464 | 0.585 | 0.272 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.793002128601
- Full duration: 3.46288895607
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.082 | 0.095 | 0.115 | 0.137 | 0.159 | 0.1 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.018 | 0.089 | 0.103 | 0.104 | 0.105 | 0.072 | 100.0% | 10 |
- | total | 0.177 | 0.243 | 0.29 | 0.321 | 0.353 | 0.247 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.788791894913
- Full duration: 3.39974403381
-
- run_rally - INFO - Test scenario: "authenticate" OK.
- run_rally - INFO - Starting test scenario "glance" ...
-
- Preparing input task
- Task 56b5e198-2c90-4440-a9bf-b098659c5783: started
- Task 56b5e198-2c90-4440-a9bf-b098659c5783: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.226 | 0.256 | 0.328 | 0.335 | 0.343 | 0.268 | 100.0% | 10 |
- | total | 0.226 | 0.256 | 0.328 | 0.336 | 0.343 | 0.268 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.82669711113
- Full duration: 4.65047502518
-
- test scenario GlanceImages.create_image_and_boot_instances
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 3.917 | 4.559 | 4.731 | 4.819 | 4.906 | 4.469 | 100.0% | 10 |
- | nova.boot_servers | 5.082 | 8.269 | 10.835 | 11.119 | 11.402 | 8.596 | 100.0% | 10 |
- | total | 9.684 | 12.929 | 15.683 | 15.704 | 15.725 | 13.065 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.0555651188
- Full duration: 65.7321281433
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 3.631 | 4.223 | 4.681 | 4.717 | 4.753 | 4.26 | 100.0% | 10 |
- | glance.list_images | 0.03 | 0.1 | 0.11 | 0.132 | 0.153 | 0.085 | 100.0% | 10 |
- | total | 3.731 | 4.287 | 4.781 | 4.817 | 4.854 | 4.345 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.4343621731
- Full duration: 20.5471830368
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 3.679 | 4.522 | 4.775 | 4.781 | 4.786 | 4.475 | 100.0% | 10 |
- | glance.delete_image | 0.68 | 1.416 | 1.924 | 1.945 | 1.966 | 1.355 | 100.0% | 10 |
- | total | 4.359 | 5.895 | 6.659 | 6.682 | 6.706 | 5.83 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.0444431305
- Full duration: 21.4709100723
-
- run_rally - INFO - Test scenario: "glance" OK.
- run_rally - INFO - Starting test scenario "cinder" ...
-
- Preparing input task
- Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: started
- Task 30bb498c-6dda-4d30-bf2d-cf3979a83615: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.361 | 5.067 | 5.688 | 5.748 | 5.808 | 4.948 | 100.0% | 10 |
- | cinder.create_volume | 2.56 | 2.856 | 3.04 | 3.098 | 3.156 | 2.872 | 100.0% | 10 |
- | nova.attach_volume | 3.018 | 3.376 | 4.145 | 5.024 | 5.903 | 3.65 | 100.0% | 10 |
- | nova.detach_volume | 2.643 | 2.895 | 3.093 | 3.156 | 3.219 | 2.912 | 100.0% | 10 |
- | cinder.delete_volume | 0.517 | 2.429 | 2.538 | 2.676 | 2.814 | 2.268 | 100.0% | 10 |
- | nova.delete_server | 2.329 | 2.456 | 2.645 | 2.656 | 2.667 | 2.468 | 100.0% | 10 |
- | total | 17.686 | 19.384 | 20.284 | 20.286 | 20.288 | 19.117 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 56.4022140503
- Full duration: 68.9135789871
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 5.146 | 5.432 | 5.632 | 5.652 | 5.673 | 5.415 | 100.0% | 10 |
- | cinder.list_volumes | 0.034 | 0.115 | 0.135 | 0.135 | 0.135 | 0.096 | 100.0% | 10 |
- | total | 5.18 | 5.507 | 5.747 | 5.772 | 5.797 | 5.511 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.3556389809
- Full duration: 27.6093170643
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.773 | 2.959 | 3.11 | 3.137 | 3.165 | 2.955 | 100.0% | 10 |
- | cinder.list_volumes | 0.028 | 0.127 | 0.202 | 0.219 | 0.237 | 0.111 | 100.0% | 10 |
- | total | 2.812 | 3.033 | 3.293 | 3.298 | 3.302 | 3.066 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.06200098991
- Full duration: 19.9587731361
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.482 | 4.642 | 4.889 | 4.91 | 4.931 | 4.296 | 100.0% | 10 |
- | cinder.list_snapshots | 0.013 | 0.096 | 0.107 | 0.134 | 0.162 | 0.079 | 100.0% | 10 |
- | total | 2.583 | 4.772 | 4.95 | 4.967 | 4.984 | 4.375 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.2352650166
- Full duration: 44.3921279907
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.707 | 2.813 | 2.903 | 2.956 | 3.009 | 2.825 | 100.0% | 10 |
- | cinder.delete_volume | 2.407 | 2.548 | 2.613 | 2.626 | 2.638 | 2.55 | 100.0% | 10 |
- | total | 5.191 | 5.377 | 5.507 | 5.532 | 5.558 | 5.375 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.1588079929
- Full duration: 22.6795511246
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 5.089 | 5.255 | 5.753 | 6.601 | 7.449 | 5.494 | 100.0% | 10 |
- | cinder.delete_volume | 2.343 | 2.456 | 2.615 | 2.688 | 2.761 | 2.496 | 100.0% | 10 |
- | total | 7.471 | 7.795 | 8.253 | 9.073 | 9.893 | 7.991 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.303401947
- Full duration: 30.3196620941
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.724 | 2.844 | 2.939 | 2.963 | 2.986 | 2.856 | 100.0% | 10 |
- | cinder.delete_volume | 2.353 | 2.519 | 2.659 | 2.718 | 2.778 | 2.525 | 100.0% | 10 |
- | total | 5.147 | 5.393 | 5.45 | 5.541 | 5.633 | 5.381 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.1724491119
- Full duration: 22.9236290455
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.726 | 2.886 | 3.014 | 3.047 | 3.08 | 2.888 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 28.041 | 44.016 | 44.644 | 44.698 | 44.751 | 40.726 | 100.0% | 10 |
- | cinder.delete_volume | 2.34 | 2.458 | 2.551 | 2.622 | 2.692 | 2.452 | 100.0% | 10 |
- | nova.delete_image | 0.846 | 1.837 | 2.379 | 2.418 | 2.456 | 1.73 | 100.0% | 10 |
- | total | 34.983 | 51.394 | 51.872 | 51.877 | 51.881 | 47.796 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 136.222712994
- Full duration: 144.124747038
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.51 | 4.611 | 4.709 | 4.787 | 4.865 | 4.288 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.233 | 4.443 | 4.619 | 4.627 | 4.634 | 3.882 | 100.0% | 10 |
- | total | 4.981 | 9.079 | 9.333 | 9.362 | 9.39 | 8.17 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.2197830677
- Full duration: 42.1724328995
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 |
- | total | 2.725 | 2.887 | 3.064 | 3.106 | 3.149 | 2.895 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.62664198875
- Full duration: 18.587531805
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 |
- | total | 2.696 | 2.857 | 2.932 | 2.943 | 2.954 | 2.838 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.48678183556
- Full duration: 20.6692960262
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.283 | 100.0% | 10 |
- | total | 0.202 | 0.275 | 0.381 | 0.408 | 0.435 | 0.284 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.910716056824
- Full duration: 47.5472760201
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.74 | 2.894 | 3.015 | 3.036 | 3.056 | 2.893 | 100.0% | 10 |
- | cinder.create_snapshot | 2.407 | 2.549 | 4.689 | 4.745 | 4.802 | 3.163 | 100.0% | 10 |
- | nova.attach_volume | 2.856 | 3.305 | 5.42 | 5.647 | 5.874 | 3.866 | 100.0% | 10 |
- | nova.detach_volume | 2.746 | 3.092 | 3.492 | 4.368 | 5.245 | 3.261 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.347 | 2.508 | 4.471 | 4.534 | 4.596 | 2.868 | 100.0% | 10 |
- | cinder.delete_volume | 2.418 | 2.546 | 2.956 | 3.852 | 4.748 | 2.758 | 100.0% | 10 |
- | total | 16.42 | 18.913 | 21.766 | 22.976 | 24.185 | 19.181 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 55.4410011768
- Full duration: 103.909024954
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.821 | 4.176 | 7.514 | 7.588 | 7.662 | 4.605 | 100.0% | 10 |
- | cinder.delete_volume | 2.451 | 4.688 | 4.929 | 4.955 | 4.981 | 4.087 | 100.0% | 10 |
- | total | 5.373 | 8.93 | 12.095 | 12.233 | 12.37 | 8.692 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.4642841816
- Full duration: 44.0787379742
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.58 | 2.854 | 3.055 | 3.19 | 3.325 | 2.89 | 100.0% | 10 |
- | cinder.extend_volume | 2.55 | 2.699 | 2.795 | 2.849 | 2.903 | 2.705 | 100.0% | 10 |
- | cinder.delete_volume | 2.458 | 2.516 | 2.674 | 2.786 | 2.898 | 2.573 | 100.0% | 10 |
- | total | 7.82 | 8.198 | 8.396 | 8.442 | 8.488 | 8.169 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.4196460247
- Full duration: 31.8590240479
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.748 | 2.952 | 3.137 | 3.199 | 3.261 | 2.978 | 100.0% | 10 |
- | cinder.create_snapshot | 2.472 | 2.569 | 4.675 | 4.696 | 4.717 | 3.178 | 100.0% | 10 |
- | nova.attach_volume | 3.051 | 3.462 | 5.38 | 5.41 | 5.439 | 3.956 | 100.0% | 10 |
- | nova.detach_volume | 2.802 | 3.058 | 3.281 | 3.413 | 3.546 | 3.096 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.255 | 2.431 | 4.385 | 4.44 | 4.496 | 2.984 | 100.0% | 10 |
- | cinder.delete_volume | 2.341 | 2.485 | 2.773 | 3.721 | 4.67 | 2.693 | 100.0% | 10 |
- | total | 16.553 | 19.163 | 21.677 | 21.681 | 21.686 | 19.224 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 55.8534150124
- Full duration: 107.20220089
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 2.655 | 2.924 | 3.771 | 3.779 | 3.786 | 3.159 | 100.0% | 10 |
- | cinder.create_snapshot | 2.411 | 2.565 | 4.602 | 4.659 | 4.716 | 3.157 | 100.0% | 10 |
- | nova.attach_volume | 3.053 | 3.236 | 5.158 | 5.352 | 5.546 | 3.726 | 100.0% | 10 |
- | nova.detach_volume | 2.752 | 2.964 | 3.54 | 4.371 | 5.201 | 3.196 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.147 | 2.424 | 4.491 | 4.497 | 4.503 | 2.802 | 100.0% | 10 |
- | cinder.delete_volume | 2.484 | 2.574 | 2.677 | 2.726 | 2.775 | 2.582 | 100.0% | 10 |
- | total | 17.334 | 19.301 | 20.332 | 21.118 | 21.904 | 19.2 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 56.6079628468
- Full duration: 108.998883963
-
- run_rally - INFO - Test scenario: "cinder" OK.
- run_rally - INFO - Starting test scenario "heat" ...
-
- Preparing input task
- Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: started
- Task aae5a92c-66ff-4c8c-b4a3-0957baac4610: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.922 | 3.271 | 3.354 | 3.38 | 3.406 | 3.229 | 100.0% | 10 |
- | heat.suspend_stack | 1.21 | 1.305 | 1.397 | 1.4 | 1.403 | 1.31 | 100.0% | 10 |
- | heat.resume_stack | 1.183 | 1.318 | 1.348 | 1.352 | 1.356 | 1.301 | 100.0% | 10 |
- | heat.delete_stack | 1.161 | 1.306 | 2.368 | 2.383 | 2.398 | 1.68 | 100.0% | 10 |
- | total | 6.612 | 7.196 | 8.411 | 8.476 | 8.541 | 7.519 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.979665041
- Full duration: 25.784487009
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.8 | 2.896 | 3.053 | 3.136 | 3.219 | 2.929 | 100.0% | 10 |
- | heat.delete_stack | 1.167 | 1.185 | 1.272 | 1.284 | 1.296 | 1.202 | 100.0% | 10 |
- | total | 3.967 | 4.11 | 4.26 | 4.334 | 4.409 | 4.13 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.3352811337
- Full duration: 16.1414811611
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 13.463 | 15.842 | 17.472 | 17.519 | 17.565 | 15.768 | 100.0% | 10 |
- | heat.delete_stack | 8.575 | 9.635 | 10.691 | 10.703 | 10.714 | 9.537 | 100.0% | 10 |
- | total | 22.054 | 25.534 | 27.126 | 27.181 | 27.236 | 25.305 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 74.6174178123
- Full duration: 78.7209010124
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 9.848 | 12.353 | 14.548 | 14.574 | 14.6 | 12.757 | 100.0% | 10 |
- | heat.delete_stack | 6.448 | 7.541 | 8.549 | 8.581 | 8.612 | 7.65 | 100.0% | 10 |
- | total | 17.369 | 19.894 | 23.098 | 23.155 | 23.212 | 20.407 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 61.6486670971
- Full duration: 65.8705642223
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.198 | 0.23 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.198 | 0.231 | 0.268 | 0.302 | 0.337 | 0.238 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.700455904007
- Full duration: 4.55407810211
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 3.01 | 3.109 | 3.377 | 3.561 | 3.744 | 3.173 | 100.0% | 10 |
- | heat.update_stack | 3.232 | 3.408 | 4.335 | 4.354 | 4.374 | 3.612 | 100.0% | 10 |
- | heat.delete_stack | 1.146 | 1.207 | 2.478 | 2.887 | 3.296 | 1.721 | 100.0% | 10 |
- | total | 7.423 | 7.67 | 9.921 | 10.311 | 10.702 | 8.505 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 24.7915220261
- Full duration: 29.4085850716
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.881 | 3.066 | 3.233 | 3.377 | 3.52 | 3.09 | 100.0% | 10 |
- | heat.update_stack | 3.212 | 3.254 | 3.48 | 3.507 | 3.535 | 3.303 | 100.0% | 10 |
- | heat.delete_stack | 1.154 | 1.167 | 1.188 | 1.194 | 1.201 | 1.17 | 100.0% | 10 |
- | total | 7.263 | 7.498 | 7.904 | 7.912 | 7.921 | 7.563 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.4006979465
- Full duration: 26.8767819405
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.972 | 4.032 | 6.634 | 6.716 | 6.798 | 4.942 | 100.0% | 10 |
- | heat.update_stack | 5.327 | 5.354 | 5.482 | 5.548 | 5.614 | 5.388 | 100.0% | 10 |
- | heat.delete_stack | 2.19 | 2.207 | 2.213 | 2.214 | 2.215 | 2.203 | 100.0% | 10 |
- | total | 11.521 | 11.583 | 14.284 | 14.325 | 14.367 | 12.534 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 37.184043169
- Full duration: 41.6411378384
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 8 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 8.45521402359
- Full duration: 17.6498777866
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.971 | 5.16 | 5.356 | 5.407 | 5.459 | 4.973 | 100.0% | 10 |
- | heat.update_stack | 5.318 | 5.359 | 5.382 | 5.394 | 5.405 | 5.358 | 100.0% | 10 |
- | heat.delete_stack | 2.188 | 2.198 | 2.266 | 2.267 | 2.267 | 2.211 | 100.0% | 10 |
- | total | 11.488 | 12.723 | 12.979 | 13.011 | 13.043 | 12.543 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 37.0396420956
- Full duration: 41.5464501381
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.829 | 3.044 | 3.212 | 3.247 | 3.283 | 3.029 | 100.0% | 10 |
- | heat.update_stack | 3.215 | 3.228 | 3.295 | 3.317 | 3.339 | 3.248 | 100.0% | 10 |
- | heat.delete_stack | 1.144 | 1.154 | 1.183 | 1.191 | 1.198 | 1.161 | 100.0% | 10 |
- | total | 7.202 | 7.41 | 7.611 | 7.692 | 7.774 | 7.438 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.2332119942
- Full duration: 26.9551222324
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.901 | 3.019 | 3.106 | 3.131 | 3.157 | 3.024 | 100.0% | 10 |
- | heat.list_stacks | 0.026 | 0.033 | 0.038 | 0.039 | 0.039 | 0.032 | 100.0% | 10 |
- | total | 2.94 | 3.049 | 3.139 | 3.163 | 3.188 | 3.056 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.14466500282
- Full duration: 16.6371269226
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.988 | 3.093 | 3.17 | 3.178 | 3.187 | 3.087 | 100.0% | 10 |
- | heat.check_stack | 1.182 | 1.191 | 1.218 | 1.227 | 1.235 | 1.197 | 100.0% | 10 |
- | heat.delete_stack | 1.135 | 1.146 | 1.159 | 1.163 | 1.167 | 1.148 | 100.0% | 10 |
- | total | 5.315 | 5.451 | 5.54 | 5.549 | 5.558 | 5.432 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.1800320148
- Full duration: 20.4218199253
-
- run_rally - INFO - Test scenario: "heat" Failed.
- run_rally - INFO - Starting test scenario "keystone" ...
-
- Preparing input task
- Task a2566777-434b-4a10-8720-118485a7d427: started
- Task a2566777-434b-4a10-8720-118485a7d427: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.129 | 0.152 | 0.179 | 0.185 | 0.19 | 0.153 | 100.0% | 10 |
- | keystone.create_users | 1.041 | 1.142 | 1.45 | 1.48 | 1.509 | 1.211 | 100.0% | 10 |
- | total | 1.177 | 1.295 | 1.637 | 1.653 | 1.668 | 1.363 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.19324994087
- Full duration: 15.3481221199
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.126 | 0.137 | 0.15 | 0.155 | 0.16 | 0.138 | 100.0% | 10 |
- | keystone.add_role | 0.116 | 0.123 | 0.145 | 0.158 | 0.171 | 0.128 | 100.0% | 10 |
- | keystone.list_roles | 0.055 | 0.064 | 0.076 | 0.093 | 0.11 | 0.068 | 100.0% | 10 |
- | total | 0.308 | 0.334 | 0.36 | 0.362 | 0.364 | 0.335 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.02259397507
- Full duration: 7.21977186203
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.127 | 0.155 | 0.187 | 0.19 | 0.192 | 0.159 | 100.0% | 10 |
- | keystone.add_role | 0.117 | 0.131 | 0.161 | 0.175 | 0.188 | 0.137 | 100.0% | 10 |
- | keystone.remove_role | 0.089 | 0.104 | 0.137 | 0.161 | 0.184 | 0.113 | 100.0% | 10 |
- | total | 0.352 | 0.4 | 0.454 | 0.471 | 0.487 | 0.408 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.2577559948
- Full duration: 7.18419408798
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.131 | 0.147 | 0.168 | 0.175 | 0.181 | 0.15 | 100.0% | 10 |
- | keystone.update_tenant | 0.073 | 0.081 | 0.138 | 0.138 | 0.138 | 0.094 | 100.0% | 10 |
- | keystone.delete_tenant | 0.146 | 0.181 | 0.212 | 0.215 | 0.218 | 0.182 | 100.0% | 10 |
- | total | 0.356 | 0.436 | 0.488 | 0.501 | 0.514 | 0.426 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.28746080399
- Full duration: 5.78163409233
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.136 | 0.149 | 0.185 | 0.201 | 0.217 | 0.158 | 100.0% | 10 |
- | keystone.delete_service | 0.079 | 0.081 | 0.094 | 0.105 | 0.116 | 0.086 | 100.0% | 10 |
- | total | 0.22 | 0.233 | 0.267 | 0.288 | 0.309 | 0.244 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.732470035553
- Full duration: 5.50471711159
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.135 | 0.141 | 0.177 | 0.184 | 0.19 | 0.151 | 100.0% | 10 |
- | total | 0.135 | 0.141 | 0.177 | 0.184 | 0.191 | 0.152 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.47666311264
- Full duration: 4.65166783333
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.145 | 0.17 | 0.2 | 0.206 | 0.211 | 0.174 | 100.0% | 10 |
- | total | 0.145 | 0.171 | 0.2 | 0.206 | 0.212 | 0.174 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.544457912445
- Full duration: 4.52855014801
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.139 | 0.151 | 0.184 | 0.204 | 0.224 | 0.161 | 100.0% | 10 |
- | keystone.list_tenants | 0.054 | 0.062 | 0.076 | 0.095 | 0.115 | 0.067 | 100.0% | 10 |
- | total | 0.201 | 0.213 | 0.277 | 0.286 | 0.295 | 0.227 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.684409141541
- Full duration: 7.2159280777
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.131 | 0.156 | 0.212 | 0.213 | 0.215 | 0.167 | 100.0% | 10 |
- | keystone.delete_role | 0.132 | 0.159 | 0.222 | 0.244 | 0.266 | 0.174 | 100.0% | 10 |
- | total | 0.276 | 0.349 | 0.375 | 0.409 | 0.444 | 0.341 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.00079798698
- Full duration: 5.79344797134
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.14 | 0.148 | 0.211 | 0.214 | 0.216 | 0.161 | 100.0% | 10 |
- | keystone.create_user | 0.083 | 0.09 | 0.105 | 0.122 | 0.138 | 0.094 | 100.0% | 10 |
- | keystone.create_role | 0.065 | 0.081 | 0.12 | 0.126 | 0.131 | 0.087 | 100.0% | 10 |
- | keystone.get_tenant | 0.054 | 0.064 | 0.115 | 0.117 | 0.119 | 0.078 | 100.0% | 10 |
- | keystone.get_user | 0.055 | 0.062 | 0.081 | 0.104 | 0.127 | 0.069 | 100.0% | 10 |
- | keystone.get_role | 0.055 | 0.062 | 0.096 | 0.109 | 0.121 | 0.071 | 100.0% | 10 |
- | keystone.service_list | 0.053 | 0.06 | 0.069 | 0.072 | 0.074 | 0.061 | 100.0% | 10 |
- | keystone.get_service | 0.054 | 0.059 | 0.068 | 0.087 | 0.105 | 0.063 | 100.0% | 10 |
- | total | 0.577 | 0.674 | 0.806 | 0.815 | 0.825 | 0.685 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.99226713181
- Full duration: 11.5220220089
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.148 | 0.173 | 0.197 | 0.206 | 0.215 | 0.175 | 100.0% | 10 |
- | keystone.list_users | 0.059 | 0.062 | 0.068 | 0.068 | 0.069 | 0.063 | 100.0% | 10 |
- | total | 0.207 | 0.238 | 0.259 | 0.267 | 0.275 | 0.238 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.724813938141
- Full duration: 4.96498990059
-
- run_rally - INFO - Test scenario: "keystone" OK.
- run_rally - INFO - Starting test scenario "neutron" ...
-
- Preparing input task
- Task 54896a60-668a-4109-89ce-b6be1526b03c: started
- Task 54896a60-668a-4109-89ce-b6be1526b03c: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.495 | 0.647 | 0.86 | 0.862 | 0.864 | 0.662 | 100.0% | 10 |
- | neutron.delete_port | 0.138 | 0.389 | 0.568 | 0.757 | 0.946 | 0.413 | 100.0% | 10 |
- | total | 0.633 | 0.994 | 1.292 | 1.551 | 1.809 | 1.075 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.11711192131
- Full duration: 33.0977571011
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.499 | 0.61 | 0.652 | 0.678 | 0.704 | 0.602 | 100.0% | 10 |
- | neutron.create_router | 0.146 | 0.344 | 0.458 | 0.463 | 0.467 | 0.349 | 100.0% | 10 |
- | neutron.add_interface_router | 0.258 | 0.522 | 0.604 | 0.672 | 0.739 | 0.519 | 100.0% | 10 |
- | neutron.list_routers | 0.026 | 0.282 | 0.457 | 0.501 | 0.545 | 0.272 | 100.0% | 10 |
- | total | 1.316 | 1.657 | 1.975 | 2.111 | 2.247 | 1.742 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.24421405792
- Full duration: 37.3269040585
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.563 | 0.666 | 0.868 | 1.002 | 1.136 | 0.721 | 100.0% | 10 |
- | neutron.create_router | 0.13 | 0.373 | 0.573 | 0.595 | 0.616 | 0.384 | 100.0% | 10 |
- | neutron.add_interface_router | 0.274 | 0.505 | 0.574 | 0.605 | 0.637 | 0.471 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.234 | 0.492 | 0.66 | 0.676 | 0.692 | 0.512 | 100.0% | 10 |
- | neutron.delete_router | 0.117 | 0.329 | 0.731 | 0.744 | 0.756 | 0.341 | 100.0% | 10 |
- | total | 1.572 | 2.372 | 2.966 | 3.156 | 3.347 | 2.43 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.02413988113
- Full duration: 37.7696969509
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.507 | 0.678 | 0.859 | 0.871 | 0.883 | 0.7 | 100.0% | 10 |
- | neutron.list_ports | 0.131 | 0.305 | 0.497 | 0.512 | 0.526 | 0.325 | 100.0% | 10 |
- | total | 0.792 | 1.051 | 1.18 | 1.187 | 1.193 | 1.025 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.00920605659
- Full duration: 34.7632040977
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.505 | 0.561 | 0.698 | 0.722 | 0.747 | 0.592 | 100.0% | 10 |
- | neutron.delete_subnet | 0.141 | 0.477 | 0.75 | 0.785 | 0.82 | 0.516 | 100.0% | 10 |
- | total | 0.759 | 1.066 | 1.367 | 1.429 | 1.491 | 1.108 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.30927801132
- Full duration: 34.2646439075
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.368 | 0.511 | 0.727 | 0.746 | 0.765 | 0.541 | 100.0% | 10 |
- | neutron.delete_network | 0.115 | 0.331 | 0.399 | 0.421 | 0.443 | 0.328 | 100.0% | 10 |
- | total | 0.519 | 0.876 | 1.09 | 1.149 | 1.209 | 0.87 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.45112395287
- Full duration: 17.3522310257
-
- test scenario NeutronNetworks.create_and_list_networks
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | neutron.create_network | 0.376 | 0.514 | 51.874 | 51.881 | 51.887 | 21.012 | 100.0% | 10 |
- | neutron.list_networks | 0.048 | 0.264 | 0.303 | 0.312 | 0.32 | 0.246 | 100.0% | 10 |
- | total | 0.644 | 0.78 | 52.142 | 52.175 | 52.208 | 21.258 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 53.5037658215
- Full duration: 70.7888660431
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.457 | 0.651 | 0.738 | 0.757 | 0.777 | 0.631 | 100.0% | 10 |
- | neutron.create_router | 0.144 | 0.334 | 0.45 | 0.477 | 0.504 | 0.349 | 100.0% | 10 |
- | neutron.add_interface_router | 0.286 | 0.546 | 0.676 | 0.685 | 0.695 | 0.555 | 100.0% | 10 |
- | neutron.update_router | 0.099 | 0.36 | 0.43 | 0.438 | 0.446 | 0.312 | 100.0% | 10 |
- | total | 1.176 | 1.895 | 2.106 | 2.13 | 2.155 | 1.848 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.49681401253
- Full duration: 37.4188079834
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.36 | 0.471 | 0.71 | 0.73 | 0.75 | 0.528 | 100.0% | 10 |
- | neutron.update_network | 0.123 | 0.355 | 0.42 | 0.426 | 0.431 | 0.336 | 100.0% | 10 |
- | total | 0.651 | 0.826 | 1.115 | 1.126 | 1.137 | 0.863 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.45435285568
- Full duration: 19.8497779369
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.522 | 0.606 | 0.691 | 0.706 | 0.721 | 0.612 | 100.0% | 10 |
- | neutron.update_port | 0.187 | 0.343 | 0.388 | 0.389 | 0.39 | 0.336 | 100.0% | 10 |
- | total | 0.756 | 0.965 | 1.027 | 1.044 | 1.061 | 0.948 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.89304494858
- Full duration: 35.0843141079
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.435 | 0.561 | 0.697 | 0.716 | 0.735 | 0.584 | 100.0% | 10 |
- | neutron.list_subnets | 0.259 | 0.312 | 0.4 | 0.427 | 0.455 | 0.331 | 100.0% | 10 |
- | total | 0.785 | 0.877 | 1.111 | 1.12 | 1.129 | 0.915 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.61414718628
- Full duration: 34.7340919971
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.496 | 0.57 | 0.724 | 0.732 | 0.741 | 0.598 | 100.0% | 10 |
- | neutron.update_subnet | 0.356 | 0.433 | 0.584 | 0.599 | 0.615 | 0.47 | 100.0% | 10 |
- | total | 0.889 | 1.045 | 1.22 | 1.231 | 1.242 | 1.068 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.22795987129
- Full duration: 33.4197108746
-
- run_rally - INFO - Test scenario: "neutron" OK.
- run_rally - INFO - Starting test scenario "nova" ...
-
- Preparing input task
- Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: started
- Task d97765c7-bb1a-461c-8a74-ade03e3cc05a: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.404 | 0.52 | 1.075 | 1.084 | 1.093 | 0.647 | 100.0% | 10 |
- | nova.delete_keypair | 0.021 | 0.023 | 0.03 | 0.036 | 0.041 | 0.026 | 100.0% | 10 |
- | total | 0.432 | 0.546 | 1.099 | 1.11 | 1.122 | 0.673 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.18305206299
- Full duration: 18.7849049568
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 4.34 | 6.072 | 6.37 | 6.458 | 6.546 | 5.696 | 100.0% | 10 |
- | nova.create_image | 26.042 | 43.405 | 45.329 | 45.435 | 45.541 | 40.593 | 100.0% | 10 |
- | nova.delete_server | 2.313 | 2.59 | 2.699 | 2.859 | 3.019 | 2.586 | 100.0% | 10 |
- | nova.boot_server (2) | 8.297 | 11.985 | 12.916 | 13.279 | 13.642 | 11.495 | 100.0% | 10 |
- | nova.delete_server (2) | 2.4 | 2.622 | 2.761 | 2.777 | 2.792 | 2.638 | 100.0% | 10 |
- | nova.delete_image | 1.443 | 2.236 | 2.891 | 3.258 | 3.626 | 2.279 | 100.0% | 10 |
- | total | 45.514 | 69.068 | 71.631 | 72.478 | 73.326 | 65.288 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 189.056165934
- Full duration: 227.369397879
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.create_keypair | 0.393 | 0.542 | 0.682 | 0.906 | 1.129 | 0.575 | 100.0% | 10 |
- | nova.boot_server | 5.333 | 6.169 | 7.894 | 7.9 | 7.907 | 6.354 | 100.0% | 10 |
- | nova.delete_server | 2.343 | 2.689 | 2.83 | 2.847 | 2.864 | 2.658 | 100.0% | 10 |
- | nova.delete_keypair | 0.02 | 0.025 | 0.032 | 0.034 | 0.035 | 0.026 | 100.0% | 10 |
- | total | 8.385 | 9.359 | 11.149 | 11.258 | 11.367 | 9.613 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.3410420418
- Full duration: 66.8611400127
-
- test scenario NovaKeypair.create_and_list_keypairs
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.4 | 0.494 | 0.589 | 0.867 | 1.146 | 0.544 | 100.0% | 10 |
- | nova.list_keypairs | 0.01 | 0.014 | 0.017 | 0.018 | 0.019 | 0.013 | 100.0% | 10 |
- | total | 0.41 | 0.508 | 0.603 | 0.884 | 1.165 | 0.558 | 100.0% | 10 |
- +---------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.71813702583
- Full duration: 20.3168940544
-
- test scenario NovaServers.list_servers
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 0.64 | 0.917 | 1.069 | 1.117 | 1.165 | 0.895 | 100.0% | 10 |
- | total | 0.64 | 0.917 | 1.07 | 1.117 | 1.165 | 0.895 | 100.0% | 10 |
- +-------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.65287709236
- Full duration: 66.0498650074
-
- test scenario NovaServers.resize_server
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 6 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 815.834815979
- Full duration: 839.469985008
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | cinder.create_volume | 5.574 | 6.234 | 8.567 | 8.613 | 8.66 | 6.605 | 100.0% | 10 |
- | nova.boot_server | 4.812 | 6.08 | 6.59 | 6.789 | 6.988 | 6.029 | 100.0% | 10 |
- | nova.delete_server | 2.339 | 2.631 | 2.668 | 2.687 | 2.707 | 2.602 | 100.0% | 10 |
- | total | 13.379 | 15.107 | 16.804 | 16.977 | 17.15 | 15.236 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 45.449835062
- Full duration: 88.6502871513
-
- test scenario NovaServers.boot_and_migrate_server
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 824.306979895
- Full duration: 846.910109043
-
- test scenario NovaServers.boot_and_delete_server
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 4.471 | 5.91 | 6.147 | 6.182 | 6.217 | 5.681 | 100.0% | 10 |
- | nova.delete_server | 2.378 | 2.586 | 2.707 | 2.746 | 2.785 | 2.579 | 100.0% | 10 |
- | total | 7.061 | 8.47 | 8.67 | 8.754 | 8.839 | 8.26 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.1857261658
- Full duration: 60.5944719315
-
- test scenario NovaServers.boot_and_rebuild_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 4.333 | 5.804 | 6.335 | 6.417 | 6.498 | 5.565 | 100.0% | 10 |
- | nova.rebuild_server | 7.496 | 8.885 | 9.786 | 9.911 | 10.036 | 8.862 | 100.0% | 10 |
- | nova.delete_server | 2.289 | 2.614 | 2.738 | 2.741 | 2.744 | 2.563 | 100.0% | 10 |
- | total | 14.866 | 17.495 | 18.471 | 18.474 | 18.476 | 16.99 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 49.6322209835
- Full duration: 85.0604588985
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 3.185 | 3.686 | 3.987 | 4.312 | 4.638 | 3.699 | 100.0% | 10 |
- | nova.create_100_rules | 18.567 | 26.267 | 26.534 | 26.699 | 26.865 | 24.773 | 100.0% | 10 |
- | nova.list_security_groups | 0.078 | 0.128 | 0.182 | 0.185 | 0.187 | 0.13 | 100.0% | 10 |
- | total | 22.414 | 29.93 | 30.82 | 30.98 | 31.14 | 28.603 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 82.9733760357
- Full duration: 116.589685917
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 2.944 | 3.432 | 3.733 | 3.782 | 3.831 | 3.421 | 100.0% | 10 |
- | nova.create_100_rules | 16.376 | 21.41 | 22.17 | 22.462 | 22.754 | 20.611 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.917 | 1.088 | 1.275 | 1.303 | 1.332 | 1.093 | 100.0% | 10 |
- | total | 20.695 | 25.965 | 26.896 | 26.95 | 27.004 | 25.125 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 72.9624798298
- Full duration: 89.82077384
-
- test scenario NovaServers.boot_and_bounce_server
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | nova.boot_server | 4.125 | 4.583 | 6.312 | 6.519 | 6.725 | 5.156 | 100.0% | 10 |
- | nova.reboot_server | 2.419 | 2.493 | 2.871 | 3.889 | 4.906 | 2.736 | 100.0% | 10 |
- | nova.soft_reboot_server | 4.365 | 4.758 | 16.946 | 70.03 | 123.114 | 16.564 | 100.0% | 10 |
- | nova.stop_server | 5.106 | 14.074 | 15.736 | 15.772 | 15.808 | 13.538 | 100.0% | 10 |
- | nova.start_server | 1.398 | 1.653 | 1.789 | 2.027 | 2.264 | 1.691 | 100.0% | 10 |
- | nova.rescue_server | 6.466 | 6.855 | 15.712 | 16.593 | 17.474 | 8.701 | 100.0% | 10 |
- | nova.unrescue_server | 2.236 | 2.258 | 2.473 | 2.501 | 2.529 | 2.318 | 100.0% | 10 |
- | nova.delete_server | 2.302 | 2.339 | 2.497 | 2.533 | 2.568 | 2.392 | 100.0% | 10 |
- | total | 30.075 | 40.221 | 65.737 | 113.006 | 160.274 | 53.112 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- Load duration: 160.307124138
- Full duration: 195.760754108
-
- test scenario NovaServers.boot_server
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 4.346 | 5.987 | 7.641 | 7.662 | 7.683 | 6.099 | 100.0% | 10 |
- | total | 4.346 | 5.987 | 7.641 | 7.662 | 7.684 | 6.099 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.5887329578
- Full duration: 42.9464931488
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 2.723 | 3.726 | 4.171 | 4.216 | 4.261 | 3.683 | 100.0% | 10 |
- | nova.create_100_rules | 18.505 | 26.114 | 26.91 | 26.926 | 26.943 | 24.62 | 100.0% | 10 |
- | nova.boot_server | 3.627 | 4.946 | 5.965 | 6.019 | 6.073 | 4.932 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.108 | 0.131 | 0.253 | 0.324 | 0.396 | 0.166 | 100.0% | 10 |
- | nova.delete_server | 2.334 | 2.379 | 2.491 | 2.512 | 2.533 | 2.396 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.973 | 1.409 | 1.639 | 1.832 | 2.026 | 1.399 | 100.0% | 10 |
- | total | 28.564 | 39.133 | 39.77 | 39.952 | 40.134 | 37.197 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 107.169257164
- Full duration: 144.236375093
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 4.178 | 6.265 | 6.892 | 7.037 | 7.182 | 6.066 | 100.0% | 10 |
- | nova.pause_server | 2.287 | 2.526 | 2.683 | 2.743 | 2.804 | 2.548 | 100.0% | 10 |
- | nova.unpause_server | 2.436 | 2.503 | 2.571 | 2.571 | 2.572 | 2.507 | 100.0% | 10 |
- | nova.delete_server | 2.294 | 2.606 | 2.995 | 3.945 | 4.895 | 2.755 | 100.0% | 10 |
- | total | 11.529 | 13.896 | 14.859 | 15.712 | 16.564 | 13.876 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 40.5261249542
- Full duration: 76.823114872
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 5.836 | 6.478 | 9.07 | 9.177 | 9.283 | 7.115 | 100.0% | 10 |
- | nova.boot_server | 5.52 | 6.079 | 6.596 | 7.362 | 8.128 | 6.22 | 100.0% | 10 |
- | total | 11.526 | 12.516 | 15.434 | 15.438 | 15.442 | 13.335 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.5622808933
- Full duration: 73.6733939648
-
- test scenario NovaServers.boot_and_list_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 4.694 | 6.002 | 6.133 | 6.249 | 6.365 | 5.738 | 100.0% | 10 |
- | nova.list_servers | 0.141 | 0.377 | 0.551 | 0.599 | 0.646 | 0.376 | 100.0% | 10 |
- | total | 5.074 | 6.186 | 6.707 | 6.807 | 6.906 | 6.114 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.6599957943
- Full duration: 64.1471071243
-
- run_rally - INFO - Test scenario: "nova" Failed.
- run_rally - INFO - Starting test scenario "quotas" ...
-
- Preparing input task
- Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: started
- Task 5eda6ea1-f001-4a0e-b6cd-7685d1803fd5: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 |
- | total | 0.692 | 0.867 | 1.007 | 1.025 | 1.043 | 0.869 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.54990196228
- Full duration: 9.24233794212
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.318 | 0.578 | 0.742 | 0.759 | 0.776 | 0.558 | 100.0% | 10 |
- | total | 0.384 | 0.669 | 0.825 | 0.837 | 0.848 | 0.646 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.74635910988
- Full duration: 8.15396595001
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.686 | 0.867 | 1.072 | 1.087 | 1.102 | 0.87 | 100.0% | 10 |
- | quotas.delete_quotas | 0.563 | 0.613 | 0.737 | 0.75 | 0.763 | 0.631 | 100.0% | 10 |
- | total | 1.274 | 1.453 | 1.698 | 1.782 | 1.865 | 1.501 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.41035509109
- Full duration: 11.0862941742
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.48 | 0.753 | 1.082 | 1.107 | 1.133 | 0.811 | 100.0% | 10 |
- | quotas.delete_quotas | 0.025 | 0.066 | 0.091 | 0.114 | 0.138 | 0.066 | 100.0% | 10 |
- | total | 0.505 | 0.812 | 1.14 | 1.173 | 1.206 | 0.878 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.45851612091
- Full duration: 8.88383197784
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 |
- | total | 0.516 | 0.798 | 1.182 | 1.19 | 1.198 | 0.829 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.38111186028
- Full duration: 8.62598204613
-
- run_rally - INFO - Test scenario: "quotas" OK.
- run_rally - INFO - Starting test scenario "requests" ...
-
- Preparing input task
- Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: started
- Task 6afaa02c-ce64-423c-8af7-1f3436c08dbd: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.022 | 5.033 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 |
- | total | 5.022 | 5.034 | 5.491 | 5.493 | 5.495 | 5.191 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.5716190338
- Full duration: 18.0286371708
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 |
- | total | 5.021 | 5.026 | 5.03 | 5.032 | 5.033 | 5.026 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.1103169918
- Full duration: 17.6116039753
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:20 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 01:52 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 15:05 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 06:52 | 32 | 92.31% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:19 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 07:05 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 52:04 | 52 | 88.89% |
- +-------------------+------------+---------------+-----------+
- | quotas | 00:45 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:35 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:26:02 | 220 | 97.91% |
- +===================+============+===============+===========+
-
-
-
-SDN Controller
---------------
-
-ODL
-^^^
-::
-
- FUNCTEST.info: Running ODL test...
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | FAIL |
- 404 != 200
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | FAIL |
- 4 critical tests, 3 passed, 1 failed
- 4 tests total, 3 passed, 1 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | FAIL |
- 18 critical tests, 15 passed, 3 failed
- 18 tests total, 15 passed, 3 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 08:04:17'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'495.7'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 08:12:33'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'759.1'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-23 08:28:17'
- vIMS - INFO - vIMS functional test duration:'109.1'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-
-Doctor
-^^^^^^
-
-::
-
- FUNCTEST.info: Running Doctor test...
- doctor - DEBUG - Executing command : cd /home/opnfv/repos/doctor/tests && ./run.sh
- doctor - DEBUG - + IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img
- Note: doctor/tests/run.sh has been executed.
- PING 192.30.9.7 (192.30.9.7) 56(84) bytes of data.
- 64 bytes from 192.30.9.7: icmp_seq=1 ttl=63 time=0.753 ms
-
- --- 192.30.9.7 ping statistics ---
- 1 packets transmitted, 1 received, 0% packet loss, time 0ms
- rtt min/avg/max/mdev = 0.753/0.753/0.753/0.000 ms
- preparing VM image...
- +------------------+--------------------------------------+
- | Property | Value |
- +------------------+--------------------------------------+
- | checksum | 11834a548b5f6fa25d331353b139cb1a |
- | container_format | bare |
- | created_at | 2016-02-24T07:59:46Z |
- | disk_format | qcow2 |
- | id | 0074bf80-807e-4cb7-b904-bf4347c2a668 |
- | min_disk | 0 |
- | min_ram | 0 |
- | name | cirros |
- | owner | 3d15a63c2519439f839df6785236b0e1 |
- | protected | False |
- | size | 15482 |
- | status | active |
- | tags | [] |
- | updated_at | 2016-02-24T07:59:47Z |
- | virtual_size | None |
- | visibility | public |
- +------------------+--------------------------------------+
- starting doctor sample components...
- creating VM and alarm...
- +--------------------------------------+-----------------------------------------------+
- | Property | Value |
- +--------------------------------------+-----------------------------------------------+
- | OS-DCF:diskConfig | MANUAL |
- | OS-EXT-AZ:availability_zone | |
- | OS-EXT-SRV-ATTR:host | - |
- | OS-EXT-SRV-ATTR:hypervisor_hostname | - |
- | OS-EXT-SRV-ATTR:instance_name | instance-00000048 |
- | OS-EXT-STS:power_state | 0 |
- | OS-EXT-STS:task_state | scheduling |
- | OS-EXT-STS:vm_state | building |
- | OS-SRV-USG:launched_at | - |
- | OS-SRV-USG:terminated_at | - |
- | accessIPv4 | |
- | accessIPv6 | |
- | adminPass | AaUNZaoqw74Q |
- | config_drive | |
- | created | 2016-02-24T07:59:49Z |
- | flavor | m1.tiny (1) |
- | hostId | |
- | id | 1ab94214-1d8c-46b5-8467-3d3e3b602f04 |
- | image | cirros (0074bf80-807e-4cb7-b904-bf4347c2a668) |
- | key_name | - |
- | metadata | {} |
- | name | doctor_vm1 |
- | os-extended-volumes:volumes_attached | [] |
- | progress | 0 |
- | security_groups | default |
- | status | BUILD |
- | tenant_id | 3d15a63c2519439f839df6785236b0e1 |
- | updated | 2016-02-24T07:59:49Z |
- | user_id | 0cfa3d72e33b490880278ff6676aa961 |
- +--------------------------------------+-----------------------------------------------+
-
- +---------------------------+----------------------------------------------------------------------+
- | Property | Value |
- +---------------------------+----------------------------------------------------------------------+
- | alarm_actions | ["http://localhost:12346/failure"] |
- | alarm_id | 739ca887-1a9d-4fb4-ad77-17793de1db16 |
- | description | VM failure |
- | enabled | True |
- | event_type | compute.instance.update |
- | insufficient_data_actions | [] |
- | name | doctor_alarm1 |
- | ok_actions | [] |
- | project_id | 3d15a63c2519439f839df6785236b0e1 |
- | query | [{"field": "traits.state", "type": "string", "value": "error", "op": |
- | | "eq"}, {"field": "traits.instance_id", "type": "string", "value": |
- | | "1ab94214-1d8c-46b5-8467-3d3e3b602f04", "op": "eq"}] |
- | repeat_actions | False |
- | severity | moderate |
- | state | insufficient data |
- | type | event |
- | user_id | 0cfa3d72e33b490880278ff6676aa961 |
- +---------------------------+----------------------------------------------------------------------+
- waiting for vm launch...
- injecting host failure...
- disabling network of comupte host [overcloud-novacompute-0] for 3 mins...
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- 0 OK
- done
- cleanup...
- 24120
- 24124
- 24122
- 24144
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- Your request was processed by a Nova API which does not support microversions (X-OpenStack-Nova-API-Version header is missing from response). Warning: Response may be incorrect.
- 24125
- 24136
- + ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i instack_key heat-admin@192.30.9.7 '[ -e disable_network.log ] && cat disable_network.log'
- Warning: Permanently added '192.30.9.7' (ECDSA) to the list of known hosts.
- sudo ip link set enp8s0 down
- <Response [200]>
- Request to delete server doctor_vm1 has been accepted.
- waiting disabled compute host back to be enabled...
-
- doctor - INFO - doctor OK
diff --git a/docs/results/compass-os-nosdn-nofeature-ha.rst b/docs/results/compass-os-nosdn-nofeature-ha.rst
deleted file mode 100644
index 294cb09f..00000000
--- a/docs/results/compass-os-nosdn-nofeature-ha.rst
+++ /dev/null
@@ -1,1667 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for compass-os-nosdn-nofeature-ha
--------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-23 04:35:47'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=193891f9-6644-4668-9ac4-bd9336610a99
- network=999caa31-8f28-4737-aa6e-3981e28a7e55
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=193891f9-6644-4668-9ac4-bd9336610a99
- network=999caa31-8f28-4737-aa6e-3981e28a7e55
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '192.168.10.101'
- vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'43.2' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-23 04:36:44'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=53004632-aa69-4868-8234-2ef945681fcd
- network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=53004632-aa69-4868-8234-2ef945681fcd
- network=bf5529b1-1cb7-4ea6-93b8-5ff436c5ed3c
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.3 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'24.4'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- 2016-02-23 04:37:19.865 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- 2016-02-23 04:37:24.332 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
-
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | 28be74fb-34e0-4247-833c-a8c5b3fd85d2 | d2a31b24-70b3-48ab-bd03-8d7a0dab20bd | | 210 | 0 | 2016-02-23 04:37:25.793306 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.20837 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.20097 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 27.41889 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 6.64765 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.27470 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06285 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.06897 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06414 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11873 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06762 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06739 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06986 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06254 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05104 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12018 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07818 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10564 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06481 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.30634 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.20722 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.13093 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.38276 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.54540 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.33321 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.36469 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.15517 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06856 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18377 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.16882 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 3.15690 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07962 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.15120 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.18218 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00110 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.06973 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.27398 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.20951 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.18499 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.15917 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.31948 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.14946 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07635 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07788 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.06447 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.05937 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.07365 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.19332 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00071 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.15138 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06312 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01957 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07095 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08593 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01455 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01158 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04029 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06225 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.06189 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26184 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02082 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06492 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00083 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 3.32560 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 8.17266 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 8.58619 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.29429 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 79.87435 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.54175 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 23.12381 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 6.94824 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.08712 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.16214 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.68228 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.29523 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.35906 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68377 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.54206 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.55368 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.45879 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 29.40153 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 25.63768 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 14.29183 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.85255 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.59683 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 0.78070 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.64926 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.79184 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.62816 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.67889 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.91872 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.67651 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.39363 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.50851 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.57311 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.45111 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.39532 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.43734 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.62367 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.59665 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.38844 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.29632 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.34865 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.46513 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41424 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.08979 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01101 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.07763 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01368 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50557 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08336 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.23059 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05377 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 42.94954 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.65627 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.08496 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.09567 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00685 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.20509 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.12058 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.13306 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.03344 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28451 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15089 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.93789 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.11553 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.11774 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.20859 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.15701 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.84413 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02197 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01614 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01513 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01626 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01377 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01219 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.06385 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.74490 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.30669 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42703 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.46679 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.11398 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.40153 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.62250 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.06048 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.64767 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.05674 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.46703 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.15288 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.19505 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.18705 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.16809 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06150 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.06589 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03918 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.09078 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.12778 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.04437 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07037 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.08725 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03485 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 0.94866 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.57085 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.63361 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05208 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04959 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.22772 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.51603 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.89179 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.16512 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.05618 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.21613 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.92424 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.44097 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.08964 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.05695 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.48158 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.24519 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.01040 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.40816 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.55388 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02194 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.51425 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.62336 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02465 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.31894 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.32025 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02302 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.66552 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.40307 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.43128 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.50089 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.47817 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.50681 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.37768 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.07322 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.82997 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.47396 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.64936 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 1.83658 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.39640 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.41953 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.27254 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.80658 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05079 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05690 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 44.43032 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 21.90475 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 121.16825 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 117.34801 | success |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2304:37:25.793306', 'duration': 261, 'tests': 210, 'failures': 0}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: started
- Task d78a7e66-b2a5-42de-ac0c-cc6145aaa77a: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.122 | 0.136 | 0.153 | 0.155 | 0.158 | 0.138 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.039 | 0.045 | 0.056 | 0.06 | 0.064 | 0.047 | 100.0% | 10 |
- | total | 0.227 | 0.264 | 0.28 | 0.283 | 0.285 | 0.26 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.795955181122
- Full duration: 2.89371585846
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.064 | 0.077 | 0.097 | 0.114 | 0.131 | 0.081 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.246862888336
- Full duration: 2.44218397141
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.127 | 0.151 | 0.186 | 0.195 | 0.205 | 0.157 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.026 | 0.09 | 0.113 | 0.133 | 0.153 | 0.08 | 100.0% | 10 |
- | total | 0.228 | 0.319 | 0.383 | 0.402 | 0.422 | 0.321 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.963713884354
- Full duration: 3.11927700043
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.104 | 0.122 | 0.133 | 0.139 | 0.144 | 0.121 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.028 | 0.031 | 0.04 | 0.041 | 0.042 | 0.034 | 100.0% | 10 |
- | total | 0.2 | 0.243 | 0.249 | 0.256 | 0.263 | 0.235 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.704430103302
- Full duration: 2.78888607025
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.102 | 0.117 | 0.131 | 0.139 | 0.147 | 0.119 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.019 | 0.076 | 0.083 | 0.085 | 0.087 | 0.071 | 100.0% | 10 |
- | total | 0.229 | 0.263 | 0.304 | 0.317 | 0.331 | 0.269 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.82511305809
- Full duration: 2.97128987312
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.111 | 0.12 | 0.134 | 0.135 | 0.135 | 0.123 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.03 | 0.086 | 0.104 | 0.104 | 0.104 | 0.084 | 100.0% | 10 |
- | total | 0.22 | 0.28 | 0.307 | 0.31 | 0.312 | 0.278 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.855668067932
- Full duration: 3.13501811028
-
- run_rally - INFO - Test scenario: "authenticate" OK.
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task 3234c959-6176-4a4f-adf4-50f3f3083d67: started
- Task 3234c959-6176-4a4f-adf4-50f3f3083d67: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 |
- | total | 0.189 | 0.215 | 0.246 | 0.252 | 0.258 | 0.218 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.649740934372
- Full duration: 3.67985486984
-
- test scenario GlanceImages.create_image_and_boot_instances
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 2.782 | 3.177 | 3.617 | 3.638 | 3.659 | 3.198 | 100.0% | 10 |
- | nova.boot_servers | 9.48 | 13.931 | 17.26 | 17.274 | 17.287 | 13.824 | 100.0% | 10 |
- | total | 12.296 | 16.956 | 20.848 | 20.857 | 20.866 | 17.022 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 49.9618289471
- Full duration: 73.9044458866
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 2.779 | 3.406 | 3.655 | 3.673 | 3.692 | 3.306 | 100.0% | 10 |
- | glance.list_images | 0.039 | 0.046 | 0.048 | 0.049 | 0.049 | 0.045 | 100.0% | 10 |
- | total | 2.82 | 3.453 | 3.703 | 3.722 | 3.741 | 3.351 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.77695393562
- Full duration: 14.4172940254
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 2.788 | 3.69 | 3.785 | 3.83 | 3.876 | 3.489 | 100.0% | 10 |
- | glance.delete_image | 0.129 | 0.146 | 0.203 | 0.239 | 0.275 | 0.166 | 100.0% | 10 |
- | total | 2.933 | 3.884 | 3.951 | 3.986 | 4.02 | 3.655 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.762845993
- Full duration: 13.6261451244
-
- run_rally - INFO - Test scenario: "glance" OK.
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: started
- Task 21cb74f0-6bd9-44e3-aff3-99085ad0525f: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.723 | 10.184 | 13.839 | 13.936 | 14.032 | 10.913 | 100.0% | 10 |
- | cinder.create_volume | 2.731 | 2.833 | 2.935 | 3.005 | 3.076 | 2.847 | 100.0% | 10 |
- | nova.attach_volume | 7.613 | 7.977 | 8.755 | 9.542 | 10.33 | 8.197 | 100.0% | 10 |
- | nova.detach_volume | 3.034 | 3.429 | 5.352 | 5.414 | 5.476 | 4.052 | 100.0% | 10 |
- | cinder.delete_volume | 2.44 | 2.495 | 2.591 | 2.6 | 2.609 | 2.503 | 100.0% | 10 |
- | nova.delete_server | 2.423 | 2.508 | 2.823 | 3.661 | 4.499 | 2.704 | 100.0% | 10 |
- | total | 28.081 | 29.986 | 35.858 | 36.584 | 37.309 | 31.218 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 93.1938638687
- Full duration: 105.67930007
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.887 | 5.424 | 5.581 | 5.636 | 5.69 | 4.98 | 100.0% | 10 |
- | cinder.list_volumes | 0.079 | 0.157 | 0.177 | 0.182 | 0.186 | 0.147 | 100.0% | 10 |
- | total | 2.966 | 5.594 | 5.745 | 5.781 | 5.817 | 5.127 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.3176538944
- Full duration: 25.6212191582
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.813 | 2.965 | 3.036 | 3.048 | 3.059 | 2.962 | 100.0% | 10 |
- | cinder.list_volumes | 0.08 | 0.127 | 0.142 | 0.161 | 0.18 | 0.128 | 100.0% | 10 |
- | total | 2.893 | 3.093 | 3.178 | 3.209 | 3.239 | 3.09 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.30827403069
- Full duration: 19.9378697872
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.438 | 2.526 | 2.593 | 2.593 | 2.593 | 2.528 | 100.0% | 10 |
- | cinder.list_snapshots | 0.018 | 0.088 | 0.099 | 0.104 | 0.109 | 0.083 | 100.0% | 10 |
- | total | 2.523 | 2.613 | 2.683 | 2.687 | 2.692 | 2.611 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.79824590683
- Full duration: 31.6265990734
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.891 | 3.012 | 3.068 | 3.069 | 3.069 | 2.987 | 100.0% | 10 |
- | cinder.delete_volume | 2.505 | 2.583 | 2.686 | 2.713 | 2.739 | 2.598 | 100.0% | 10 |
- | total | 5.445 | 5.6 | 5.697 | 5.7 | 5.703 | 5.586 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.8130619526
- Full duration: 23.3862919807
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.06 | 5.419 | 5.676 | 5.725 | 5.774 | 4.793 | 100.0% | 10 |
- | cinder.delete_volume | 2.457 | 2.536 | 2.613 | 2.63 | 2.648 | 2.548 | 100.0% | 10 |
- | total | 5.557 | 7.997 | 8.239 | 8.276 | 8.313 | 7.341 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.6966080666
- Full duration: 28.6927661896
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.819 | 2.943 | 3.235 | 3.249 | 3.264 | 3.001 | 100.0% | 10 |
- | cinder.delete_volume | 2.545 | 2.581 | 2.665 | 2.684 | 2.702 | 2.603 | 100.0% | 10 |
- | total | 5.375 | 5.546 | 5.826 | 5.896 | 5.966 | 5.604 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.8036949635
- Full duration: 23.085185051
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.833 | 3.116 | 3.438 | 3.496 | 3.553 | 3.134 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 25.838 | 62.678 | 78.019 | 78.434 | 78.85 | 55.7 | 100.0% | 10 |
- | cinder.delete_volume | 2.358 | 2.511 | 2.619 | 2.684 | 2.749 | 2.531 | 100.0% | 10 |
- | nova.delete_image | 0.221 | 0.371 | 3.025 | 13.33 | 23.635 | 2.707 | 100.0% | 10 |
- | total | 31.573 | 68.573 | 83.845 | 84.418 | 84.99 | 64.072 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 182.231485128
- Full duration: 189.13320303
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.43 | 2.545 | 2.599 | 2.6 | 2.602 | 2.539 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.326 | 2.495 | 2.611 | 2.675 | 2.739 | 2.493 | 100.0% | 10 |
- | total | 4.887 | 5.04 | 5.173 | 5.186 | 5.199 | 5.032 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.9942228794
- Full duration: 33.8261451721
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.829 | 2.973 | 3.402 | 3.412 | 3.422 | 3.063 | 100.0% | 10 |
- | total | 2.829 | 2.973 | 3.403 | 3.412 | 3.422 | 3.063 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.0781109333
- Full duration: 18.1423990726
-
- test scenario CinderVolumes.create_volume
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+------+-------+---------+-------+
- | cinder.create_volume | 2.85 | 2.939 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 |
- | total | 2.85 | 2.94 | 2.978 | 2.984 | 2.99 | 2.932 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 8.73497700691
- Full duration: 19.4855289459
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.274 | 100.0% | 10 |
- | total | 0.211 | 0.266 | 0.312 | 0.327 | 0.342 | 0.275 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.827063083649
- Full duration: 47.6483559608
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.852 | 3.009 | 3.091 | 3.106 | 3.122 | 3.005 | 100.0% | 10 |
- | cinder.create_snapshot | 2.321 | 2.392 | 2.404 | 2.404 | 2.405 | 2.377 | 100.0% | 10 |
- | nova.attach_volume | 5.473 | 7.981 | 11.399 | 12.215 | 13.031 | 8.96 | 100.0% | 10 |
- | nova.detach_volume | 3.035 | 5.168 | 5.603 | 5.772 | 5.941 | 4.587 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.209 | 2.347 | 2.41 | 2.417 | 2.424 | 2.349 | 100.0% | 10 |
- | cinder.delete_volume | 2.412 | 2.494 | 2.582 | 2.616 | 2.65 | 2.508 | 100.0% | 10 |
- | total | 21.417 | 23.884 | 26.577 | 26.903 | 27.228 | 24.098 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 70.9750390053
- Full duration: 126.263324976
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.872 | 12.204 | 17.525 | 19.351 | 21.177 | 13.167 | 100.0% | 10 |
- | cinder.delete_volume | 2.325 | 2.554 | 2.928 | 3.924 | 4.92 | 2.779 | 100.0% | 10 |
- | total | 12.426 | 14.781 | 20.202 | 21.897 | 23.592 | 15.947 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 43.4407100677
- Full duration: 62.327357769
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.858 | 2.94 | 3.074 | 3.087 | 3.1 | 2.956 | 100.0% | 10 |
- | cinder.extend_volume | 2.572 | 2.848 | 2.884 | 2.919 | 2.954 | 2.8 | 100.0% | 10 |
- | cinder.delete_volume | 2.433 | 2.567 | 2.67 | 2.693 | 2.716 | 2.567 | 100.0% | 10 |
- | total | 7.982 | 8.292 | 8.558 | 8.616 | 8.674 | 8.323 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.9033889771
- Full duration: 31.5932898521
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.882 | 2.947 | 3.229 | 3.231 | 3.233 | 3.005 | 100.0% | 10 |
- | cinder.create_snapshot | 2.268 | 2.345 | 2.421 | 2.456 | 2.491 | 2.36 | 100.0% | 10 |
- | nova.attach_volume | 7.593 | 8.071 | 12.707 | 13.727 | 14.747 | 9.373 | 100.0% | 10 |
- | nova.detach_volume | 2.962 | 5.331 | 5.412 | 5.491 | 5.57 | 5.076 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.185 | 2.286 | 2.366 | 2.374 | 2.381 | 2.298 | 100.0% | 10 |
- | cinder.delete_volume | 2.425 | 2.524 | 2.593 | 2.61 | 2.627 | 2.52 | 100.0% | 10 |
- | total | 21.713 | 23.963 | 28.368 | 29.657 | 30.947 | 24.974 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 73.7474370003
- Full duration: 132.963656902
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.739 | 2.89 | 3.033 | 3.058 | 3.084 | 2.914 | 100.0% | 10 |
- | cinder.create_snapshot | 2.247 | 2.401 | 2.466 | 2.485 | 2.503 | 2.388 | 100.0% | 10 |
- | nova.attach_volume | 7.882 | 8.891 | 10.439 | 11.312 | 12.186 | 9.222 | 100.0% | 10 |
- | nova.detach_volume | 2.94 | 5.373 | 5.635 | 5.661 | 5.687 | 4.764 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.283 | 2.332 | 2.481 | 2.585 | 2.688 | 2.381 | 100.0% | 10 |
- | cinder.delete_volume | 2.425 | 2.495 | 2.547 | 2.558 | 2.569 | 2.489 | 100.0% | 10 |
- | total | 21.386 | 24.555 | 26.13 | 26.247 | 26.365 | 24.746 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 76.0001449585
- Full duration: 139.533368111
-
- run_rally - INFO - Test scenario: "cinder" OK.
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task 7d1551b5-51d4-480b-816d-571bc61773ac: started
- Task 7d1551b5-51d4-480b-816d-571bc61773ac: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.896 | 3.025 | 3.297 | 3.342 | 3.386 | 3.075 | 100.0% | 10 |
- | heat.suspend_stack | 0.444 | 1.622 | 1.791 | 1.817 | 1.844 | 1.332 | 100.0% | 10 |
- | heat.resume_stack | 1.365 | 1.657 | 1.701 | 1.755 | 1.809 | 1.598 | 100.0% | 10 |
- | heat.delete_stack | 0.499 | 1.531 | 1.644 | 1.655 | 1.665 | 1.451 | 100.0% | 10 |
- | total | 5.782 | 7.652 | 8.146 | 8.28 | 8.414 | 7.455 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.9193868637
- Full duration: 25.3411290646
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.023 | 3.144 | 3.331 | 3.531 | 3.73 | 3.206 | 100.0% | 10 |
- | heat.delete_stack | 0.437 | 0.646 | 1.617 | 1.676 | 1.734 | 0.972 | 100.0% | 10 |
- | total | 3.54 | 3.767 | 4.914 | 5.114 | 5.314 | 4.178 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.2326231003
- Full duration: 15.3595271111
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 14.933 | 16.348 | 17.828 | 18.321 | 18.813 | 16.471 | 100.0% | 10 |
- | heat.delete_stack | 6.665 | 8.038 | 8.335 | 8.772 | 9.208 | 7.711 | 100.0% | 10 |
- | total | 22.386 | 24.346 | 25.661 | 25.74 | 25.818 | 24.182 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 72.8466770649
- Full duration: 76.0618572235
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 16.663 | 19.357 | 20.553 | 21.32 | 22.088 | 19.17 | 100.0% | 10 |
- | heat.delete_stack | 9.144 | 9.269 | 10.036 | 10.227 | 10.417 | 9.461 | 100.0% | 10 |
- | total | 25.982 | 28.953 | 30.462 | 30.847 | 31.232 | 28.631 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 84.6888990402
- Full duration: 88.1814341545
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.219 | 0.246 | 0.383 | 0.4 | 0.417 | 0.287 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.219 | 0.246 | 0.383 | 0.4 | 0.418 | 0.287 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.863615989685
- Full duration: 3.55412602425
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.866 | 3.102 | 3.266 | 3.29 | 3.314 | 3.097 | 100.0% | 10 |
- | heat.update_stack | 2.641 | 3.637 | 3.803 | 3.813 | 3.822 | 3.497 | 100.0% | 10 |
- | heat.delete_stack | 1.394 | 1.515 | 1.651 | 1.666 | 1.681 | 1.534 | 100.0% | 10 |
- | total | 7.247 | 8.255 | 8.454 | 8.543 | 8.631 | 8.127 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.2989928722
- Full duration: 27.7337241173
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.799 | 3.033 | 3.19 | 3.306 | 3.422 | 3.046 | 100.0% | 10 |
- | heat.update_stack | 2.509 | 3.732 | 3.845 | 3.847 | 3.849 | 3.321 | 100.0% | 10 |
- | heat.delete_stack | 1.302 | 1.538 | 1.641 | 1.733 | 1.824 | 1.542 | 100.0% | 10 |
- | total | 7.14 | 8.084 | 8.351 | 8.371 | 8.39 | 7.909 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.4465420246
- Full duration: 27.0243220329
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 2.894 | 3.127 | 3.22 | 3.399 | 3.579 | 3.129 | 100.0% | 10 |
- | heat.update_stack | 4.739 | 5.169 | 6.092 | 6.105 | 6.119 | 5.309 | 100.0% | 10 |
- | heat.delete_stack | 1.422 | 1.839 | 2.562 | 2.565 | 2.567 | 1.989 | 100.0% | 10 |
- | total | 9.674 | 10.622 | 10.9 | 10.921 | 10.941 | 10.427 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 30.9374701977
- Full duration: 34.6409509182
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 6.25441002846
- Full duration: 14.2524240017
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 2.776 | 3.256 | 3.502 | 3.878 | 4.255 | 3.292 | 100.0% | 10 |
- | heat.update_stack | 4.632 | 4.964 | 5.353 | 5.818 | 6.284 | 5.076 | 100.0% | 10 |
- | heat.delete_stack | 1.439 | 2.134 | 2.645 | 2.668 | 2.691 | 2.088 | 100.0% | 10 |
- | total | 9.373 | 10.496 | 11.129 | 11.584 | 12.039 | 10.455 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.1429200172
- Full duration: 34.8937320709
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.804 | 3.071 | 3.166 | 3.186 | 3.206 | 3.026 | 100.0% | 10 |
- | heat.update_stack | 2.737 | 3.748 | 4.018 | 4.043 | 4.068 | 3.617 | 100.0% | 10 |
- | heat.delete_stack | 1.31 | 1.555 | 1.823 | 1.832 | 1.841 | 1.569 | 100.0% | 10 |
- | total | 7.424 | 8.294 | 8.696 | 8.74 | 8.783 | 8.212 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.5028841496
- Full duration: 28.3026170731
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.956 | 3.13 | 3.324 | 3.341 | 3.359 | 3.141 | 100.0% | 10 |
- | heat.list_stacks | 0.033 | 0.168 | 0.248 | 0.276 | 0.304 | 0.14 | 100.0% | 10 |
- | total | 3.124 | 3.262 | 3.41 | 3.453 | 3.497 | 3.281 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.0396568775
- Full duration: 17.6087501049
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.922 | 3.155 | 3.412 | 3.413 | 3.415 | 3.159 | 100.0% | 10 |
- | heat.check_stack | 0.418 | 0.518 | 1.02 | 1.361 | 1.702 | 0.701 | 100.0% | 10 |
- | heat.delete_stack | 0.687 | 1.665 | 1.773 | 1.786 | 1.799 | 1.56 | 100.0% | 10 |
- | total | 4.445 | 5.362 | 5.863 | 6.138 | 6.413 | 5.42 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.1680779457
- Full duration: 20.0481300354
-
- run_rally - INFO - Test scenario: "heat" Failed.
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 5cfc1b63-088e-4840-a525-13064451e8d6: started
- Task 5cfc1b63-088e-4840-a525-13064451e8d6: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.105 | 0.119 | 0.16 | 0.16 | 0.161 | 0.125 | 100.0% | 10 |
- | keystone.create_users | 0.592 | 0.653 | 0.694 | 0.719 | 0.744 | 0.657 | 100.0% | 10 |
- | total | 0.706 | 0.77 | 0.844 | 0.874 | 0.905 | 0.782 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.32407808304
- Full duration: 12.4144320488
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.116 | 0.119 | 0.144 | 0.149 | 0.154 | 0.125 | 100.0% | 10 |
- | keystone.add_role | 0.088 | 0.099 | 0.107 | 0.107 | 0.107 | 0.099 | 100.0% | 10 |
- | keystone.list_roles | 0.054 | 0.058 | 0.095 | 0.097 | 0.1 | 0.067 | 100.0% | 10 |
- | total | 0.27 | 0.28 | 0.345 | 0.35 | 0.355 | 0.292 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.863723993301
- Full duration: 6.29958295822
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.121 | 0.217 | 0.274 | 0.281 | 0.288 | 0.2 | 100.0% | 10 |
- | keystone.add_role | 0.089 | 0.092 | 0.098 | 0.098 | 0.099 | 0.093 | 100.0% | 10 |
- | keystone.remove_role | 0.058 | 0.061 | 0.156 | 0.161 | 0.167 | 0.081 | 100.0% | 10 |
- | total | 0.274 | 0.371 | 0.497 | 0.517 | 0.537 | 0.373 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.090020895
- Full duration: 6.37877011299
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.123 | 0.223 | 0.286 | 0.291 | 0.296 | 0.209 | 100.0% | 10 |
- | keystone.update_tenant | 0.052 | 0.056 | 0.065 | 0.066 | 0.068 | 0.057 | 100.0% | 10 |
- | keystone.delete_tenant | 0.125 | 0.135 | 0.286 | 0.307 | 0.327 | 0.18 | 100.0% | 10 |
- | total | 0.302 | 0.416 | 0.63 | 0.632 | 0.634 | 0.446 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.29043102264
- Full duration: 5.07875084877
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.109 | 0.123 | 0.128 | 0.132 | 0.135 | 0.122 | 100.0% | 10 |
- | keystone.delete_service | 0.059 | 0.07 | 0.121 | 0.128 | 0.134 | 0.079 | 100.0% | 10 |
- | total | 0.174 | 0.196 | 0.234 | 0.245 | 0.255 | 0.201 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.603389024734
- Full duration: 4.27351093292
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 |
- | total | 0.118 | 0.133 | 0.186 | 0.187 | 0.188 | 0.142 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.428766012192
- Full duration: 4.18886899948
-
- test scenario KeystoneBasic.create_user
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | keystone.create_user | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 |
- | total | 0.137 | 0.138 | 0.145 | 0.145 | 0.146 | 0.14 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 0.443462133408
- Full duration: 4.19236207008
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.111 | 0.117 | 0.165 | 0.178 | 0.191 | 0.132 | 100.0% | 10 |
- | keystone.list_tenants | 0.046 | 0.055 | 0.065 | 0.066 | 0.067 | 0.055 | 100.0% | 10 |
- | total | 0.163 | 0.179 | 0.214 | 0.231 | 0.247 | 0.187 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.561487913132
- Full duration: 5.7246799469
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.12 | 0.232 | 0.282 | 0.289 | 0.296 | 0.206 | 100.0% | 10 |
- | keystone.delete_role | 0.104 | 0.117 | 0.133 | 0.169 | 0.206 | 0.124 | 100.0% | 10 |
- | total | 0.239 | 0.342 | 0.401 | 0.452 | 0.502 | 0.33 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.990566015244
- Full duration: 4.97686004639
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.106 | 0.133 | 0.16 | 0.174 | 0.187 | 0.139 | 100.0% | 10 |
- | keystone.create_user | 0.058 | 0.066 | 0.07 | 0.071 | 0.071 | 0.065 | 100.0% | 10 |
- | keystone.create_role | 0.046 | 0.053 | 0.07 | 0.086 | 0.103 | 0.059 | 100.0% | 10 |
- | keystone.get_tenant | 0.044 | 0.048 | 0.055 | 0.076 | 0.098 | 0.053 | 100.0% | 10 |
- | keystone.get_user | 0.051 | 0.057 | 0.063 | 0.063 | 0.063 | 0.057 | 100.0% | 10 |
- | keystone.get_role | 0.044 | 0.047 | 0.055 | 0.056 | 0.058 | 0.049 | 100.0% | 10 |
- | keystone.service_list | 0.045 | 0.049 | 0.06 | 0.081 | 0.101 | 0.054 | 100.0% | 10 |
- | keystone.get_service | 0.043 | 0.049 | 0.062 | 0.079 | 0.097 | 0.053 | 100.0% | 10 |
- | total | 0.475 | 0.518 | 0.577 | 0.6 | 0.622 | 0.529 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.58831310272
- Full duration: 9.76444888115
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.13 | 0.145 | 0.177 | 0.195 | 0.213 | 0.152 | 100.0% | 10 |
- | keystone.list_users | 0.052 | 0.055 | 0.08 | 0.093 | 0.106 | 0.062 | 100.0% | 10 |
- | total | 0.183 | 0.2 | 0.269 | 0.274 | 0.279 | 0.214 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.642003059387
- Full duration: 4.59805297852
-
- run_rally - INFO - Test scenario: "keystone" OK.
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: started
- Task aa890d07-7f64-4bf2-9cc1-adb8d5a95c9e: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.42 | 0.516 | 0.669 | 0.677 | 0.684 | 0.538 | 100.0% | 10 |
- | neutron.delete_port | 0.149 | 0.287 | 0.338 | 0.344 | 0.349 | 0.274 | 100.0% | 10 |
- | total | 0.65 | 0.787 | 0.989 | 0.992 | 0.996 | 0.812 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.28342914581
- Full duration: 25.3548538685
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.389 | 0.492 | 0.542 | 0.564 | 0.587 | 0.479 | 100.0% | 10 |
- | neutron.create_router | 0.034 | 0.165 | 0.179 | 0.18 | 0.181 | 0.118 | 100.0% | 10 |
- | neutron.add_interface_router | 0.273 | 0.398 | 0.459 | 0.475 | 0.492 | 0.378 | 100.0% | 10 |
- | neutron.list_routers | 0.042 | 0.111 | 0.208 | 0.214 | 0.219 | 0.12 | 100.0% | 10 |
- | total | 0.873 | 1.083 | 1.266 | 1.32 | 1.373 | 1.095 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.14495706558
- Full duration: 27.2623529434
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.421 | 0.528 | 0.576 | 0.593 | 0.609 | 0.516 | 100.0% | 10 |
- | neutron.create_router | 0.037 | 0.174 | 0.193 | 0.194 | 0.196 | 0.138 | 100.0% | 10 |
- | neutron.add_interface_router | 0.372 | 0.44 | 0.726 | 0.729 | 0.732 | 0.499 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.231 | 0.385 | 0.445 | 0.495 | 0.545 | 0.365 | 100.0% | 10 |
- | neutron.delete_router | 0.155 | 0.243 | 0.363 | 0.374 | 0.385 | 0.257 | 100.0% | 10 |
- | total | 1.492 | 1.722 | 2.126 | 2.135 | 2.145 | 1.776 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.06723308563
- Full duration: 27.7173280716
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.429 | 0.479 | 0.682 | 0.709 | 0.736 | 0.518 | 100.0% | 10 |
- | neutron.list_ports | 0.101 | 0.302 | 0.368 | 0.377 | 0.386 | 0.267 | 100.0% | 10 |
- | total | 0.565 | 0.819 | 0.9 | 0.971 | 1.042 | 0.785 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.22692918777
- Full duration: 25.9097590446
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.383 | 0.414 | 0.558 | 0.562 | 0.565 | 0.439 | 100.0% | 10 |
- | neutron.delete_subnet | 0.134 | 0.271 | 0.307 | 0.34 | 0.372 | 0.235 | 100.0% | 10 |
- | total | 0.522 | 0.677 | 0.872 | 0.901 | 0.93 | 0.674 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.97971510887
- Full duration: 24.8733260632
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.3 | 0.32 | 0.403 | 0.407 | 0.411 | 0.338 | 100.0% | 10 |
- | neutron.delete_network | 0.107 | 0.248 | 0.316 | 0.32 | 0.325 | 0.228 | 100.0% | 10 |
- | total | 0.411 | 0.556 | 0.697 | 0.698 | 0.699 | 0.566 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.71673607826
- Full duration: 13.4693968296
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.279 | 0.326 | 0.389 | 0.406 | 0.423 | 0.334 | 100.0% | 10 |
- | neutron.list_networks | 0.043 | 0.11 | 0.18 | 0.187 | 0.194 | 0.112 | 100.0% | 10 |
- | total | 0.328 | 0.437 | 0.564 | 0.59 | 0.617 | 0.446 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.4160130024
- Full duration: 15.1821639538
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.401 | 0.436 | 0.454 | 0.473 | 0.492 | 0.433 | 100.0% | 10 |
- | neutron.create_router | 0.035 | 0.175 | 0.181 | 0.186 | 0.191 | 0.123 | 100.0% | 10 |
- | neutron.add_interface_router | 0.293 | 0.416 | 0.46 | 0.461 | 0.461 | 0.401 | 100.0% | 10 |
- | neutron.update_router | 0.131 | 0.215 | 0.311 | 0.331 | 0.35 | 0.219 | 100.0% | 10 |
- | total | 1.012 | 1.171 | 1.336 | 1.359 | 1.381 | 1.176 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.52523398399
- Full duration: 28.7934508324
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.299 | 0.338 | 0.397 | 0.408 | 0.418 | 0.346 | 100.0% | 10 |
- | neutron.update_network | 0.095 | 0.24 | 0.297 | 0.299 | 0.302 | 0.202 | 100.0% | 10 |
- | total | 0.41 | 0.543 | 0.699 | 0.707 | 0.714 | 0.549 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.61482715607
- Full duration: 15.459831953
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.436 | 0.465 | 0.588 | 0.595 | 0.601 | 0.487 | 100.0% | 10 |
- | neutron.update_port | 0.114 | 0.282 | 0.317 | 0.326 | 0.335 | 0.255 | 100.0% | 10 |
- | total | 0.576 | 0.751 | 0.862 | 0.899 | 0.936 | 0.742 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.15260481834
- Full duration: 25.8613479137
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.4 | 0.495 | 0.538 | 0.551 | 0.564 | 0.483 | 100.0% | 10 |
- | neutron.list_subnets | 0.065 | 0.217 | 0.28 | 0.319 | 0.357 | 0.22 | 100.0% | 10 |
- | total | 0.563 | 0.718 | 0.793 | 0.798 | 0.802 | 0.703 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.06506896019
- Full duration: 25.971654892
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.398 | 0.465 | 0.543 | 0.564 | 0.584 | 0.475 | 100.0% | 10 |
- | neutron.update_subnet | 0.152 | 0.178 | 0.348 | 0.366 | 0.383 | 0.234 | 100.0% | 10 |
- | total | 0.557 | 0.693 | 0.85 | 0.867 | 0.883 | 0.709 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.06711506844
- Full duration: 25.9731898308
-
- run_rally - INFO - Test scenario: "neutron" OK.
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: started
- Task 84ecab73-326c-41f9-9d80-ffb7b41c7f0d: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.374 | 0.484 | 0.667 | 0.672 | 0.678 | 0.503 | 100.0% | 10 |
- | nova.delete_keypair | 0.016 | 0.021 | 0.025 | 0.027 | 0.028 | 0.021 | 100.0% | 10 |
- | total | 0.399 | 0.51 | 0.687 | 0.692 | 0.698 | 0.524 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.59278798103
- Full duration: 15.4121351242
-
- test scenario NovaServers.snapshot_server
- +--------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+
- | nova.boot_server | 9.938 | 10.314 | 11.977 | 12.384 | 12.791 | 10.711 | 100.0% | 10 |
- | nova.create_image | 33.802 | 39.898 | 69.264 | 70.135 | 71.005 | 45.583 | 100.0% | 10 |
- | nova.delete_server | 2.408 | 2.848 | 3.266 | 4.121 | 4.975 | 2.967 | 100.0% | 10 |
- | nova.boot_server (2) | 19.438 | 33.013 | 43.809 | 46.043 | 48.276 | 33.839 | 100.0% | 10 |
- | nova.delete_server (2) | 2.395 | 2.453 | 4.821 | 4.891 | 4.961 | 3.009 | 100.0% | 10 |
- | nova.delete_image | 0.264 | 0.373 | 0.749 | 1.036 | 1.323 | 0.484 | 100.0% | 10 |
- | total | 70.267 | 96.724 | 117.768 | 118.599 | 119.43 | 96.593 | 100.0% | 10 |
- +------------------------+--------+--------+---------+---------+--------+--------+---------+-------+
- Load duration: 280.300797939
- Full duration: 304.846863985
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.406 | 0.458 | 0.533 | 0.575 | 0.616 | 0.474 | 100.0% | 10 |
- | nova.boot_server | 8.324 | 10.158 | 11.335 | 11.766 | 12.197 | 10.115 | 100.0% | 10 |
- | nova.delete_server | 2.382 | 2.425 | 2.618 | 2.621 | 2.625 | 2.456 | 100.0% | 10 |
- | nova.delete_keypair | 0.014 | 0.019 | 0.028 | 0.029 | 0.029 | 0.02 | 100.0% | 10 |
- | total | 11.352 | 13.038 | 14.228 | 14.667 | 15.107 | 13.066 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.3250300884
- Full duration: 62.0274989605
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.389 | 0.483 | 0.646 | 0.673 | 0.701 | 0.503 | 100.0% | 10 |
- | nova.list_keypairs | 0.013 | 0.018 | 0.021 | 0.024 | 0.027 | 0.018 | 100.0% | 10 |
- | total | 0.405 | 0.504 | 0.659 | 0.688 | 0.716 | 0.521 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.55672502518
- Full duration: 16.8414058685
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 |
- | total | 0.604 | 0.661 | 0.751 | 0.753 | 0.755 | 0.667 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.98178386688
- Full duration: 66.4639019966
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.516 | 10.952 | 12.492 | 12.717 | 12.943 | 11.085 | 100.0% | 10 |
- | nova.resize | 21.055 | 26.446 | 42.177 | 42.263 | 42.349 | 29.612 | 100.0% | 10 |
- | nova.resize_confirm | 2.392 | 2.451 | 2.573 | 2.592 | 2.611 | 2.47 | 100.0% | 10 |
- | nova.delete_server | 2.375 | 2.427 | 2.595 | 2.673 | 2.751 | 2.475 | 100.0% | 10 |
- | total | 34.884 | 42.48 | 59.742 | 59.88 | 60.019 | 45.642 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 133.771182775
- Full duration: 147.319270134
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.421 | 5.82 | 6.128 | 6.151 | 6.173 | 5.197 | 100.0% | 10 |
- | nova.boot_server | 13.462 | 15.116 | 17.314 | 17.513 | 17.711 | 15.217 | 100.0% | 10 |
- | nova.delete_server | 4.532 | 4.689 | 6.776 | 6.8 | 6.823 | 5.275 | 100.0% | 10 |
- | total | 21.563 | 26.332 | 28.183 | 28.315 | 28.446 | 25.689 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 76.1264929771
- Full duration: 105.501106024
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.668 | 10.279 | 12.669 | 12.746 | 12.824 | 10.808 | 100.0% | 10 |
- | nova.stop_server | 4.695 | 14.48 | 15.73 | 15.737 | 15.745 | 11.929 | 100.0% | 10 |
- | nova.migrate | 16.259 | 18.003 | 25.275 | 25.347 | 25.419 | 19.085 | 100.0% | 10 |
- | nova.resize_confirm | 2.394 | 2.416 | 2.564 | 2.604 | 2.644 | 2.46 | 100.0% | 10 |
- | nova.delete_server | 2.383 | 2.408 | 2.55 | 2.58 | 2.61 | 2.448 | 100.0% | 10 |
- | total | 35.744 | 47.034 | 56.397 | 57.427 | 58.457 | 46.73 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 131.940564156
- Full duration: 145.82509613
-
- test scenario NovaServers.boot_and_delete_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.359 | 10.277 | 11.312 | 11.367 | 11.422 | 10.063 | 100.0% | 10 |
- | nova.delete_server | 2.388 | 2.607 | 4.826 | 4.853 | 4.881 | 3.21 | 100.0% | 10 |
- | total | 11.023 | 12.798 | 15.929 | 16.116 | 16.303 | 13.273 | 100.0% | 10 |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.1904668808
- Full duration: 62.8628950119
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.636 | 9.789 | 12.354 | 12.414 | 12.474 | 10.12 | 100.0% | 10 |
- | nova.rebuild_server | 11.032 | 13.82 | 21.821 | 22.321 | 22.821 | 16.342 | 100.0% | 10 |
- | nova.delete_server | 2.382 | 2.461 | 2.664 | 2.759 | 2.854 | 2.524 | 100.0% | 10 |
- | total | 24.342 | 28.632 | 33.812 | 34.242 | 34.671 | 28.986 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 82.0937809944
- Full duration: 105.129650116
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.596 | 2.105 | 2.35 | 2.351 | 2.352 | 2.061 | 100.0% | 10 |
- | nova.create_100_rules | 8.873 | 10.349 | 10.555 | 10.65 | 10.745 | 10.067 | 100.0% | 10 |
- | nova.list_security_groups | 0.129 | 0.183 | 0.281 | 0.318 | 0.354 | 0.201 | 100.0% | 10 |
- | total | 11.189 | 12.51 | 12.822 | 12.823 | 12.823 | 12.329 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.4927339554
- Full duration: 63.6400220394
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.326 | 1.779 | 1.959 | 1.983 | 2.006 | 1.748 | 100.0% | 10 |
- | nova.create_100_rules | 9.29 | 10.389 | 10.656 | 10.731 | 10.805 | 10.241 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.833 | 0.896 | 1.02 | 1.03 | 1.04 | 0.918 | 100.0% | 10 |
- | total | 11.55 | 13.143 | 13.488 | 13.549 | 13.611 | 12.907 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.0758161545
- Full duration: 52.9351670742
-
- test scenario NovaServers.boot_and_bounce_server
- +----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- | nova.boot_server | 8.49 | 12.054 | 12.335 | 12.336 | 12.338 | 11.077 | 100.0% | 10 |
- | nova.reboot_server | 4.412 | 4.746 | 6.676 | 6.794 | 6.912 | 5.252 | 100.0% | 10 |
- | nova.soft_reboot_server | 6.592 | 7.729 | 125.626 | 125.9 | 126.174 | 31.142 | 100.0% | 10 |
- | nova.stop_server | 4.709 | 4.817 | 4.999 | 5.006 | 5.013 | 4.835 | 100.0% | 10 |
- | nova.start_server | 2.636 | 3.348 | 4.108 | 4.153 | 4.198 | 3.361 | 100.0% | 10 |
- | nova.rescue_server | 6.613 | 6.787 | 17.596 | 17.726 | 17.855 | 11.037 | 100.0% | 10 |
- | nova.unrescue_server | 2.324 | 4.485 | 6.647 | 6.653 | 6.659 | 4.948 | 100.0% | 10 |
- | nova.delete_server | 2.375 | 2.416 | 4.666 | 4.731 | 4.797 | 3.1 | 100.0% | 10 |
- | total | 39.617 | 54.891 | 166.239 | 170.845 | 175.451 | 74.764 | 100.0% | 10 |
- +-------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- Load duration: 241.107405901
- Full duration: 264.433083773
-
- test scenario NovaServers.boot_server
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 |
- | total | 9.537 | 9.723 | 12.302 | 12.597 | 12.891 | 10.539 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.5377810001
- Full duration: 56.3936619759
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.677 | 1.957 | 2.26 | 2.317 | 2.373 | 1.975 | 100.0% | 10 |
- | nova.create_100_rules | 9.032 | 10.031 | 10.512 | 10.585 | 10.658 | 9.992 | 100.0% | 10 |
- | nova.boot_server | 8.152 | 11.436 | 11.645 | 11.66 | 11.675 | 10.446 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.145 | 0.154 | 0.17 | 0.185 | 0.2 | 0.158 | 100.0% | 10 |
- | nova.delete_server | 2.412 | 4.581 | 4.637 | 4.667 | 4.696 | 3.741 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.791 | 0.902 | 0.983 | 0.993 | 1.003 | 0.901 | 100.0% | 10 |
- | total | 22.687 | 29.402 | 29.574 | 29.639 | 29.704 | 27.213 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 81.6792809963
- Full duration: 106.045881033
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 9.557 | 11.959 | 12.616 | 12.617 | 12.618 | 11.399 | 100.0% | 10 |
- | nova.pause_server | 2.3 | 2.488 | 2.647 | 2.73 | 2.813 | 2.485 | 100.0% | 10 |
- | nova.unpause_server | 2.313 | 2.338 | 2.459 | 2.519 | 2.579 | 2.376 | 100.0% | 10 |
- | nova.delete_server | 2.379 | 4.554 | 4.593 | 4.6 | 4.608 | 3.72 | 100.0% | 10 |
- | total | 16.731 | 21.47 | 21.938 | 22.069 | 22.201 | 19.98 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 60.1143479347
- Full duration: 84.1553788185
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.296 | 3.584 | 6.23 | 6.254 | 6.278 | 4.296 | 100.0% | 10 |
- | nova.boot_server | 13.316 | 14.103 | 15.99 | 16.029 | 16.068 | 14.371 | 100.0% | 10 |
- | total | 16.8 | 18.338 | 20.779 | 21.536 | 22.293 | 18.667 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 55.7340800762
- Full duration: 89.9920220375
-
- test scenario NovaServers.boot_and_list_server
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.714 | 10.615 | 12.468 | 12.501 | 12.535 | 10.613 | 100.0% | 10 |
- | nova.list_servers | 0.14 | 0.241 | 0.434 | 0.454 | 0.474 | 0.274 | 100.0% | 10 |
- | total | 8.854 | 10.943 | 12.715 | 12.756 | 12.798 | 10.887 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 30.5609071255
- Full duration: 64.9602191448
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: started
- Task 98d9ffba-dd50-429a-ab90-4549e00b19cf: finished
-
- test scenario Quotas.cinder_update
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 |
- | total | 0.58 | 0.646 | 0.661 | 0.671 | 0.682 | 0.636 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.98423290253
- Full duration: 7.3744559288
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.232 | 0.251 | 0.276 | 0.281 | 0.286 | 0.254 | 100.0% | 10 |
- | total | 0.295 | 0.324 | 0.348 | 0.352 | 0.355 | 0.325 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.987355947495
- Full duration: 6.55621004105
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.609 | 0.648 | 0.736 | 0.755 | 0.775 | 0.663 | 100.0% | 10 |
- | quotas.delete_quotas | 0.267 | 0.474 | 0.498 | 0.518 | 0.539 | 0.454 | 100.0% | 10 |
- | total | 0.95 | 1.099 | 1.254 | 1.262 | 1.271 | 1.117 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.2654209137
- Full duration: 8.84793901443
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.319 | 0.353 | 0.393 | 0.4 | 0.408 | 0.358 | 100.0% | 8 |
- | quotas.delete_quotas | 0.015 | 0.025 | 0.031 | 0.032 | 0.033 | 0.025 | 75.0% | 8 |
- | total | 0.351 | 0.366 | 0.405 | 0.416 | 0.428 | 0.374 | 75.0% | 8 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.80732011795
- Full duration: 6.24122095108
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 |
- | total | 0.346 | 0.366 | 0.413 | 0.414 | 0.416 | 0.373 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.10930514336
- Full duration: 6.21793103218
-
- run_rally - INFO - Test scenario: "quotas" Failed.
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 712d1722-52e2-4e3a-93dc-515e3fea5977: started
- Task 712d1722-52e2-4e3a-93dc-515e3fea5977: finished
-
- test scenario HttpRequests.check_random_request
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | requests.check_request | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 |
- | total | 5.462 | 5.488 | 5.976 | 5.991 | 6.006 | 5.59 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 16.976375103
- Full duration: 19.3119690418
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 |
- | total | 5.466 | 5.48 | 5.487 | 5.491 | 5.496 | 5.479 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.4575350285
- Full duration: 18.7219369411
-
- run_rally - INFO - Test scenario: "requests" OK.
- run_rally - INFO -
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:17 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 01:45 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 17:38 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 06:53 | 32 | 92.31% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:07 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 04:41 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 30:14 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 00:35 | 7 | 95.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:38 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:03:52 | 229 | 98.59% |
- +===================+============+===============+===========+
-
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-23 04:47:07'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'432.5'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-23 04:54:20'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'616.2'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-23 05:07:44'
- vIMS - INFO - vIMS functional test duration:'3.5'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
diff --git a/docs/results/compass-os-odl_l2-nofeature-ha.rst b/docs/results/compass-os-odl_l2-nofeature-ha.rst
deleted file mode 100644
index bed7f864..00000000
--- a/docs/results/compass-os-odl_l2-nofeature-ha.rst
+++ /dev/null
@@ -1,1769 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for apex-os-odl_l2-nofeature-ha
------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-22 22:26:26'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=8588bf92-664e-46f0-ad4f-40347349b4db
- network=1e07302c-1060-4862-ac96-81db4c46b173
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=8588bf92-664e-46f0-ad4f-40347349b4db
- network=1e07302c-1060-4862-ac96-81db4c46b173
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '192.168.10.101'
- vPing_ssh- INFO - Associating floating ip: '192.168.10.101' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.101...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'26.0' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-22 22:27:09'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=4e085313-471b-4846-96f8-d89c5fcdb453
- network=f1c6e324-f469-4d43-a53e-3716a2075556
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=4e085313-471b-4846-96f8-d89c5fcdb453
- network=f1c6e324-f469-4d43-a53e-3716a2075556
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.3 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'13.7'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | 3275e5cd-a0cd-4961-95c8-11c5eceaa6a6 | 94d6d0c4-f111-4f1a-a9ee-dee149fe7ce1 | | 210 | 1 | 2016-02-22 22:27:42.722872 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.24365 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.06964 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.22175 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 10.97975 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.03882 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06729 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05931 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.06307 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.11320 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06453 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.06586 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06862 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.06207 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05691 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.18730 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.07965 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10485 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06917 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.14038 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.10940 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.07005 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52047 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.56007 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 1.36847 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 6.81057 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 2.10654 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.06566 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.16011 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.20656 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 69.80953 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.07774 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.17023 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.14159 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00084 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.09269 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.41847 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30351 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.24031 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.16460 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.23510 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.18628 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.07873 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07850 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.05956 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.06586 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09254 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.23073 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00060 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14221 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.05795 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01868 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06964 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07267 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01534 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01306 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03567 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06330 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.05500 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.22976 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01362 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.08669 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00039 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 4.49759 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.29434 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.00534 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.31208 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 17.08686 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.94698 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 18.51575 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.22487 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07714 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15308 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.54182 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.31556 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.31066 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.53469 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.59802 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.53771 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 1.24685 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 17.18514 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 14.43669 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 6.66687 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 6.82712 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.87441 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.61025 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.77729 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 0.66808 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.66403 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 0.97748 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53671 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.53750 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.48586 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.38319 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.47622 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.47227 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.53487 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.41419 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37761 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.66937 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.40626 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.18956 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.41639 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.42068 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.32462 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09822 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01379 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.06999 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01451 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.50159 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.06452 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.11341 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05076 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 38.69512 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.21321 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.17329 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.18341 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.00759 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.24642 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.07626 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.08835 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02633 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.37189 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.15162 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.86306 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.10101 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.12434 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.11215 | fail |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.12074 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.86182 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.06049 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01891 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01815 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.02941 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02461 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.03987 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.05957 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.26863 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.41872 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.46002 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.68221 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.77595 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.72713 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.59088 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.16562 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.93480 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.01314 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.66236 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.72675 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.39541 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.13054 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.03480 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.05462 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03106 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03278 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.42674 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.18894 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.08396 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.11331 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.06513 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.04251 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.36723 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.36291 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.73091 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.20694 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.15012 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.36701 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.50158 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.70437 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.07769 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.06964 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.74936 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.65997 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.75798 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.38648 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.00947 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 1.91922 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.66228 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.09354 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.73626 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.59551 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.02945 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.47389 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.93740 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02787 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55494 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.50572 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02163 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.82447 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.53325 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.38634 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.32465 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.55989 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.51489 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.86241 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.03735 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 11.17975 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.67439 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.39084 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.38683 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.07426 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 11.07575 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.26088 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.66599 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.41386 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.39419 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 27.45308 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 13.84478 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 85.32205 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 100.83926 | success |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2222:27:42.722872', 'duration': 171, 'tests': 210, 'failures': 1}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: started
- Task 8ccbcb5f-32ba-4621-be0d-09b54fb1c9ea: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.112 | 0.132 | 0.201 | 0.201 | 0.201 | 0.143 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.039 | 0.046 | 0.107 | 0.111 | 0.115 | 0.063 | 100.0% | 10 |
- | total | 0.226 | 0.257 | 0.386 | 0.389 | 0.391 | 0.286 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.860725164413
- Full duration: 3.2147500515
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.065 | 0.07 | 0.085 | 0.106 | 0.127 | 0.076 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.236154079437
- Full duration: 2.56328606606
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.106 | 0.121 | 0.259 | 0.268 | 0.277 | 0.148 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.022 | 0.028 | 0.122 | 0.18 | 0.237 | 0.065 | 100.0% | 10 |
- | total | 0.212 | 0.25 | 0.426 | 0.429 | 0.431 | 0.294 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.876858949661
- Full duration: 3.099599123
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.108 | 0.125 | 0.144 | 0.144 | 0.144 | 0.126 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.025 | 0.034 | 0.039 | 0.04 | 0.04 | 0.034 | 100.0% | 10 |
- | total | 0.214 | 0.242 | 0.258 | 0.263 | 0.268 | 0.239 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.719485044479
- Full duration: 2.89414715767
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.102 | 0.111 | 0.167 | 0.177 | 0.188 | 0.124 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.014 | 0.075 | 0.098 | 0.147 | 0.195 | 0.07 | 100.0% | 10 |
- | total | 0.197 | 0.261 | 0.37 | 0.39 | 0.41 | 0.281 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.842756032944
- Full duration: 3.36014580727
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.106 | 0.121 | 0.133 | 0.137 | 0.142 | 0.122 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.029 | 0.088 | 0.109 | 0.11 | 0.111 | 0.087 | 100.0% | 10 |
- | total | 0.218 | 0.286 | 0.32 | 0.324 | 0.328 | 0.281 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.860924005508
- Full duration: 3.14792895317
-
- run_rally - INFO - Test scenario: "authenticate" OK.
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task e020cf98-caa0-4014-a28d-42748bf9dca3: started
- Task e020cf98-caa0-4014-a28d-42748bf9dca3: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 |
- | total | 0.193 | 0.22 | 0.23 | 0.234 | 0.238 | 0.217 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.657658100128
- Full duration: 3.69541883469
-
- test scenario GlanceImages.create_image_and_boot_instances
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 2.85 | 3.139 | 3.39 | 3.41 | 3.43 | 3.133 | 100.0% | 10 |
- | nova.boot_servers | 5.898 | 6.853 | 7.241 | 7.329 | 7.417 | 6.806 | 100.0% | 10 |
- | total | 8.797 | 10.039 | 10.461 | 10.534 | 10.607 | 9.94 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.545609951
- Full duration: 55.3799848557
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 2.821 | 3.548 | 3.89 | 3.905 | 3.92 | 3.507 | 100.0% | 10 |
- | glance.list_images | 0.04 | 0.045 | 0.053 | 0.054 | 0.056 | 0.046 | 100.0% | 10 |
- | total | 2.873 | 3.599 | 3.934 | 3.948 | 3.962 | 3.553 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.4028940201
- Full duration: 15.1872868538
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 2.876 | 3.678 | 3.734 | 3.742 | 3.75 | 3.507 | 100.0% | 10 |
- | glance.delete_image | 0.141 | 0.148 | 0.209 | 0.217 | 0.226 | 0.162 | 100.0% | 10 |
- | total | 3.036 | 3.822 | 3.893 | 3.934 | 3.976 | 3.669 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.7681660652
- Full duration: 13.7783231735
-
- run_rally - INFO - Test scenario: "glance" OK.
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task d1dd9119-e59d-4e80-ad09-072f6300762b: started
- Task d1dd9119-e59d-4e80-ad09-072f6300762b: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.086 | 4.323 | 5.484 | 5.514 | 5.544 | 4.505 | 100.0% | 10 |
- | cinder.create_volume | 2.703 | 2.882 | 2.961 | 2.969 | 2.978 | 2.865 | 100.0% | 10 |
- | nova.attach_volume | 7.55 | 7.801 | 10.194 | 10.345 | 10.495 | 8.292 | 100.0% | 10 |
- | nova.detach_volume | 2.967 | 5.217 | 5.602 | 5.694 | 5.786 | 4.468 | 100.0% | 10 |
- | cinder.delete_volume | 2.393 | 2.51 | 2.562 | 2.572 | 2.582 | 2.497 | 100.0% | 10 |
- | nova.delete_server | 2.375 | 2.429 | 2.554 | 2.595 | 2.637 | 2.46 | 100.0% | 10 |
- | total | 21.586 | 25.034 | 28.962 | 29.376 | 29.79 | 25.088 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 74.0110630989
- Full duration: 87.3835339546
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 5.186 | 5.298 | 5.406 | 5.44 | 5.474 | 5.311 | 100.0% | 10 |
- | cinder.list_volumes | 0.11 | 0.134 | 0.147 | 0.148 | 0.15 | 0.133 | 100.0% | 10 |
- | total | 5.336 | 5.425 | 5.529 | 5.575 | 5.62 | 5.444 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.3077280521
- Full duration: 27.7325429916
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.841 | 2.921 | 3.157 | 3.158 | 3.158 | 2.951 | 100.0% | 10 |
- | cinder.list_volumes | 0.067 | 0.12 | 0.18 | 0.18 | 0.18 | 0.127 | 100.0% | 10 |
- | total | 2.954 | 3.036 | 3.281 | 3.282 | 3.283 | 3.078 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.12118315697
- Full duration: 19.8639061451
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.433 | 2.508 | 2.551 | 2.552 | 2.554 | 2.5 | 100.0% | 10 |
- | cinder.list_snapshots | 0.018 | 0.082 | 0.103 | 0.111 | 0.119 | 0.069 | 100.0% | 10 |
- | total | 2.523 | 2.561 | 2.612 | 2.627 | 2.641 | 2.57 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.76097297668
- Full duration: 31.5859258175
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.795 | 2.848 | 2.943 | 2.955 | 2.968 | 2.867 | 100.0% | 10 |
- | cinder.delete_volume | 2.446 | 2.499 | 2.595 | 2.669 | 2.744 | 2.524 | 100.0% | 10 |
- | total | 5.295 | 5.374 | 5.521 | 5.53 | 5.539 | 5.391 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.1756019592
- Full duration: 23.199131012
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 5.287 | 5.38 | 5.424 | 5.439 | 5.454 | 5.365 | 100.0% | 10 |
- | cinder.delete_volume | 2.394 | 2.549 | 2.687 | 2.699 | 2.711 | 2.555 | 100.0% | 10 |
- | total | 7.728 | 7.896 | 8.06 | 8.081 | 8.103 | 7.92 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.6543819904
- Full duration: 30.6390721798
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.885 | 2.937 | 3.053 | 3.059 | 3.066 | 2.962 | 100.0% | 10 |
- | cinder.delete_volume | 2.405 | 2.586 | 2.691 | 2.732 | 2.773 | 2.577 | 100.0% | 10 |
- | total | 5.421 | 5.531 | 5.59 | 5.691 | 5.793 | 5.539 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.603798151
- Full duration: 23.3788831234
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.792 | 2.951 | 3.369 | 3.545 | 3.721 | 3.036 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 26.207 | 65.967 | 78.731 | 83.94 | 89.149 | 62.382 | 100.0% | 10 |
- | cinder.delete_volume | 2.469 | 2.587 | 2.777 | 2.908 | 3.038 | 2.617 | 100.0% | 10 |
- | nova.delete_image | 0.306 | 0.602 | 1.075 | 1.085 | 1.095 | 0.679 | 100.0% | 10 |
- | total | 32.909 | 73.046 | 84.953 | 90.036 | 95.118 | 68.714 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 183.403058052
- Full duration: 190.890599012
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.494 | 2.541 | 2.623 | 2.662 | 2.701 | 2.563 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.29 | 2.379 | 2.557 | 2.611 | 2.665 | 2.424 | 100.0% | 10 |
- | total | 4.784 | 4.953 | 5.15 | 5.215 | 5.279 | 4.988 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.7655448914
- Full duration: 33.6425430775
-
- test scenario CinderVolumes.create_volume
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- | cinder.create_volume | 2.789 | 2.912 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 |
- | total | 2.789 | 2.913 | 3.076 | 3.088 | 3.1 | 2.933 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- Load duration: 8.82123494148
- Full duration: 18.1940879822
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.807 | 2.927 | 3.035 | 3.036 | 3.036 | 2.926 | 100.0% | 10 |
- | total | 2.808 | 2.927 | 3.036 | 3.036 | 3.036 | 2.927 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.90417385101
- Full duration: 20.1418190002
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 |
- | total | 0.226 | 0.251 | 0.27 | 0.282 | 0.293 | 0.253 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.773681879044
- Full duration: 47.6445128918
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.752 | 2.933 | 3.066 | 3.089 | 3.112 | 2.943 | 100.0% | 10 |
- | cinder.create_snapshot | 2.319 | 2.388 | 2.432 | 2.437 | 2.441 | 2.387 | 100.0% | 10 |
- | nova.attach_volume | 7.626 | 9.641 | 12.934 | 14.634 | 16.334 | 10.372 | 100.0% | 10 |
- | nova.detach_volume | 3.067 | 5.326 | 5.451 | 5.507 | 5.563 | 4.908 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.261 | 2.317 | 2.419 | 2.448 | 2.476 | 2.333 | 100.0% | 10 |
- | cinder.delete_volume | 2.339 | 2.491 | 2.583 | 2.615 | 2.647 | 2.486 | 100.0% | 10 |
- | total | 21.617 | 24.353 | 28.724 | 30.338 | 31.953 | 25.746 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 72.4364318848
- Full duration: 113.83590889
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.733 | 14.37 | 14.917 | 16.883 | 18.848 | 13.936 | 100.0% | 10 |
- | cinder.delete_volume | 2.357 | 2.482 | 2.618 | 2.619 | 2.619 | 2.497 | 100.0% | 10 |
- | total | 12.277 | 16.823 | 17.514 | 19.491 | 21.468 | 16.433 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 46.032130003
- Full duration: 65.3552489281
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.81 | 2.879 | 3.049 | 3.065 | 3.082 | 2.923 | 100.0% | 10 |
- | cinder.extend_volume | 2.584 | 2.789 | 2.943 | 2.951 | 2.958 | 2.782 | 100.0% | 10 |
- | cinder.delete_volume | 2.402 | 2.564 | 2.615 | 2.633 | 2.65 | 2.54 | 100.0% | 10 |
- | total | 8.046 | 8.216 | 8.376 | 8.506 | 8.636 | 8.246 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.652312994
- Full duration: 31.6354629993
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.872 | 2.939 | 2.986 | 3.045 | 3.103 | 2.944 | 100.0% | 10 |
- | cinder.create_snapshot | 2.312 | 2.389 | 2.452 | 2.499 | 2.546 | 2.395 | 100.0% | 10 |
- | nova.attach_volume | 7.624 | 7.814 | 13.095 | 16.211 | 19.328 | 9.374 | 100.0% | 10 |
- | nova.detach_volume | 2.991 | 4.159 | 5.336 | 5.399 | 5.461 | 4.171 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.186 | 2.277 | 2.41 | 2.418 | 2.426 | 2.296 | 100.0% | 10 |
- | cinder.delete_volume | 2.431 | 2.498 | 2.589 | 2.595 | 2.601 | 2.51 | 100.0% | 10 |
- | total | 21.28 | 23.314 | 26.739 | 29.882 | 33.025 | 24.004 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.312828064
- Full duration: 112.127801895
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.617 | 2.833 | 2.941 | 2.982 | 3.022 | 2.823 | 100.0% | 10 |
- | cinder.create_snapshot | 2.282 | 2.375 | 2.445 | 2.47 | 2.494 | 2.384 | 100.0% | 10 |
- | nova.attach_volume | 7.58 | 7.741 | 13.508 | 16.698 | 19.888 | 9.501 | 100.0% | 10 |
- | nova.detach_volume | 3.07 | 5.287 | 5.408 | 5.463 | 5.518 | 4.882 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.254 | 2.326 | 2.432 | 2.435 | 2.438 | 2.343 | 100.0% | 10 |
- | cinder.delete_volume | 2.339 | 2.475 | 2.593 | 2.625 | 2.656 | 2.483 | 100.0% | 10 |
- | total | 21.236 | 23.663 | 29.169 | 32.362 | 35.555 | 24.955 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 71.8869941235
- Full duration: 117.904321909
-
- run_rally - INFO - Test scenario: "cinder" OK.
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task e23e2615-b959-461f-9e63-973b9de00f98: started
- Task e23e2615-b959-461f-9e63-973b9de00f98: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.856 | 3.146 | 3.227 | 3.244 | 3.262 | 3.087 | 100.0% | 10 |
- | heat.suspend_stack | 0.525 | 1.615 | 1.756 | 1.822 | 1.888 | 1.284 | 100.0% | 10 |
- | heat.resume_stack | 0.549 | 1.6 | 1.663 | 1.673 | 1.682 | 1.296 | 100.0% | 10 |
- | heat.delete_stack | 1.312 | 1.491 | 1.655 | 1.659 | 1.662 | 1.501 | 100.0% | 10 |
- | total | 5.641 | 7.374 | 8.053 | 8.167 | 8.281 | 7.168 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.0507199764
- Full duration: 25.5707690716
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.923 | 3.085 | 3.286 | 3.309 | 3.331 | 3.115 | 100.0% | 10 |
- | heat.delete_stack | 0.243 | 0.963 | 1.56 | 1.624 | 1.688 | 0.962 | 100.0% | 10 |
- | total | 3.166 | 4.127 | 4.666 | 4.735 | 4.803 | 4.076 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.0132920742
- Full duration: 16.5792620182
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 9.979 | 11.338 | 13.752 | 13.849 | 13.946 | 11.536 | 100.0% | 10 |
- | heat.delete_stack | 7.092 | 8.228 | 8.71 | 8.871 | 9.033 | 8.149 | 100.0% | 10 |
- | total | 18.547 | 19.228 | 21.86 | 22.086 | 22.312 | 19.685 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 58.1043260098
- Full duration: 61.6377520561
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 11.918 | 13.906 | 16.154 | 16.286 | 16.418 | 13.895 | 100.0% | 10 |
- | heat.delete_stack | 8.414 | 9.204 | 10.491 | 10.538 | 10.585 | 9.295 | 100.0% | 10 |
- | total | 21.347 | 22.82 | 25.491 | 26.247 | 27.003 | 23.19 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.1649589539
- Full duration: 71.9318380356
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.233 | 0.257 | 0.318 | 0.436 | 0.555 | 0.286 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.829450845718
- Full duration: 3.74743390083
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.703 | 2.996 | 3.064 | 3.184 | 3.304 | 2.981 | 100.0% | 10 |
- | heat.update_stack | 2.487 | 3.644 | 3.84 | 3.918 | 3.996 | 3.387 | 100.0% | 10 |
- | heat.delete_stack | 0.52 | 1.473 | 1.686 | 1.691 | 1.697 | 1.413 | 100.0% | 10 |
- | total | 6.639 | 8.102 | 8.301 | 8.486 | 8.671 | 7.781 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.5321931839
- Full duration: 26.9891970158
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.69 | 3.032 | 3.266 | 3.279 | 3.293 | 3.041 | 100.0% | 10 |
- | heat.update_stack | 2.458 | 2.642 | 3.727 | 3.766 | 3.805 | 3.037 | 100.0% | 10 |
- | heat.delete_stack | 0.556 | 1.511 | 1.586 | 1.632 | 1.678 | 1.419 | 100.0% | 10 |
- | total | 6.957 | 7.396 | 8.15 | 8.18 | 8.21 | 7.497 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.4653220177
- Full duration: 25.9613161087
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 2.936 | 3.18 | 3.4 | 3.735 | 4.069 | 3.237 | 100.0% | 10 |
- | heat.update_stack | 4.79 | 5.132 | 6.045 | 6.06 | 6.076 | 5.308 | 100.0% | 10 |
- | heat.delete_stack | 1.518 | 2.424 | 2.589 | 2.618 | 2.647 | 2.182 | 100.0% | 10 |
- | total | 9.624 | 10.703 | 11.721 | 11.781 | 11.842 | 10.727 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.7993149757
- Full duration: 35.7221229076
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 7 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 6.70760798454
- Full duration: 15.0584180355
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | heat.create_stack | 2.893 | 3.127 | 3.179 | 3.194 | 3.209 | 3.079 | 100.0% | 10 |
- | heat.update_stack | 4.695 | 5.02 | 5.189 | 5.193 | 5.197 | 5.007 | 100.0% | 10 |
- | heat.delete_stack | 1.51 | 2.454 | 2.786 | 2.821 | 2.855 | 2.302 | 100.0% | 10 |
- | total | 9.334 | 10.621 | 10.981 | 10.985 | 10.99 | 10.388 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 31.2812139988
- Full duration: 35.1641018391
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.885 | 3.01 | 3.24 | 3.311 | 3.381 | 3.05 | 100.0% | 10 |
- | heat.update_stack | 2.83 | 3.881 | 3.936 | 3.968 | 4.0 | 3.777 | 100.0% | 10 |
- | heat.delete_stack | 1.307 | 1.567 | 1.645 | 1.79 | 1.935 | 1.543 | 100.0% | 10 |
- | total | 7.316 | 8.436 | 8.859 | 8.868 | 8.876 | 8.37 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.9058198929
- Full duration: 28.9196100235
-
- test scenario HeatStacks.create_and_list_stack
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | heat.create_stack | 2.882 | 3.04 | 3.213 | 3.318 | 3.423 | 3.07 | 100.0% | 10 |
- | heat.list_stacks | 0.037 | 0.16 | 0.174 | 0.178 | 0.182 | 0.14 | 100.0% | 10 |
- | total | 3.046 | 3.142 | 3.382 | 3.478 | 3.575 | 3.21 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 9.64803004265
- Full duration: 17.1896460056
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.808 | 3.191 | 3.252 | 3.281 | 3.311 | 3.148 | 100.0% | 10 |
- | heat.check_stack | 0.407 | 0.668 | 1.405 | 1.545 | 1.685 | 0.776 | 100.0% | 10 |
- | heat.delete_stack | 0.678 | 1.561 | 1.687 | 1.707 | 1.726 | 1.474 | 100.0% | 10 |
- | total | 4.931 | 5.317 | 5.757 | 5.974 | 6.192 | 5.398 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.0285110474
- Full duration: 19.9199111462
-
- run_rally - INFO - Test scenario: "heat" Failed.
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 08dbf827-7838-43b0-9cd2-3d48c9632781: started
- Task 08dbf827-7838-43b0-9cd2-3d48c9632781: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.113 | 0.12 | 0.158 | 0.176 | 0.195 | 0.13 | 100.0% | 10 |
- | keystone.create_users | 0.651 | 0.684 | 0.707 | 0.733 | 0.759 | 0.685 | 100.0% | 10 |
- | total | 0.772 | 0.8 | 0.865 | 0.91 | 0.954 | 0.815 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.42733502388
- Full duration: 12.6668281555
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.115 | 0.123 | 0.132 | 0.145 | 0.159 | 0.125 | 100.0% | 10 |
- | keystone.add_role | 0.09 | 0.101 | 0.122 | 0.137 | 0.151 | 0.106 | 100.0% | 10 |
- | keystone.list_roles | 0.049 | 0.057 | 0.062 | 0.065 | 0.067 | 0.057 | 100.0% | 10 |
- | total | 0.26 | 0.282 | 0.328 | 0.329 | 0.33 | 0.288 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.850867986679
- Full duration: 6.24242782593
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.118 | 0.172 | 0.235 | 0.244 | 0.254 | 0.177 | 100.0% | 10 |
- | keystone.add_role | 0.095 | 0.115 | 0.16 | 0.162 | 0.165 | 0.122 | 100.0% | 10 |
- | keystone.remove_role | 0.059 | 0.068 | 0.163 | 0.164 | 0.166 | 0.085 | 100.0% | 10 |
- | total | 0.281 | 0.407 | 0.444 | 0.447 | 0.451 | 0.385 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.1720468998
- Full duration: 6.63848996162
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.125 | 0.19 | 0.247 | 0.268 | 0.289 | 0.191 | 100.0% | 10 |
- | keystone.update_tenant | 0.052 | 0.063 | 0.11 | 0.111 | 0.113 | 0.07 | 100.0% | 10 |
- | keystone.delete_tenant | 0.12 | 0.141 | 0.192 | 0.227 | 0.261 | 0.153 | 100.0% | 10 |
- | total | 0.331 | 0.418 | 0.486 | 0.502 | 0.517 | 0.415 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.27042984962
- Full duration: 5.3805770874
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.111 | 0.117 | 0.13 | 0.139 | 0.147 | 0.121 | 100.0% | 10 |
- | keystone.delete_service | 0.055 | 0.067 | 0.096 | 0.097 | 0.097 | 0.071 | 100.0% | 10 |
- | total | 0.176 | 0.189 | 0.212 | 0.215 | 0.218 | 0.192 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.61040687561
- Full duration: 4.58190393448
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.114 | 0.128 | 0.136 | 0.16 | 0.183 | 0.131 | 100.0% | 10 |
- | total | 0.114 | 0.128 | 0.137 | 0.16 | 0.183 | 0.131 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.400830030441
- Full duration: 4.4062628746
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.124 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 |
- | total | 0.125 | 0.137 | 0.146 | 0.163 | 0.179 | 0.138 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.42484498024
- Full duration: 4.1389541626
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.117 | 0.126 | 0.134 | 0.152 | 0.17 | 0.129 | 100.0% | 10 |
- | keystone.list_tenants | 0.046 | 0.059 | 0.104 | 0.104 | 0.105 | 0.069 | 100.0% | 10 |
- | total | 0.166 | 0.19 | 0.231 | 0.233 | 0.235 | 0.198 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.600751876831
- Full duration: 6.1798210144
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.118 | 0.227 | 0.298 | 0.3 | 0.302 | 0.204 | 100.0% | 10 |
- | keystone.delete_role | 0.105 | 0.13 | 0.271 | 0.29 | 0.309 | 0.157 | 100.0% | 10 |
- | total | 0.238 | 0.346 | 0.573 | 0.59 | 0.607 | 0.362 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.21080708504
- Full duration: 5.530189991
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.121 | 0.125 | 0.148 | 0.149 | 0.151 | 0.13 | 100.0% | 10 |
- | keystone.create_user | 0.062 | 0.078 | 0.103 | 0.121 | 0.139 | 0.084 | 100.0% | 10 |
- | keystone.create_role | 0.046 | 0.051 | 0.067 | 0.069 | 0.072 | 0.055 | 100.0% | 10 |
- | keystone.get_tenant | 0.04 | 0.05 | 0.054 | 0.057 | 0.06 | 0.049 | 100.0% | 10 |
- | keystone.get_user | 0.048 | 0.058 | 0.072 | 0.082 | 0.093 | 0.062 | 100.0% | 10 |
- | keystone.get_role | 0.042 | 0.047 | 0.053 | 0.058 | 0.064 | 0.048 | 100.0% | 10 |
- | keystone.service_list | 0.046 | 0.055 | 0.069 | 0.079 | 0.09 | 0.058 | 100.0% | 10 |
- | keystone.get_service | 0.041 | 0.048 | 0.057 | 0.072 | 0.088 | 0.051 | 100.0% | 10 |
- | total | 0.483 | 0.541 | 0.568 | 0.584 | 0.599 | 0.538 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.66359400749
- Full duration: 10.0017409325
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.131 | 0.14 | 0.157 | 0.205 | 0.254 | 0.151 | 100.0% | 10 |
- | keystone.list_users | 0.051 | 0.057 | 0.065 | 0.078 | 0.091 | 0.06 | 100.0% | 10 |
- | total | 0.182 | 0.199 | 0.239 | 0.274 | 0.309 | 0.211 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.62369799614
- Full duration: 4.64324808121
-
- run_rally - INFO - Test scenario: "keystone" OK.
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 7a8d4b82-85d3-485c-996e-08dbd3787094: started
- Task 7a8d4b82-85d3-485c-996e-08dbd3787094: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.424 | 0.519 | 0.555 | 0.559 | 0.563 | 0.503 | 100.0% | 10 |
- | neutron.delete_port | 0.148 | 0.283 | 0.32 | 0.339 | 0.358 | 0.259 | 100.0% | 10 |
- | total | 0.584 | 0.797 | 0.849 | 0.859 | 0.87 | 0.762 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.3002948761
- Full duration: 25.5696978569
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.421 | 0.453 | 0.541 | 0.55 | 0.56 | 0.472 | 100.0% | 10 |
- | neutron.create_router | 0.039 | 0.045 | 0.24 | 0.247 | 0.254 | 0.11 | 100.0% | 10 |
- | neutron.add_interface_router | 0.28 | 0.297 | 0.417 | 0.427 | 0.438 | 0.32 | 100.0% | 10 |
- | neutron.list_routers | 0.043 | 0.163 | 0.181 | 0.185 | 0.189 | 0.122 | 100.0% | 10 |
- | total | 0.795 | 1.045 | 1.115 | 1.243 | 1.372 | 1.024 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.85029602051
- Full duration: 27.2547390461
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.399 | 0.476 | 0.542 | 0.561 | 0.579 | 0.479 | 100.0% | 10 |
- | neutron.create_router | 0.038 | 0.041 | 0.181 | 0.186 | 0.19 | 0.096 | 100.0% | 10 |
- | neutron.add_interface_router | 0.272 | 0.306 | 0.421 | 0.426 | 0.43 | 0.34 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.228 | 0.311 | 0.514 | 0.518 | 0.521 | 0.338 | 100.0% | 10 |
- | neutron.delete_router | 0.151 | 0.159 | 0.295 | 0.297 | 0.298 | 0.205 | 100.0% | 10 |
- | total | 1.218 | 1.388 | 1.829 | 1.868 | 1.908 | 1.458 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.20906496048
- Full duration: 28.1987309456
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.429 | 0.5 | 0.612 | 0.626 | 0.639 | 0.521 | 100.0% | 10 |
- | neutron.list_ports | 0.108 | 0.282 | 0.352 | 0.372 | 0.392 | 0.262 | 100.0% | 10 |
- | total | 0.594 | 0.761 | 0.957 | 0.957 | 0.957 | 0.783 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.34113693237
- Full duration: 26.7457489967
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | neutron.create_subnet | 0.402 | 0.436 | 0.542 | 0.566 | 0.59 | 0.463 | 100.0% | 10 |
- | neutron.delete_subnet | 0.142 | 0.29 | 0.334 | 0.367 | 0.4 | 0.25 | 100.0% | 10 |
- | total | 0.564 | 0.709 | 0.86 | 0.875 | 0.89 | 0.713 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 2.14902901649
- Full duration: 25.5031478405
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.301 | 0.346 | 0.477 | 0.499 | 0.521 | 0.363 | 100.0% | 10 |
- | neutron.delete_network | 0.105 | 0.112 | 0.289 | 0.29 | 0.291 | 0.161 | 100.0% | 10 |
- | total | 0.411 | 0.457 | 0.766 | 0.789 | 0.812 | 0.524 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.52401685715
- Full duration: 14.2058041096
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.307 | 0.336 | 0.388 | 0.405 | 0.423 | 0.348 | 100.0% | 10 |
- | neutron.list_networks | 0.043 | 0.172 | 0.242 | 0.279 | 0.316 | 0.147 | 100.0% | 10 |
- | total | 0.36 | 0.503 | 0.621 | 0.622 | 0.623 | 0.495 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.58333802223
- Full duration: 15.9647290707
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.434 | 0.497 | 0.576 | 0.576 | 0.577 | 0.499 | 100.0% | 10 |
- | neutron.create_router | 0.037 | 0.173 | 0.305 | 0.36 | 0.415 | 0.158 | 100.0% | 10 |
- | neutron.add_interface_router | 0.294 | 0.439 | 0.504 | 0.513 | 0.522 | 0.404 | 100.0% | 10 |
- | neutron.update_router | 0.131 | 0.272 | 0.316 | 0.359 | 0.402 | 0.263 | 100.0% | 10 |
- | total | 0.93 | 1.355 | 1.47 | 1.584 | 1.698 | 1.324 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.98894906044
- Full duration: 29.5306479931
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.317 | 0.356 | 0.487 | 0.489 | 0.491 | 0.377 | 100.0% | 10 |
- | neutron.update_network | 0.103 | 0.277 | 0.309 | 0.316 | 0.322 | 0.22 | 100.0% | 10 |
- | total | 0.421 | 0.626 | 0.787 | 0.79 | 0.793 | 0.598 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.78881001472
- Full duration: 16.6285750866
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.435 | 0.471 | 0.575 | 0.578 | 0.58 | 0.49 | 100.0% | 10 |
- | neutron.update_port | 0.124 | 0.245 | 0.349 | 0.375 | 0.402 | 0.237 | 100.0% | 10 |
- | total | 0.565 | 0.725 | 0.912 | 0.917 | 0.922 | 0.728 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.24334001541
- Full duration: 26.9849171638
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.428 | 0.456 | 0.539 | 0.544 | 0.549 | 0.476 | 100.0% | 10 |
- | neutron.list_subnets | 0.061 | 0.192 | 0.234 | 0.25 | 0.265 | 0.157 | 100.0% | 10 |
- | total | 0.498 | 0.642 | 0.77 | 0.786 | 0.803 | 0.633 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.8174021244
- Full duration: 26.2954719067
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.396 | 0.432 | 0.523 | 0.543 | 0.562 | 0.444 | 100.0% | 10 |
- | neutron.update_subnet | 0.157 | 0.226 | 0.355 | 0.395 | 0.434 | 0.256 | 100.0% | 10 |
- | total | 0.554 | 0.688 | 0.876 | 0.892 | 0.909 | 0.7 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.9577729702
- Full duration: 25.9509670734
-
- run_rally - INFO - Test scenario: "neutron" OK.
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task c520ad11-229c-433c-9fbb-2ddc8152c608: started
- Task c520ad11-229c-433c-9fbb-2ddc8152c608: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.423 | 0.517 | 0.708 | 1.052 | 1.396 | 0.61 | 100.0% | 10 |
- | nova.delete_keypair | 0.013 | 0.018 | 0.02 | 0.023 | 0.025 | 0.018 | 100.0% | 10 |
- | total | 0.442 | 0.534 | 0.722 | 1.068 | 1.415 | 0.627 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.91971611977
- Full duration: 16.1851501465
-
- test scenario NovaServers.snapshot_server
- +----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+
- | nova.boot_server | 3.327 | 5.71 | 6.47 | 7.233 | 7.996 | 5.669 | 100.0% | 10 |
- | nova.create_image | 35.707 | 57.482 | 68.949 | 70.89 | 72.832 | 55.735 | 100.0% | 10 |
- | nova.delete_server | 2.417 | 2.639 | 3.37 | 4.016 | 4.662 | 2.931 | 100.0% | 10 |
- | nova.boot_server (2) | 14.245 | 30.97 | 41.617 | 41.703 | 41.788 | 28.214 | 100.0% | 10 |
- | nova.delete_server (2) | 2.702 | 4.558 | 6.714 | 6.78 | 6.847 | 4.351 | 100.0% | 10 |
- | nova.delete_image | 0.222 | 0.481 | 0.801 | 0.912 | 1.024 | 0.514 | 100.0% | 10 |
- | total | 61.815 | 104.063 | 118.678 | 119.932 | 121.185 | 97.414 | 100.0% | 10 |
- +------------------------+--------+---------+---------+---------+---------+--------+---------+-------+
- Load duration: 270.805267096
- Full duration: 295.748194933
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.create_keypair | 0.371 | 0.431 | 0.516 | 0.517 | 0.517 | 0.439 | 100.0% | 10 |
- | nova.boot_server | 3.04 | 4.457 | 5.757 | 5.786 | 5.815 | 4.552 | 100.0% | 10 |
- | nova.delete_server | 2.381 | 2.534 | 2.842 | 3.654 | 4.465 | 2.696 | 100.0% | 10 |
- | nova.delete_keypair | 0.012 | 0.018 | 0.02 | 0.021 | 0.022 | 0.017 | 100.0% | 10 |
- | total | 5.958 | 7.497 | 9.018 | 9.735 | 10.452 | 7.704 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 22.5302600861
- Full duration: 46.1866869926
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.414 | 0.575 | 0.631 | 0.71 | 0.789 | 0.556 | 100.0% | 10 |
- | nova.list_keypairs | 0.013 | 0.018 | 0.02 | 0.021 | 0.021 | 0.018 | 100.0% | 10 |
- | total | 0.433 | 0.596 | 0.649 | 0.728 | 0.808 | 0.574 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.60233187675
- Full duration: 16.7130730152
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 |
- | total | 0.587 | 0.606 | 0.69 | 0.722 | 0.755 | 0.631 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.8859231472
- Full duration: 50.8739178181
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.363 | 3.918 | 6.304 | 6.779 | 7.255 | 4.596 | 100.0% | 10 |
- | nova.resize | 21.13 | 26.439 | 42.015 | 42.22 | 42.424 | 29.139 | 100.0% | 10 |
- | nova.resize_confirm | 2.398 | 2.551 | 2.703 | 2.704 | 2.706 | 2.563 | 100.0% | 10 |
- | nova.delete_server | 2.37 | 2.395 | 2.798 | 3.721 | 4.644 | 2.648 | 100.0% | 10 |
- | total | 29.822 | 34.933 | 54.227 | 54.69 | 55.153 | 38.945 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 114.259507179
- Full duration: 128.127579927
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.235 | 5.567 | 6.045 | 6.052 | 6.06 | 4.919 | 100.0% | 10 |
- | nova.boot_server | 8.307 | 9.5 | 12.422 | 13.056 | 13.69 | 9.862 | 100.0% | 10 |
- | nova.delete_server | 4.461 | 4.62 | 4.671 | 4.692 | 4.714 | 4.589 | 100.0% | 10 |
- | total | 16.186 | 19.059 | 22.977 | 23.551 | 24.126 | 19.371 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 56.1163849831
- Full duration: 87.4642381668
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.453 | 4.707 | 6.199 | 6.246 | 6.293 | 4.887 | 100.0% | 10 |
- | nova.stop_server | 4.627 | 5.136 | 15.964 | 16.161 | 16.358 | 9.106 | 100.0% | 10 |
- | nova.migrate | 14.455 | 16.394 | 25.486 | 26.426 | 27.366 | 18.474 | 100.0% | 10 |
- | nova.resize_confirm | 2.376 | 2.404 | 2.575 | 2.612 | 2.649 | 2.458 | 100.0% | 10 |
- | nova.delete_server | 2.351 | 2.377 | 2.42 | 2.479 | 2.538 | 2.394 | 100.0% | 10 |
- | total | 29.051 | 37.529 | 44.149 | 47.114 | 50.08 | 37.32 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 101.067945957
- Full duration: 115.384446144
-
- test scenario NovaServers.boot_and_delete_server
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.655 | 6.711 | 7.36 | 7.385 | 7.41 | 6.243 | 100.0% | 10 |
- | nova.delete_server | 2.362 | 4.587 | 4.739 | 4.809 | 4.879 | 4.013 | 100.0% | 10 |
- | total | 6.017 | 10.937 | 11.962 | 12.02 | 12.078 | 10.256 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 29.3568899632
- Full duration: 52.9771959782
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.859 | 4.72 | 6.26 | 6.315 | 6.369 | 5.06 | 100.0% | 10 |
- | nova.rebuild_server | 6.283 | 7.559 | 9.599 | 12.803 | 16.006 | 8.2 | 100.0% | 10 |
- | nova.delete_server | 2.37 | 2.551 | 4.527 | 4.582 | 4.638 | 3.088 | 100.0% | 10 |
- | total | 13.383 | 16.01 | 18.944 | 20.596 | 22.249 | 16.348 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 55.2873470783
- Full duration: 79.1774559021
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.595 | 1.928 | 2.017 | 2.036 | 2.055 | 1.891 | 100.0% | 10 |
- | nova.create_100_rules | 9.581 | 10.462 | 10.693 | 10.803 | 10.913 | 10.36 | 100.0% | 10 |
- | nova.list_security_groups | 0.136 | 0.189 | 0.245 | 0.272 | 0.299 | 0.198 | 100.0% | 10 |
- | total | 11.447 | 12.553 | 12.839 | 12.881 | 12.923 | 12.449 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.6872730255
- Full duration: 63.5205390453
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.492 | 1.946 | 2.157 | 2.214 | 2.271 | 1.932 | 100.0% | 10 |
- | nova.create_100_rules | 9.298 | 10.497 | 10.608 | 10.624 | 10.64 | 10.256 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.783 | 1.061 | 1.126 | 1.132 | 1.138 | 1.005 | 100.0% | 10 |
- | total | 11.788 | 13.418 | 13.784 | 13.788 | 13.793 | 13.194 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.9264039993
- Full duration: 53.6155569553
-
- test scenario NovaServers.boot_and_bounce_server
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | nova.boot_server | 3.546 | 5.034 | 5.948 | 6.012 | 6.077 | 4.964 | 100.0% | 10 |
- | nova.reboot_server | 2.449 | 4.78 | 6.939 | 6.961 | 6.984 | 5.332 | 100.0% | 10 |
- | nova.soft_reboot_server | 6.583 | 6.718 | 18.85 | 72.219 | 125.589 | 18.596 | 100.0% | 10 |
- | nova.stop_server | 4.622 | 4.796 | 15.736 | 15.861 | 15.986 | 6.96 | 100.0% | 10 |
- | nova.start_server | 2.662 | 2.828 | 3.001 | 3.04 | 3.078 | 2.849 | 100.0% | 10 |
- | nova.rescue_server | 6.77 | 15.566 | 17.493 | 17.544 | 17.595 | 12.874 | 100.0% | 10 |
- | nova.unrescue_server | 2.291 | 4.444 | 4.571 | 4.583 | 4.596 | 3.643 | 100.0% | 10 |
- | nova.delete_server | 2.372 | 2.397 | 2.507 | 2.528 | 2.55 | 2.424 | 100.0% | 10 |
- | total | 35.205 | 49.523 | 70.623 | 110.831 | 151.04 | 57.653 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- Load duration: 193.802706003
- Full duration: 217.975458145
-
- test scenario NovaServers.boot_server
- +--------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 3.41 | 4.816 | 6.024 | 6.056 | 6.089 | 4.692 | 100.0% | 10 |
- | total | 3.41 | 4.816 | 6.024 | 6.057 | 6.089 | 4.692 | 100.0% | 10 |
- +------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.1493849754
- Full duration: 37.5227308273
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.487 | 1.851 | 2.252 | 2.299 | 2.345 | 1.876 | 100.0% | 10 |
- | nova.create_100_rules | 9.079 | 10.618 | 10.831 | 10.864 | 10.897 | 10.241 | 100.0% | 10 |
- | nova.boot_server | 4.315 | 4.525 | 5.609 | 5.629 | 5.649 | 4.901 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.137 | 0.156 | 0.289 | 0.312 | 0.334 | 0.183 | 100.0% | 10 |
- | nova.delete_server | 2.381 | 2.417 | 2.572 | 2.663 | 2.754 | 2.47 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.844 | 1.033 | 1.131 | 1.171 | 1.212 | 1.021 | 100.0% | 10 |
- | total | 18.91 | 21.054 | 21.677 | 21.936 | 22.195 | 20.692 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 61.2168090343
- Full duration: 85.7305738926
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.337 | 5.865 | 6.135 | 6.166 | 6.198 | 5.184 | 100.0% | 10 |
- | nova.pause_server | 2.311 | 2.468 | 2.511 | 2.528 | 2.545 | 2.422 | 100.0% | 10 |
- | nova.unpause_server | 2.306 | 2.47 | 2.538 | 2.548 | 2.558 | 2.441 | 100.0% | 10 |
- | nova.delete_server | 2.37 | 2.623 | 4.832 | 4.882 | 4.932 | 3.392 | 100.0% | 10 |
- | total | 10.861 | 13.388 | 15.614 | 15.649 | 15.684 | 13.439 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.8893749714
- Full duration: 65.2461550236
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.172 | 3.51 | 6.009 | 6.055 | 6.102 | 4.387 | 100.0% | 10 |
- | nova.boot_server | 7.575 | 8.761 | 11.062 | 12.16 | 13.258 | 9.396 | 100.0% | 10 |
- | total | 10.812 | 12.565 | 17.043 | 18.063 | 19.083 | 13.783 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 40.4101068974
- Full duration: 76.4117758274
-
- test scenario NovaServers.boot_and_list_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 3.891 | 4.847 | 6.169 | 6.267 | 6.365 | 5.093 | 100.0% | 10 |
- | nova.list_servers | 0.163 | 0.201 | 0.418 | 0.475 | 0.533 | 0.268 | 100.0% | 10 |
- | total | 4.296 | 5.066 | 6.393 | 6.646 | 6.899 | 5.361 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.2852530479
- Full duration: 50.1823370457
-
- run_rally - INFO - Test scenario: "nova" OK.
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 4d0fc176-8b72-4789-8249-7ca3ed815669: started
- Task 4d0fc176-8b72-4789-8249-7ca3ed815669: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 |
- | total | 0.591 | 0.621 | 0.669 | 0.672 | 0.674 | 0.626 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.86674189568
- Full duration: 7.90543198586
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.243 | 0.257 | 0.271 | 0.271 | 0.271 | 0.258 | 100.0% | 10 |
- | total | 0.308 | 0.328 | 0.36 | 0.367 | 0.374 | 0.331 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.996067047119
- Full duration: 6.61853408813
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.568 | 0.604 | 0.623 | 0.677 | 0.732 | 0.611 | 100.0% | 10 |
- | quotas.delete_quotas | 0.415 | 0.442 | 0.477 | 0.501 | 0.526 | 0.449 | 100.0% | 10 |
- | total | 0.992 | 1.049 | 1.142 | 1.165 | 1.188 | 1.06 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.19247508049
- Full duration: 9.27472686768
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.323 | 0.35 | 0.371 | 0.38 | 0.39 | 0.349 | 100.0% | 7 |
- | quotas.delete_quotas | 0.02 | 0.021 | 0.023 | 0.024 | 0.025 | 0.022 | 71.4% | 7 |
- | total | 0.344 | 0.369 | 0.378 | 0.378 | 0.379 | 0.363 | 71.4% | 7 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.752856969833
- Full duration: 6.31551885605
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 |
- | total | 0.307 | 0.354 | 0.396 | 0.43 | 0.463 | 0.361 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.06656098366
- Full duration: 6.7101290226
-
- run_rally - INFO - Test scenario: "quotas" Failed.
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 16778409-ff5d-4254-aa3b-b80de677272e: started
- Task 16778409-ff5d-4254-aa3b-b80de677272e: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 |
- | total | 5.446 | 5.5 | 5.982 | 5.983 | 5.984 | 5.611 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.9417049885
- Full duration: 19.4220340252
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 |
- | total | 5.459 | 5.479 | 5.494 | 5.501 | 5.508 | 5.478 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.4412920475
- Full duration: 18.8327140808
-
- run_rally - INFO - Test scenario: "requests" OK.
- run_rally - INFO -
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:18 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 01:28 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 16:35 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 06:24 | 32 | 92.31% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:10 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 04:48 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 25:39 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 00:36 | 7 | 94.28% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:38 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 00:57:39 | 229 | 98.51% |
- +===================+============+===============+===========+
-
-
-SDN Controller
---------------
-
-ODL
-^^^
-::
-
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | PASS |
- 18 critical tests, 18 passed, 0 failed
- 18 tests total, 18 passed, 0 failed
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-22 22:37:41'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'745.0'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-22 22:50:07'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'633.6'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-22 23:03:48'
- vIMS - INFO - vIMS functional test duration:'4.1'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
diff --git a/docs/results/compass-os-onos-nofeature-ha.rst b/docs/results/compass-os-onos-nofeature-ha.rst
deleted file mode 100644
index 87103c30..00000000
--- a/docs/results/compass-os-onos-nofeature-ha.rst
+++ /dev/null
@@ -1,2118 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for compass-os-onos-nofeature-ha
-------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-22 16:24:22'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=defb6423-f831-4d2e-8a46-21171b471811
- network=47a5262f-1252-4ceb-b054-4d81216c1510
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=defb6423-f831-4d2e-8a46-21171b471811
- network=47a5262f-1252-4ceb-b054-4d81216c1510
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '192.168.10.102'
- vPing_ssh- INFO - Associating floating ip: '192.168.10.102' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 192.168.10.102...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'262.5' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- 2016-02-22 16:28:55.743 23855 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- 2016-02-22 16:29:00.285 23855 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
-
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | ac98ac8a-e502-4828-ad00-5b6b9428c346 | 55a7fc58-ad0f-475c-88c7-369043ae2719 | | 210 | 11 | 2016-02-22 16:29:01.778060 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.38607 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.74194 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 8.91734 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 8.66925 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 10.63581 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.06276 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.05257 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.05940 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.12623 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.06809 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.09008 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.06098 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.07950 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.05546 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.12715 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.12835 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.10113 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.06587 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.17079 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.11263 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.06114 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.52524 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 0.45980 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 0.95973 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 7.95218 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 302.25007 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.10296 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.18670 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 342.44729 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00068 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 311.26623 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.11079 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.20087 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 342.41636 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00101 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.07243 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 6.46736 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.16392 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.27404 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.17996 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.07085 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.17853 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10615 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.09603 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.09373 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09520 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.12248 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.51307 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00065 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.14353 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.06854 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01693 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.06418 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.06254 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.01346 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01475 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03419 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06726 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04958 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.26188 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.01624 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06862 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00048 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.97654 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 11.64967 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 310.79753 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.46854 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 326.22117 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 12.06790 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 19.04478 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.05743 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.07867 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20214 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.59746 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.34277 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.33642 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.57047 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.60103 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.75531 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.75731 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 9.46973 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 13.28125 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 7.11541 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 7.96344 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 0.67669 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.77693 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 0.75065 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.78955 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 0.64498 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.71157 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 0.53460 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.49832 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.57201 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.46864 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 0.66619 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.72274 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.40295 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.58226 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.34041 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 0.75975 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.43415 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.42859 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.21474 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.25222 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.41021 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.09081 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02184 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.96806 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.01307 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.46717 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.05568 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.09471 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.03604 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 340.34367 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.43241 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.11064 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.11956 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.01137 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.16401 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.05961 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.10927 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.02540 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.28040 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.14755 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.77153 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.12106 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.08473 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.12668 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.14400 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 0.91996 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.05010 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.02297 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04885 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.01587 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.01260 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.01445 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.04696 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 0.60138 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 0.21576 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 0.42759 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 0.49116 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.79505 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.70780 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 0.56456 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.10523 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 3.54869 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 0.83123 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 1.58383 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 1.36920 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.08591 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.19026 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.07493 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.06495 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.02942 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.03500 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.05982 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.15572 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.10990 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.09926 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.04061 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.03720 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.04510 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.34649 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 0.59530 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05189 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.04790 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.14770 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.11571 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.75502 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.04674 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.08023 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 3.25659 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 1.59393 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.18965 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.03248 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 2.64680 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.09130 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.43383 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.25843 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 0.66808 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 0.46888 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03378 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 0.36912 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 0.76166 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.02877 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.36667 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.11422 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.02366 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.58931 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.43084 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.29860 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.48701 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.84124 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.35246 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.35082 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.02341 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 0.86551 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 1.65927 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.12480 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.76915 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 12.56546 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 9.57875 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.23806 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 11.53830 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.09463 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.38766 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 358.88405 | fail |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 327.24468 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 327.82000 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 500.15877 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2216:29:01.778060', 'duration': 1082, 'tests': 210, 'failures': 11}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 2944fcc5-089f-4ed8-851f-446508c45024: started
- Task 2944fcc5-089f-4ed8-851f-446508c45024: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.122 | 0.162 | 0.216 | 0.225 | 0.234 | 0.169 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.039 | 0.042 | 0.052 | 0.072 | 0.092 | 0.047 | 100.0% | 10 |
- | total | 0.258 | 0.3 | 0.34 | 0.34 | 0.341 | 0.299 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.893048048019
- Full duration: 3.09276199341
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.066 | 0.072 | 0.074 | 0.074 | 0.074 | 0.071 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.233579874039
- Full duration: 2.32735109329
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.113 | 0.133 | 0.255 | 0.267 | 0.28 | 0.161 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.021 | 0.09 | 0.147 | 0.163 | 0.179 | 0.085 | 100.0% | 10 |
- | total | 0.254 | 0.338 | 0.389 | 0.402 | 0.415 | 0.327 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.968546152115
- Full duration: 3.10294985771
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.111 | 0.119 | 0.17 | 0.179 | 0.187 | 0.133 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.023 | 0.035 | 0.042 | 0.048 | 0.054 | 0.036 | 100.0% | 10 |
- | total | 0.214 | 0.225 | 0.291 | 0.291 | 0.292 | 0.243 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.725472211838
- Full duration: 2.86061501503
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.098 | 0.112 | 0.138 | 0.14 | 0.143 | 0.118 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.058 | 0.071 | 0.077 | 0.078 | 0.078 | 0.07 | 100.0% | 10 |
- | total | 0.221 | 0.256 | 0.312 | 0.313 | 0.313 | 0.267 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.797883033752
- Full duration: 2.91927695274
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.108 | 0.124 | 0.192 | 0.195 | 0.198 | 0.138 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.028 | 0.08 | 0.102 | 0.102 | 0.102 | 0.074 | 100.0% | 10 |
- | total | 0.207 | 0.273 | 0.346 | 0.353 | 0.359 | 0.281 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.847912073135
- Full duration: 3.07389783859
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: started
- Task 2fff3869-9689-44d4-b372-dd41fa2a38ec: finished
-
- test scenario GlanceImages.list_images
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- | glance.list_images | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 |
- | total | 0.177 | 0.232 | 0.296 | 0.298 | 0.3 | 0.241 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-----+-------+---------+-------+
- Load duration: 0.697636127472
- Full duration: 3.5939040184
-
- test scenario GlanceImages.create_image_and_boot_instances
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 2.763 | 2.903 | 3.45 | 3.45 | 3.45 | 3.052 | 100.0% | 10 |
- | nova.boot_servers | 4.51 | 6.909 | 7.772 | 7.907 | 8.042 | 6.735 | 100.0% | 10 |
- | total | 7.273 | 10.244 | 10.662 | 10.752 | 10.842 | 9.787 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.153493166
- Full duration: 53.9921939373
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 3.066 | 3.262 | 3.685 | 3.718 | 3.751 | 3.328 | 100.0% | 10 |
- | glance.list_images | 0.04 | 0.047 | 0.059 | 0.063 | 0.066 | 0.049 | 100.0% | 10 |
- | total | 3.107 | 3.324 | 3.734 | 3.767 | 3.8 | 3.376 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.83786201477
- Full duration: 14.2525467873
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 2.758 | 3.01 | 3.624 | 3.641 | 3.658 | 3.096 | 100.0% | 10 |
- | glance.delete_image | 0.119 | 0.159 | 0.282 | 0.338 | 0.394 | 0.189 | 100.0% | 10 |
- | total | 2.887 | 3.164 | 3.878 | 3.884 | 3.89 | 3.285 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.57883381844
- Full duration: 12.357642889
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: started
- Task 76a5a912-68db-4001-b4a1-9beac5ae37ea: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 3.805 | 4.389 | 5.707 | 6.126 | 6.546 | 4.733 | 100.0% | 10 |
- | cinder.create_volume | 2.687 | 2.841 | 2.929 | 2.954 | 2.978 | 2.833 | 100.0% | 10 |
- | nova.attach_volume | 7.618 | 7.963 | 8.416 | 9.348 | 10.28 | 8.167 | 100.0% | 10 |
- | nova.detach_volume | 2.997 | 3.285 | 5.265 | 5.314 | 5.362 | 3.992 | 100.0% | 10 |
- | cinder.delete_volume | 2.425 | 2.506 | 2.557 | 2.658 | 2.759 | 2.516 | 100.0% | 10 |
- | nova.delete_server | 2.379 | 2.447 | 2.618 | 2.639 | 2.659 | 2.478 | 100.0% | 10 |
- | total | 23.106 | 25.014 | 25.886 | 26.355 | 26.825 | 24.72 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 75.3569400311
- Full duration: 87.994022131
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 5.261 | 5.355 | 5.486 | 5.512 | 5.539 | 5.367 | 100.0% | 10 |
- | cinder.list_volumes | 0.069 | 0.121 | 0.135 | 0.151 | 0.168 | 0.12 | 100.0% | 10 |
- | total | 5.351 | 5.501 | 5.595 | 5.626 | 5.658 | 5.487 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.505685091
- Full duration: 27.6703879833
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.758 | 2.928 | 3.178 | 3.185 | 3.192 | 2.955 | 100.0% | 10 |
- | cinder.list_volumes | 0.11 | 0.124 | 0.158 | 0.159 | 0.161 | 0.128 | 100.0% | 10 |
- | total | 2.878 | 3.071 | 3.319 | 3.327 | 3.334 | 3.084 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.14664101601
- Full duration: 20.325412035
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.401 | 2.521 | 2.599 | 2.615 | 2.632 | 2.517 | 100.0% | 10 |
- | cinder.list_snapshots | 0.022 | 0.083 | 0.12 | 0.15 | 0.18 | 0.089 | 100.0% | 10 |
- | total | 2.474 | 2.588 | 2.729 | 2.753 | 2.776 | 2.606 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.73569321632
- Full duration: 31.2840220928
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.796 | 2.999 | 3.144 | 3.15 | 3.156 | 2.996 | 100.0% | 10 |
- | cinder.delete_volume | 2.455 | 2.614 | 2.708 | 2.725 | 2.742 | 2.616 | 100.0% | 10 |
- | total | 5.328 | 5.602 | 5.851 | 5.868 | 5.885 | 5.612 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.477782011
- Full duration: 22.7058889866
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.919 | 5.48 | 5.628 | 5.639 | 5.649 | 5.227 | 100.0% | 10 |
- | cinder.delete_volume | 2.526 | 2.693 | 2.72 | 2.755 | 2.79 | 2.663 | 100.0% | 10 |
- | total | 5.62 | 8.087 | 8.341 | 8.375 | 8.409 | 7.89 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.1292200089
- Full duration: 30.4960770607
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.85 | 2.948 | 3.049 | 3.07 | 3.09 | 2.953 | 100.0% | 10 |
- | cinder.delete_volume | 2.464 | 2.529 | 2.614 | 2.615 | 2.615 | 2.54 | 100.0% | 10 |
- | total | 5.325 | 5.506 | 5.652 | 5.656 | 5.661 | 5.493 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.3896708488
- Full duration: 22.6766388416
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.872 | 3.051 | 3.667 | 3.678 | 3.688 | 3.15 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 28.915 | 62.489 | 77.495 | 77.616 | 77.736 | 60.612 | 100.0% | 10 |
- | cinder.delete_volume | 2.362 | 2.491 | 2.538 | 2.611 | 2.684 | 2.494 | 100.0% | 10 |
- | nova.delete_image | 0.209 | 0.455 | 0.893 | 0.906 | 0.919 | 0.514 | 100.0% | 10 |
- | total | 35.229 | 68.483 | 83.109 | 83.228 | 83.346 | 66.77 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 193.43104291
- Full duration: 200.303003073
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.422 | 2.503 | 2.568 | 2.571 | 2.575 | 2.507 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.313 | 2.444 | 2.482 | 2.492 | 2.501 | 2.427 | 100.0% | 10 |
- | total | 4.793 | 4.964 | 5.013 | 5.018 | 5.024 | 4.935 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.7233128548
- Full duration: 33.1759068966
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 |
- | total | 2.844 | 2.948 | 3.269 | 3.319 | 3.369 | 3.015 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.9167098999
- Full duration: 18.3895540237
-
- test scenario CinderVolumes.create_volume
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | cinder.create_volume | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 |
- | total | 2.854 | 2.953 | 3.096 | 3.121 | 3.146 | 2.98 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 8.90475797653
- Full duration: 20.1169910431
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.228 | 0.266 | 0.286 | 0.317 | 0.348 | 0.268 | 100.0% | 10 |
- | total | 0.228 | 0.266 | 0.287 | 0.317 | 0.348 | 0.268 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.792151927948
- Full duration: 47.0951080322
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.829 | 2.905 | 2.967 | 2.969 | 2.971 | 2.899 | 100.0% | 10 |
- | cinder.create_snapshot | 2.302 | 2.402 | 2.432 | 2.455 | 2.478 | 2.392 | 100.0% | 10 |
- | nova.attach_volume | 7.72 | 7.953 | 11.462 | 12.036 | 12.61 | 8.943 | 100.0% | 10 |
- | nova.detach_volume | 2.903 | 4.153 | 5.343 | 5.534 | 5.724 | 4.179 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.258 | 2.311 | 2.403 | 2.446 | 2.49 | 2.331 | 100.0% | 10 |
- | cinder.delete_volume | 2.387 | 2.497 | 2.6 | 2.623 | 2.647 | 2.496 | 100.0% | 10 |
- | total | 21.145 | 23.329 | 26.38 | 26.678 | 26.977 | 23.543 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.2392091751
- Full duration: 106.915300131
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 7.712 | 12.285 | 17.231 | 18.187 | 19.144 | 12.995 | 100.0% | 10 |
- | cinder.delete_volume | 2.494 | 2.633 | 4.76 | 4.808 | 4.856 | 3.025 | 100.0% | 10 |
- | total | 10.216 | 16.032 | 19.868 | 20.756 | 21.645 | 16.019 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 44.5057139397
- Full duration: 63.1546430588
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 2.887 | 2.994 | 3.283 | 3.324 | 3.364 | 3.038 | 100.0% | 10 |
- | cinder.extend_volume | 2.593 | 2.748 | 2.812 | 2.924 | 3.037 | 2.754 | 100.0% | 10 |
- | cinder.delete_volume | 2.417 | 2.569 | 2.707 | 2.724 | 2.74 | 2.562 | 100.0% | 10 |
- | total | 8.03 | 8.369 | 8.538 | 8.631 | 8.723 | 8.353 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.8781170845
- Full duration: 31.6701009274
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.736 | 2.972 | 3.155 | 3.173 | 3.19 | 2.98 | 100.0% | 10 |
- | cinder.create_snapshot | 2.321 | 2.38 | 2.392 | 2.399 | 2.406 | 2.369 | 100.0% | 10 |
- | nova.attach_volume | 7.503 | 7.861 | 12.563 | 13.795 | 15.028 | 9.196 | 100.0% | 10 |
- | nova.detach_volume | 3.269 | 5.314 | 5.356 | 5.366 | 5.375 | 4.908 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.21 | 2.305 | 2.435 | 2.442 | 2.45 | 2.323 | 100.0% | 10 |
- | cinder.delete_volume | 2.413 | 2.499 | 2.584 | 2.597 | 2.611 | 2.505 | 100.0% | 10 |
- | total | 21.356 | 23.78 | 28.296 | 29.607 | 30.917 | 24.594 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 70.9472367764
- Full duration: 114.492169142
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.736 | 2.845 | 3.037 | 3.081 | 3.125 | 2.876 | 100.0% | 10 |
- | cinder.create_snapshot | 2.343 | 2.399 | 2.462 | 2.479 | 2.495 | 2.405 | 100.0% | 10 |
- | nova.attach_volume | 7.59 | 7.737 | 13.073 | 16.133 | 19.193 | 9.585 | 100.0% | 10 |
- | nova.detach_volume | 2.916 | 5.205 | 5.382 | 5.39 | 5.397 | 4.608 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.203 | 2.364 | 2.427 | 2.455 | 2.483 | 2.347 | 100.0% | 10 |
- | cinder.delete_volume | 2.421 | 2.547 | 2.613 | 2.662 | 2.71 | 2.55 | 100.0% | 10 |
- | total | 21.034 | 23.722 | 27.391 | 31.314 | 35.237 | 24.898 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 73.5739891529
- Full duration: 116.225493908
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task c9827201-74f8-41fc-8510-938cca773ec1: started
- Task c9827201-74f8-41fc-8510-938cca773ec1: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.872 | 3.106 | 3.406 | 3.484 | 3.562 | 3.155 | 100.0% | 10 |
- | heat.suspend_stack | 0.442 | 0.625 | 1.717 | 1.738 | 1.759 | 0.931 | 100.0% | 10 |
- | heat.resume_stack | 0.537 | 1.658 | 1.746 | 1.816 | 1.886 | 1.424 | 100.0% | 10 |
- | heat.delete_stack | 0.502 | 1.432 | 1.591 | 1.6 | 1.609 | 1.362 | 100.0% | 10 |
- | total | 5.462 | 6.793 | 8.103 | 8.346 | 8.589 | 6.872 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 19.5646238327
- Full duration: 22.7670919895
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.903 | 3.075 | 3.47 | 3.485 | 3.501 | 3.168 | 100.0% | 10 |
- | heat.delete_stack | 0.399 | 1.444 | 1.664 | 1.668 | 1.672 | 1.316 | 100.0% | 10 |
- | total | 3.367 | 4.479 | 4.942 | 5.031 | 5.12 | 4.484 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.5260851383
- Full duration: 16.6767499447
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 10.422 | 12.344 | 12.812 | 13.47 | 14.128 | 12.097 | 100.0% | 10 |
- | heat.delete_stack | 6.869 | 8.251 | 9.518 | 9.918 | 10.317 | 8.407 | 100.0% | 10 |
- | total | 18.742 | 20.619 | 22.144 | 22.228 | 22.313 | 20.504 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 60.1647601128
- Full duration: 63.2413249016
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 12.861 | 14.13 | 16.111 | 16.328 | 16.545 | 14.294 | 100.0% | 10 |
- | heat.delete_stack | 8.256 | 8.951 | 9.675 | 9.958 | 10.241 | 8.968 | 100.0% | 10 |
- | total | 21.289 | 22.778 | 24.964 | 25.875 | 26.786 | 23.262 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 70.9971709251
- Full duration: 74.4355139732
-
- test scenario HeatStacks.list_stacks_and_resources
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | heat.list_stacks | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.221 | 0.269 | 0.393 | 0.397 | 0.401 | 0.29 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 0.845721006393
- Full duration: 3.40288186073
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.871 | 3.088 | 3.407 | 3.415 | 3.422 | 3.124 | 100.0% | 10 |
- | heat.update_stack | 2.568 | 3.106 | 3.925 | 3.953 | 3.981 | 3.187 | 100.0% | 10 |
- | heat.delete_stack | 1.369 | 1.555 | 1.647 | 1.686 | 1.724 | 1.55 | 100.0% | 10 |
- | total | 7.072 | 7.871 | 8.535 | 8.749 | 8.963 | 7.861 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.2382650375
- Full duration: 27.7685508728
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.836 | 3.105 | 3.233 | 3.257 | 3.281 | 3.098 | 100.0% | 10 |
- | heat.update_stack | 2.501 | 2.628 | 3.613 | 3.804 | 3.995 | 2.859 | 100.0% | 10 |
- | heat.delete_stack | 0.298 | 0.994 | 1.511 | 1.565 | 1.62 | 1.001 | 100.0% | 10 |
- | total | 5.886 | 6.758 | 8.232 | 8.564 | 8.895 | 6.957 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 20.5952920914
- Full duration: 23.9688129425
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.896 | 3.156 | 3.462 | 3.752 | 4.042 | 3.241 | 100.0% | 10 |
- | heat.update_stack | 4.942 | 5.218 | 5.956 | 6.09 | 6.224 | 5.42 | 100.0% | 10 |
- | heat.delete_stack | 1.551 | 1.665 | 2.721 | 2.788 | 2.856 | 2.038 | 100.0% | 10 |
- | total | 9.408 | 10.658 | 11.602 | 11.761 | 11.92 | 10.7 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 31.6187429428
- Full duration: 35.1271891594
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- | total | n/a | n/a | n/a | n/a | n/a | n/a | 0.0% | 5 |
- +--------+-----+--------+--------+--------+-----+-----+---------+-------+
- Load duration: 6.39157295227
- Full duration: 14.0238859653
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | heat.create_stack | 2.944 | 3.08 | 3.202 | 3.309 | 3.415 | 3.09 | 100.0% | 10 |
- | heat.update_stack | 4.794 | 5.017 | 5.255 | 5.579 | 5.904 | 5.077 | 100.0% | 10 |
- | heat.delete_stack | 1.435 | 1.866 | 2.632 | 2.657 | 2.682 | 1.998 | 100.0% | 10 |
- | total | 9.394 | 10.052 | 10.876 | 10.903 | 10.93 | 10.165 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 30.0142600536
- Full duration: 33.6354219913
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.874 | 3.099 | 3.257 | 3.296 | 3.334 | 3.084 | 100.0% | 10 |
- | heat.update_stack | 3.576 | 3.724 | 4.103 | 4.118 | 4.132 | 3.804 | 100.0% | 10 |
- | heat.delete_stack | 0.597 | 1.497 | 1.641 | 1.685 | 1.73 | 1.368 | 100.0% | 10 |
- | total | 7.498 | 8.373 | 8.618 | 8.72 | 8.823 | 8.256 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.9089329243
- Full duration: 28.905012846
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.986 | 3.186 | 3.26 | 3.309 | 3.358 | 3.166 | 100.0% | 10 |
- | heat.list_stacks | 0.035 | 0.163 | 0.192 | 0.205 | 0.218 | 0.128 | 100.0% | 10 |
- | total | 3.039 | 3.305 | 3.472 | 3.495 | 3.518 | 3.294 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.91034293175
- Full duration: 16.8483679295
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 2.822 | 3.0 | 3.403 | 3.446 | 3.489 | 3.098 | 100.0% | 10 |
- | heat.check_stack | 0.309 | 0.676 | 0.899 | 0.908 | 0.917 | 0.632 | 100.0% | 10 |
- | heat.delete_stack | 0.504 | 1.466 | 1.619 | 1.685 | 1.751 | 1.235 | 100.0% | 10 |
- | total | 3.978 | 5.166 | 5.376 | 5.433 | 5.49 | 4.964 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.3095350266
- Full duration: 19.0696201324
-
- run_rally - INFO - Test scenario: "heat" Failed.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task b0246610-2dd7-4817-be66-9315ab169066: started
- Task b0246610-2dd7-4817-be66-9315ab169066: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.11 | 0.13 | 0.144 | 0.153 | 0.161 | 0.131 | 100.0% | 10 |
- | keystone.create_users | 0.628 | 0.692 | 0.803 | 0.847 | 0.89 | 0.717 | 100.0% | 10 |
- | total | 0.755 | 0.826 | 0.934 | 0.979 | 1.025 | 0.849 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.49157500267
- Full duration: 12.6573908329
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.11 | 0.114 | 0.125 | 0.127 | 0.129 | 0.117 | 100.0% | 10 |
- | keystone.add_role | 0.087 | 0.099 | 0.117 | 0.134 | 0.152 | 0.105 | 100.0% | 10 |
- | keystone.list_roles | 0.049 | 0.053 | 0.068 | 0.084 | 0.101 | 0.059 | 100.0% | 10 |
- | total | 0.261 | 0.277 | 0.302 | 0.307 | 0.313 | 0.281 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.859135150909
- Full duration: 5.88745498657
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.109 | 0.188 | 0.253 | 0.27 | 0.287 | 0.184 | 100.0% | 10 |
- | keystone.add_role | 0.087 | 0.1 | 0.119 | 0.125 | 0.13 | 0.103 | 100.0% | 10 |
- | keystone.remove_role | 0.06 | 0.069 | 0.173 | 0.196 | 0.218 | 0.102 | 100.0% | 10 |
- | total | 0.263 | 0.393 | 0.518 | 0.556 | 0.594 | 0.39 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.32334089279
- Full duration: 6.50031495094
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.108 | 0.217 | 0.267 | 0.272 | 0.277 | 0.192 | 100.0% | 10 |
- | keystone.update_tenant | 0.05 | 0.057 | 0.062 | 0.068 | 0.074 | 0.058 | 100.0% | 10 |
- | keystone.delete_tenant | 0.119 | 0.132 | 0.141 | 0.142 | 0.142 | 0.132 | 100.0% | 10 |
- | total | 0.289 | 0.392 | 0.46 | 0.462 | 0.465 | 0.381 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.16795897484
- Full duration: 5.16257286072
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.105 | 0.121 | 0.153 | 0.169 | 0.185 | 0.13 | 100.0% | 10 |
- | keystone.delete_service | 0.053 | 0.06 | 0.065 | 0.072 | 0.079 | 0.061 | 100.0% | 10 |
- | total | 0.169 | 0.182 | 0.23 | 0.234 | 0.239 | 0.191 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.56450510025
- Full duration: 4.22321987152
-
- test scenario KeystoneBasic.create_tenant
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | keystone.create_tenant | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 |
- | total | 0.112 | 0.138 | 0.161 | 0.165 | 0.168 | 0.14 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 0.417885065079
- Full duration: 4.0450899601
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 |
- | total | 0.126 | 0.177 | 0.186 | 0.189 | 0.191 | 0.164 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.485447883606
- Full duration: 4.35393500328
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.117 | 0.13 | 0.139 | 0.139 | 0.14 | 0.129 | 100.0% | 10 |
- | keystone.list_tenants | 0.047 | 0.053 | 0.094 | 0.107 | 0.121 | 0.063 | 100.0% | 10 |
- | total | 0.167 | 0.186 | 0.212 | 0.233 | 0.253 | 0.192 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.566509962082
- Full duration: 5.80973696709
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.109 | 0.227 | 0.291 | 0.3 | 0.308 | 0.205 | 100.0% | 10 |
- | keystone.delete_role | 0.106 | 0.114 | 0.238 | 0.25 | 0.263 | 0.14 | 100.0% | 10 |
- | total | 0.222 | 0.34 | 0.544 | 0.548 | 0.552 | 0.345 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.969199895859
- Full duration: 5.0005710125
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.115 | 0.13 | 0.153 | 0.154 | 0.154 | 0.131 | 100.0% | 10 |
- | keystone.create_user | 0.059 | 0.063 | 0.068 | 0.075 | 0.083 | 0.065 | 100.0% | 10 |
- | keystone.create_role | 0.046 | 0.06 | 0.085 | 0.085 | 0.086 | 0.061 | 100.0% | 10 |
- | keystone.get_tenant | 0.044 | 0.051 | 0.058 | 0.06 | 0.062 | 0.051 | 100.0% | 10 |
- | keystone.get_user | 0.052 | 0.067 | 0.103 | 0.106 | 0.109 | 0.07 | 100.0% | 10 |
- | keystone.get_role | 0.042 | 0.049 | 0.066 | 0.067 | 0.068 | 0.052 | 100.0% | 10 |
- | keystone.service_list | 0.044 | 0.05 | 0.067 | 0.083 | 0.099 | 0.055 | 100.0% | 10 |
- | keystone.get_service | 0.041 | 0.044 | 0.051 | 0.052 | 0.054 | 0.046 | 100.0% | 10 |
- | total | 0.489 | 0.533 | 0.57 | 0.572 | 0.574 | 0.532 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.58059597015
- Full duration: 9.58514809608
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.129 | 0.139 | 0.153 | 0.167 | 0.181 | 0.143 | 100.0% | 10 |
- | keystone.list_users | 0.046 | 0.054 | 0.073 | 0.079 | 0.084 | 0.06 | 100.0% | 10 |
- | total | 0.185 | 0.198 | 0.222 | 0.227 | 0.232 | 0.203 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.615728855133
- Full duration: 4.46038007736
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: started
- Task 60b0f938-d4b3-4eae-9392-3ac4c8a6a4b7: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.448 | 0.508 | 0.67 | 0.679 | 0.687 | 0.525 | 100.0% | 10 |
- | neutron.delete_port | 0.152 | 0.299 | 0.373 | 0.376 | 0.378 | 0.301 | 100.0% | 10 |
- | total | 0.6 | 0.817 | 0.958 | 0.977 | 0.995 | 0.826 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.44042801857
- Full duration: 24.5799560547
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.392 | 0.512 | 0.61 | 0.629 | 0.649 | 0.519 | 100.0% | 10 |
- | neutron.create_router | 0.032 | 0.176 | 0.253 | 0.254 | 0.256 | 0.156 | 100.0% | 10 |
- | neutron.add_interface_router | 0.227 | 0.375 | 0.444 | 0.468 | 0.492 | 0.366 | 100.0% | 10 |
- | neutron.list_routers | 0.03 | 0.151 | 0.184 | 0.196 | 0.207 | 0.115 | 100.0% | 10 |
- | total | 0.942 | 1.153 | 1.326 | 1.377 | 1.429 | 1.157 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.41682577133
- Full duration: 27.1603848934
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.406 | 0.478 | 0.571 | 0.602 | 0.634 | 0.488 | 100.0% | 10 |
- | neutron.create_router | 0.032 | 0.189 | 0.275 | 0.28 | 0.284 | 0.183 | 100.0% | 10 |
- | neutron.add_interface_router | 0.232 | 0.326 | 0.474 | 0.479 | 0.484 | 0.337 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.163 | 0.25 | 0.492 | 0.5 | 0.508 | 0.288 | 100.0% | 10 |
- | neutron.delete_router | 0.126 | 0.229 | 0.301 | 0.356 | 0.41 | 0.224 | 100.0% | 10 |
- | total | 1.294 | 1.49 | 1.698 | 1.753 | 1.807 | 1.52 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.38407206535
- Full duration: 28.0664179325
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.433 | 0.663 | 0.718 | 0.718 | 0.719 | 0.601 | 100.0% | 10 |
- | neutron.list_ports | 0.089 | 0.231 | 0.345 | 0.385 | 0.425 | 0.243 | 100.0% | 10 |
- | total | 0.524 | 0.843 | 1.028 | 1.072 | 1.117 | 0.844 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.59062600136
- Full duration: 25.9457578659
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.387 | 0.429 | 0.52 | 0.533 | 0.545 | 0.452 | 100.0% | 10 |
- | neutron.delete_subnet | 0.144 | 0.296 | 0.356 | 0.367 | 0.378 | 0.275 | 100.0% | 10 |
- | total | 0.573 | 0.733 | 0.811 | 0.829 | 0.846 | 0.727 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.22101807594
- Full duration: 24.9812419415
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.293 | 0.395 | 0.476 | 0.482 | 0.488 | 0.397 | 100.0% | 10 |
- | neutron.delete_network | 0.103 | 0.24 | 0.332 | 0.344 | 0.357 | 0.228 | 100.0% | 10 |
- | total | 0.471 | 0.585 | 0.766 | 0.798 | 0.829 | 0.625 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.84316086769
- Full duration: 14.2107710838
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.31 | 0.347 | 0.452 | 0.454 | 0.455 | 0.362 | 100.0% | 10 |
- | neutron.list_networks | 0.042 | 0.111 | 0.199 | 0.24 | 0.281 | 0.124 | 100.0% | 10 |
- | total | 0.358 | 0.493 | 0.603 | 0.624 | 0.644 | 0.486 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.45903801918
- Full duration: 15.4646441936
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.382 | 0.419 | 0.612 | 0.613 | 0.614 | 0.478 | 100.0% | 10 |
- | neutron.create_router | 0.033 | 0.176 | 0.22 | 0.239 | 0.258 | 0.149 | 100.0% | 10 |
- | neutron.add_interface_router | 0.229 | 0.272 | 0.394 | 0.458 | 0.522 | 0.307 | 100.0% | 10 |
- | neutron.update_router | 0.091 | 0.252 | 0.307 | 0.324 | 0.342 | 0.221 | 100.0% | 10 |
- | total | 0.938 | 1.105 | 1.328 | 1.406 | 1.484 | 1.156 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.27084898949
- Full duration: 27.761991024
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.306 | 0.356 | 0.425 | 0.429 | 0.433 | 0.366 | 100.0% | 10 |
- | neutron.update_network | 0.113 | 0.27 | 0.33 | 0.337 | 0.343 | 0.24 | 100.0% | 10 |
- | total | 0.423 | 0.611 | 0.763 | 0.763 | 0.764 | 0.606 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.81449484825
- Full duration: 15.7938911915
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.431 | 0.488 | 0.702 | 0.707 | 0.711 | 0.521 | 100.0% | 10 |
- | neutron.update_port | 0.11 | 0.256 | 0.37 | 0.39 | 0.409 | 0.23 | 100.0% | 10 |
- | total | 0.541 | 0.758 | 0.865 | 0.987 | 1.11 | 0.752 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.09433794022
- Full duration: 26.3668129444
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.391 | 0.421 | 0.542 | 0.558 | 0.574 | 0.449 | 100.0% | 10 |
- | neutron.list_subnets | 0.059 | 0.135 | 0.295 | 0.332 | 0.37 | 0.163 | 100.0% | 10 |
- | total | 0.45 | 0.631 | 0.736 | 0.752 | 0.769 | 0.612 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.75437092781
- Full duration: 25.2292289734
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.4 | 0.45 | 0.535 | 0.536 | 0.537 | 0.462 | 100.0% | 10 |
- | neutron.update_subnet | 0.158 | 0.306 | 0.397 | 0.412 | 0.427 | 0.3 | 100.0% | 10 |
- | total | 0.564 | 0.773 | 0.88 | 0.904 | 0.929 | 0.763 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.266477108
- Full duration: 25.2276790142
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: started
- Task 51b9485f-50cd-43c0-89c7-901e4b55ffa4: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.378 | 0.469 | 0.572 | 0.585 | 0.599 | 0.487 | 100.0% | 10 |
- | nova.delete_keypair | 0.018 | 0.021 | 0.031 | 0.032 | 0.032 | 0.023 | 100.0% | 10 |
- | total | 0.41 | 0.487 | 0.592 | 0.607 | 0.621 | 0.51 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.44199299812
- Full duration: 14.8640050888
-
- test scenario NovaServers.snapshot_server
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- | nova.boot_server | 3.252 | 5.309 | 6.304 | 6.39 | 6.476 | 5.049 | 100.0% | 10 |
- | nova.create_image | 27.858 | 48.811 | 65.726 | 65.73 | 65.734 | 47.725 | 100.0% | 10 |
- | nova.delete_server | 2.519 | 2.96 | 5.038 | 5.043 | 5.047 | 3.302 | 100.0% | 10 |
- | nova.boot_server (2) | 14.132 | 28.496 | 38.684 | 44.307 | 49.929 | 28.943 | 100.0% | 10 |
- | nova.delete_server (2) | 2.39 | 4.627 | 7.042 | 7.135 | 7.229 | 4.368 | 100.0% | 10 |
- | nova.delete_image | 0.317 | 0.482 | 1.285 | 1.976 | 2.667 | 0.749 | 100.0% | 10 |
- | total | 61.01 | 97.217 | 121.154 | 121.205 | 121.255 | 90.137 | 100.0% | 10 |
- +------------------------+--------+--------+---------+---------+---------+--------+---------+-------+
- Load duration: 248.724915028
- Full duration: 271.744755983
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.create_keypair | 0.436 | 0.508 | 0.611 | 0.618 | 0.624 | 0.52 | 100.0% | 10 |
- | nova.boot_server | 3.084 | 4.238 | 6.002 | 6.114 | 6.226 | 4.436 | 100.0% | 10 |
- | nova.delete_server | 2.385 | 2.558 | 3.021 | 3.844 | 4.667 | 2.752 | 100.0% | 10 |
- | nova.delete_keypair | 0.015 | 0.02 | 0.024 | 0.024 | 0.025 | 0.02 | 100.0% | 10 |
- | total | 5.997 | 7.197 | 9.438 | 10.178 | 10.917 | 7.728 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 22.9343290329
- Full duration: 44.7740108967
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.367 | 0.477 | 0.546 | 0.584 | 0.622 | 0.473 | 100.0% | 10 |
- | nova.list_keypairs | 0.014 | 0.019 | 0.025 | 0.028 | 0.03 | 0.021 | 100.0% | 10 |
- | total | 0.384 | 0.501 | 0.565 | 0.601 | 0.636 | 0.494 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.53178596497
- Full duration: 16.4732458591
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 0.588 | 0.656 | 0.754 | 0.774 | 0.795 | 0.663 | 100.0% | 10 |
- | total | 0.589 | 0.656 | 0.754 | 0.775 | 0.795 | 0.663 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.98694491386
- Full duration: 47.495290041
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.412 | 4.572 | 6.064 | 6.069 | 6.073 | 4.644 | 100.0% | 10 |
- | nova.resize | 21.205 | 34.251 | 42.136 | 42.238 | 42.34 | 31.684 | 100.0% | 10 |
- | nova.resize_confirm | 2.364 | 2.437 | 2.588 | 2.638 | 2.688 | 2.479 | 100.0% | 10 |
- | nova.delete_server | 2.38 | 2.427 | 2.64 | 2.727 | 2.814 | 2.475 | 100.0% | 10 |
- | total | 29.399 | 43.496 | 53.296 | 53.299 | 53.302 | 41.282 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 112.265089989
- Full duration: 126.299309015
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.376 | 4.574 | 6.275 | 6.295 | 6.315 | 4.705 | 100.0% | 10 |
- | nova.boot_server | 8.443 | 9.25 | 11.22 | 11.494 | 11.768 | 9.658 | 100.0% | 10 |
- | nova.delete_server | 4.478 | 4.614 | 4.912 | 5.81 | 6.708 | 4.799 | 100.0% | 10 |
- | total | 16.358 | 19.136 | 21.665 | 22.113 | 22.56 | 19.163 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 56.0801298618
- Full duration: 85.6200530529
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.498 | 4.001 | 5.998 | 6.132 | 6.267 | 4.49 | 100.0% | 10 |
- | nova.stop_server | 4.649 | 13.73 | 15.606 | 15.699 | 15.791 | 11.515 | 100.0% | 10 |
- | nova.migrate | 15.233 | 21.214 | 29.778 | 29.939 | 30.099 | 22.004 | 100.0% | 10 |
- | nova.resize_confirm | 2.366 | 2.398 | 2.559 | 2.699 | 2.838 | 2.451 | 100.0% | 10 |
- | nova.delete_server | 2.384 | 2.428 | 2.527 | 2.567 | 2.606 | 2.444 | 100.0% | 10 |
- | total | 35.813 | 43.101 | 49.38 | 49.998 | 50.616 | 42.904 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 121.644474983
- Full duration: 135.548355818
-
- test scenario NovaServers.boot_and_delete_server
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 3.484 | 6.119 | 7.588 | 7.617 | 7.647 | 5.778 | 100.0% | 10 |
- | nova.delete_server | 2.393 | 2.758 | 4.763 | 4.817 | 4.872 | 3.438 | 100.0% | 10 |
- | total | 5.885 | 8.701 | 12.336 | 12.358 | 12.379 | 9.216 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 26.0077610016
- Full duration: 48.9747579098
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.5 | 4.786 | 6.225 | 6.257 | 6.289 | 4.859 | 100.0% | 10 |
- | nova.rebuild_server | 6.349 | 11.303 | 17.156 | 17.218 | 17.279 | 11.611 | 100.0% | 10 |
- | nova.delete_server | 2.381 | 2.441 | 2.549 | 2.55 | 2.552 | 2.464 | 100.0% | 10 |
- | total | 13.553 | 18.971 | 23.648 | 24.245 | 24.842 | 18.934 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 52.6579520702
- Full duration: 75.2351601124
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.386 | 2.017 | 2.077 | 2.091 | 2.106 | 1.84 | 100.0% | 10 |
- | nova.create_100_rules | 8.891 | 10.215 | 10.514 | 10.722 | 10.929 | 10.096 | 100.0% | 10 |
- | nova.list_security_groups | 0.107 | 0.152 | 0.269 | 0.288 | 0.307 | 0.171 | 100.0% | 10 |
- | total | 10.858 | 12.348 | 12.575 | 12.61 | 12.645 | 12.108 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 35.6299619675
- Full duration: 63.5884320736
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.387 | 1.712 | 2.11 | 2.114 | 2.118 | 1.782 | 100.0% | 10 |
- | nova.create_100_rules | 8.912 | 9.991 | 10.333 | 10.39 | 10.447 | 9.849 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.735 | 0.953 | 1.042 | 1.101 | 1.161 | 0.955 | 100.0% | 10 |
- | total | 11.2 | 12.869 | 13.019 | 13.049 | 13.079 | 12.586 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 37.0498371124
- Full duration: 51.703150034
-
- test scenario NovaServers.boot_and_bounce_server
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- | nova.boot_server | 3.232 | 4.745 | 6.322 | 6.339 | 6.356 | 4.884 | 100.0% | 10 |
- | nova.reboot_server | 4.43 | 4.579 | 4.667 | 4.687 | 4.707 | 4.59 | 100.0% | 10 |
- | nova.soft_reboot_server | 4.722 | 6.782 | 18.815 | 72.233 | 125.65 | 18.46 | 100.0% | 10 |
- | nova.stop_server | 4.631 | 4.711 | 6.14 | 10.834 | 15.527 | 5.852 | 100.0% | 10 |
- | nova.start_server | 2.625 | 2.712 | 3.141 | 3.595 | 4.048 | 2.891 | 100.0% | 10 |
- | nova.rescue_server | 6.624 | 11.131 | 17.578 | 17.69 | 17.803 | 11.544 | 100.0% | 10 |
- | nova.unrescue_server | 2.293 | 4.467 | 4.631 | 4.634 | 4.636 | 3.681 | 100.0% | 10 |
- | nova.delete_server | 2.346 | 2.407 | 2.563 | 2.572 | 2.581 | 2.442 | 100.0% | 10 |
- | total | 35.909 | 44.054 | 60.343 | 108.964 | 157.584 | 54.354 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+---------+---------+--------+---------+-------+
- Load duration: 157.603001118
- Full duration: 179.857326031
-
- test scenario NovaServers.boot_server
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 |
- | total | 3.435 | 4.325 | 6.075 | 6.183 | 6.292 | 4.629 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.5383079052
- Full duration: 36.4747169018
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 1.622 | 1.87 | 1.968 | 2.066 | 2.163 | 1.846 | 100.0% | 10 |
- | nova.create_100_rules | 8.778 | 9.885 | 10.429 | 10.484 | 10.538 | 9.786 | 100.0% | 10 |
- | nova.boot_server | 4.372 | 5.705 | 6.744 | 6.784 | 6.825 | 5.534 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.145 | 0.15 | 0.163 | 0.171 | 0.179 | 0.154 | 100.0% | 10 |
- | nova.delete_server | 2.392 | 2.532 | 4.639 | 4.677 | 4.715 | 3.324 | 100.0% | 10 |
- | nova.delete_10_security_groups | 0.762 | 0.811 | 1.001 | 1.056 | 1.112 | 0.864 | 100.0% | 10 |
- | total | 18.434 | 20.813 | 24.815 | 24.847 | 24.879 | 21.508 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.179831028
- Full duration: 87.2896039486
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 3.419 | 4.899 | 6.417 | 6.437 | 6.457 | 4.897 | 100.0% | 10 |
- | nova.pause_server | 2.319 | 2.452 | 2.541 | 2.574 | 2.607 | 2.443 | 100.0% | 10 |
- | nova.unpause_server | 2.291 | 2.397 | 2.512 | 2.565 | 2.619 | 2.409 | 100.0% | 10 |
- | nova.delete_server | 2.36 | 2.542 | 3.024 | 3.769 | 4.514 | 2.719 | 100.0% | 10 |
- | total | 10.572 | 12.299 | 14.07 | 14.773 | 15.475 | 12.469 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.6686770916
- Full duration: 59.3664259911
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.258 | 3.501 | 5.924 | 5.949 | 5.974 | 4.155 | 100.0% | 10 |
- | nova.boot_server | 7.572 | 8.821 | 12.368 | 12.983 | 13.598 | 9.51 | 100.0% | 10 |
- | total | 11.135 | 12.15 | 18.14 | 18.856 | 19.572 | 13.665 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.717217207
- Full duration: 73.4654810429
-
- test scenario NovaServers.boot_and_list_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.boot_server | 3.569 | 4.788 | 6.354 | 6.43 | 6.506 | 4.924 | 100.0% | 10 |
- | nova.list_servers | 0.189 | 0.37 | 0.447 | 0.453 | 0.46 | 0.346 | 100.0% | 10 |
- | total | 3.757 | 5.231 | 6.727 | 6.745 | 6.763 | 5.27 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.4698469639
- Full duration: 47.3727209568
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: started
- Task 9226e59f-9bfb-44aa-8641-99f492cd92a9: finished
-
- test scenario Quotas.cinder_update
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 |
- | total | 0.6 | 0.64 | 0.688 | 0.721 | 0.754 | 0.649 | 100.0% | 10 |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.92687010765
- Full duration: 7.31987595558
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.217 | 0.255 | 0.377 | 0.401 | 0.424 | 0.28 | 100.0% | 10 |
- | total | 0.28 | 0.325 | 0.445 | 0.469 | 0.492 | 0.346 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.03654098511
- Full duration: 6.59040594101
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.588 | 0.651 | 0.699 | 0.702 | 0.705 | 0.652 | 100.0% | 10 |
- | quotas.delete_quotas | 0.389 | 0.434 | 0.5 | 0.527 | 0.554 | 0.449 | 100.0% | 10 |
- | total | 1.011 | 1.097 | 1.176 | 1.179 | 1.182 | 1.101 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.32944512367
- Full duration: 8.96466994286
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.322 | 0.358 | 0.54 | 0.633 | 0.726 | 0.407 | 100.0% | 10 |
- | quotas.delete_quotas | 0.016 | 0.022 | 0.028 | 0.029 | 0.03 | 0.022 | 100.0% | 10 |
- | total | 0.344 | 0.383 | 0.557 | 0.652 | 0.747 | 0.429 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.20111894608
- Full duration: 6.32782506943
-
- test scenario Quotas.nova_update
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- | quotas.update_quotas | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 |
- | total | 0.32 | 0.373 | 0.485 | 0.499 | 0.513 | 0.39 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 1.11949706078
- Full duration: 6.58456206322
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: started
- Task 2e77e5dd-e2ca-466a-9edb-4f5f741dd55b: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 |
- | total | 0.462 | 0.483 | 1.478 | 3.509 | 5.541 | 1.102 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.3974840641
- Full duration: 8.66475987434
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.453 | 0.458 | 0.477 | 0.494 | 0.511 | 0.465 | 100.0% | 10 |
- | total | 0.453 | 0.458 | 0.477 | 0.494 | 0.512 | 0.465 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.39966082573
- Full duration: 3.74285912514
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:17 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 01:24 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 16:34 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 06:19 | 32 | 92.31% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:07 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 04:40 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 24:26 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 00:35 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:12 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 00:55:38 | 229 | 99.15% |
- +===================+============+===============+===========+
-
-
-SDN Controller
---------------
-
-ONOS
-^^^^
-::
-
- FUNCTEST.info: Running ONOS test case...
- Cloning into '/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest'...
- FUNCvirNetNB - INFO - Creating component Handle: ONOSrest
-
- +----------------+
- ------------------------------ { Script And Files } ------------------------------
- +----------------+
- Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.log
- Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/FUNCvirNetNB_22_Feb_2016_16_47_23.rpt
- ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNB_22_Feb_2016_16_47_23/ONOSrest.session
- Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.py
- Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.params
- Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNB.topo
- +------------------+
- --------------------------- { Script Exec Params } ---------------------------
- +------------------+
- 'MININET':
- 'switch': '7'
- 'links': '20'
-
- 'GIT':
- 'pull': 'False'
- 'branch': 'master'
-
- 'HTTP':
- 'path': '/onos/vtn/'
- 'port': '8181'
-
- 'CTRL':
- 'ip1': 'OC1'
- 'port1': '6633'
-
- 'testcases': '2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10'
- 'SLEEP':
- 'startup': '15'
-
- 'ENV':
- 'cellApps': 'drivers
- openflow
- proxyarp
- mobility'
- 'cellName': 'singlenode'
-
- +---------------+
- ----------------------------- { Components Used } -----------------------------
- +---------------+
- ONOSrest
-
- +--------+
- ---------------------------- { Topology } ----------------------------
- +--------+
-
- 'ONOSrest':
- 'connect_order': '4'
- 'host': 'OC1'
- 'user': 'root'
- 'COMPONENTS': ''
- 'password': 'r00tme'
- 'type': 'OnosRestDriver'
-
- ------------------------------------------------------------
-
- ******************************
- CASE INIT
- ******************************
-
- ['ONOSrest']
-
- ******************************
- Result summary for Testcase2
- ******************************
-
- Network Post
- 2.1: Generate Post Data
- 2.2: Post Data via HTTP
- 2.3: Get Data via HTTP
- 2.4: Compare Send Id and Get Id
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase3
- ******************************
-
- Network Update
- 3.1: Generate Post Data
- 3.2: Post Data via HTTP
- 3.3: Update Data via HTTP
- 3.4: Get Data via HTTP
- 3.5: Compare Update data.
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase4
- ******************************
-
- Network Delete
- 4.1: Generate Post Data
- 4.2: Post Data via HTTP
- 4.3: Delete Data via HTTP
- 4.4: Get Data is NULL
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase5
- ******************************
-
- Subnet Post
- 5.1: Generate Post Data
- 5.2: Post Network Data via HTTP(Post Subnet need post network)
- 5.3: Post Subnet Data via HTTP
- 5.4: Get Subnet Data via HTTP
- 5.5: Compare Post Subnet Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase6
- ******************************
-
- Subnet Update
- 6.1: Generate Post Data
- 6.2: Post Network Data via HTTP(Post Subnet need post network)
- 6.3: Post Subnet Data via HTTP
- 6.4: Update Subnet Data via HTTP
- 6.5: Get Subnet Data via HTTP
- 6.6: Compare Subnet Data
- 6.7: Delete Subnet via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase7
- ******************************
-
- Subnet Delete
- 7.1: Generate Post Data
- 7.2: Post Network Data via HTTP(Post Subnet need post network)
- 7.3: Post Subnet Data via HTTP
- 7.4: Delete Subnet Data via HTTP
- 7.5: Get Subnet Data is NULL
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase8
- ******************************
-
- Port Post
- 8.1: Generate Post Data
- 8.2: Post Network Data via HTTP(Post port need post network)
- 8.3: Post Subnet Data via HTTP(Post port need post subnet)
- 8.4: Post Port Data via HTTP
- 8.5: Get Port Data via HTTP
- 8.6: Compare Post Port Data
- 8.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase9
- ******************************
-
- Port Update
- 9.1: Generate Post Data
- 9.2: Post Network Data via HTTP(Post port need post network)
- 9.3: Post Subnet Data via HTTP(Post port need post subnet)
- 9.4: Post Port Data via HTTP
- 9.5: Update Port Data via HTTP
- 9.6: Get Port Data via HTTP
- 9.7: Compare Update Port Data
- 9.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase10
- ******************************
-
- Port Delete
- 10.1: Generate Post Data
- 10.2: Post Network Data via HTTP(Post port need post network)
- 10.3: Post Subnet Data via HTTP(Post port need post subnet)
- 10.4: Post Port Data via HTTP
- 10.5: Delete Port Data via HTTP
- 10.6: Get Port Data is NULL
- 10.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- *************************************
- Test Execution Summary
- *************************************
-
- Test Start : 22 Feb 2016 16:47:23
- Test End : 22 Feb 2016 16:47:39
- Execution Time : 0:00:15.597834
- Total tests planned : 9
- Total tests RUN : 9
- Total Pass : 9
- Total Fail : 0
- Total No Result : 0
- Success Percentage : 100%
- Execution Result : 100%
- Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7f848e052a50>
- FUNCvirNetNBL3 - INFO - Creating component Handle: ONOSrest
-
- +----------------+
- ------------------------------ { Script And Files } ------------------------------
- +----------------+
-
- Script Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.log
- Report Log File : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/FUNCvirNetNBL3_22_Feb_2016_16_47_39.rpt
- ONOSrest Session Log : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/logs/FUNCvirNetNBL3_22_Feb_2016_16_47_39/ONOSrest.session
- Test Script :/home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.py
- Test Params : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.params
- Topology : /home/opnfv/repos/functest/testcases/Controllers/ONOS/Teston/CI/OnosSystemTest/TestON/Tests/FUNCvirNetNBL3.topo
- +------------------+
- --------------------------- { Script Exec Params } ---------------------------
- +------------------+
-
- 'MININET':
- 'switch': '7'
- 'links': '20'
-
- 'GIT':
- 'pull': 'False'
- 'branch': 'master'
-
- 'HTTP':
- 'path': '/onos/vtn/'
- 'port': '8181'
-
- 'CTRL':
- 'ip1': 'OC1'
- 'port1': '6653'
-
- 'testcases': '2
- 3
- 4
- 5
- 6
- 7
- 8
- 9
- 10
- 11
- 12'
- 'SLEEP':
- 'startup': '15'
-
- 'ENV':
- 'cellApps': 'drivers
- openflow
- proxyarp
- mobility'
- 'cellName': 'singlenode'
-
- +---------------+
- ----------------------------- { Components Used } -----------------------------
- +---------------+
- ONOSrest
-
- +--------+
- ---------------------------- { Topology } ----------------------------
- +--------+
-
- 'ONOSrest':
- 'connect_order': '4'
- 'host': 'OC1'
- 'user': 'root'
- 'COMPONENTS': ''
- 'password': 'root'
- 'type': 'OnosRestDriver'
-
- ------------------------------------------------------------
-
- ******************************
- CASE INIT
- ******************************
-
- ['ONOSrest']
-
- ******************************
- Result summary for Testcase2
- ******************************
-
- Router Post
- 2.1: Post Network Data via HTTP(Post Router need post network)
- 2.2: Post Router Data via HTTP
- 2.3: Get Router Data via HTTP
- 2.4: Compare Post Router Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase3
- ******************************
-
- Router Update
- 3.1: Post Network Data via HTTP(Post Router need post network)
- 3.2: Post Router Data via HTTP
- 3.3: Update Router Data via HTTP
- 3.4: Get Router Data via HTTP
- 3.5: Compare Router Data
- 3.6: Delete Router via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase4
- ******************************
-
- Router Delete
- 4.1: Post Network Data via HTTP(Post Router need post network)
- 4.2: Post Router Data via HTTP
- 4.3: Delete Router Data via HTTP
- 4.4: Get Router Data is NULL
- Verify the Router status
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase5
- ******************************
-
- RouterInterface Post
- 5.1: Post Network Data via HTTP(Post port need post network)
- 5.2: Post Subnet Data via HTTP(Post port need post subnet)
- 5.3: Post Port Data via HTTP
- 5.4: Post Router Data via HTTP
- 5.5: Put RouterInterface Data via HTTP
- 5.6: Get RouterInterface Data via HTTP
- 5.7: Compare Post Port Data
- 5.8: Del RouterInterface Data via HTTP
- 5.9: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase6
- ******************************
-
- RouterInterface Delete
- 6.1: Post Network Data via HTTP(Post port need post network)
- 6.2: Post Subnet Data via HTTP(Post port need post subnet)
- 6.3: Post Port Data via HTTP
- 6.4: Post Router Data via HTTP
- 6.5: Post RouterInterface Data via HTTP
- 6.6: Del RouterInterface Data via HTTP
- 6.7: Delete Port Data via HTTP
- 6.8: Get Port Data is NULL
- 6.9: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase7
- ******************************
-
- FloatingIp Post
- 7.1: Post Network Data via HTTP(Post port need post network)
- 7.2: Post Subnet Data via HTTP(Post port need post subnet)
- 7.3: Post Port Data via HTTP
- 7.4: Post Router Data via HTTP
- 7.5: Get Port Data via HTTP
- 7.6: Post FloatingIp Data via HTTP
- 7.7: Get Port Data via HTTP
- 7.8: Get FloatingIp Data via HTTP
- 7.9: Get FloatingIp Data via HTTP
- 7.10: Compare Post FloatingIp Data
- 7.11: Post FloatingIp Clean Data via HTTP
- 7.12: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase8
- ******************************
-
- FloatingIp Update
- 8.1: Post Network Data via HTTP(Post port need post network)
- 8.2: Post Subnet Data via HTTP(Post port need post subnet)
- 8.3: Post Port Data via HTTP
- 8.4: Post Router Data via HTTP
- 8.5: Post FloatingIp Data via HTTP
- 8.6: Post Delete Data via HTTP
- 8.7: Post NewPort Data via HTTP
- 8.8: Post NewFloatingIp Data via HTTP
- 8.9: Get NewFloatingIp Data via HTTP
- 8.10: Compare Post FloatingIp Data
- 8.11: Post FloatingIp Clean Data via HTTP
- 8.12: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase9
- ******************************
-
- FloatingIp Delete
- 9.1: Post Network Data via HTTP(Post port need post network)
- 9.2: Post Subnet Data via HTTP(Post port need post subnet)
- 9.3: Post Port Data via HTTP
- 9.4: Post Router Data via HTTP
- 9.5: Post FloatingIp Data via HTTP
- 9.6: Post FloatingIp Clean Data via HTTP
- 9.7: Get FloatingIp Data is NULL
- 9.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase10
- ******************************
-
- Gateway Post
- 10.1: Post Network Data via HTTP(Post port need post network)
- 10.2: Post Subnet Data via HTTP(Post port need post subnet)
- 10.3: Post Port Data via HTTP
- 10.4: Post Router Data via HTTP
- 10.5: Get Gateway Data via HTTP
- 10.6: Compare Post Gateway Data
- 10.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase11
- ******************************
-
- Gateway Update
- 11.1: Post Network Data via HTTP(Post port need post network)
- 11.2: Post Subnet Data via HTTP(Post port need post subnet)
- 11.3: Post Port Data via HTTP
- 11.4: Post Router Data via HTTP
- 11.5: Post New Router Data via HTTP
- 11.6: Get Gateway Data via HTTP
- 11.7: Compare Post Gateway Data
- 11.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- ******************************
- Result summary for Testcase12
- ******************************
-
- Gateway Delete
- 12.1: Post Network Data via HTTP(Post port need post network)
- 12.2: Post Subnet Data via HTTP(Post port need post subnet)
- 12.3: Post Port Data via HTTP
- 12.4: Post Router Data via HTTP
- 12.5: Post Del Gateway Data via HTTP
- 12.6: Get Gateway Data via HTTP
- 12.7: If Gateway Data is NULL
- 12.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
- *************************************
- Test Execution Summary
- *************************************
-
- Test Start : 22 Feb 2016 16:47:39
- Test End : 22 Feb 2016 16:47:59
- Execution Time : 0:00:20.564415
- Total tests planned : 11
- Total tests RUN : 11
- Total Pass : 11
- Total Fail : 0
- Total No Result : 0
- Success Percentage : 100%
- Execution Result : 100%
- Disconnecting from ONOSrest: <drivers.common.api.controller.onosrestdriver.OnosRestDriver object at 0x7fcc82fc7ad0>
diff --git a/docs/results/fuel-os-nosdn-kvm-ha.rst b/docs/results/fuel-os-nosdn-kvm-ha.rst
deleted file mode 100644
index 1693ad57..00000000
--- a/docs/results/fuel-os-nosdn-kvm-ha.rst
+++ /dev/null
@@ -1,1521 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-nosdn-kvm-ha
-----------------------------------------------
-
-VIM
----
-
-Tempest
-^^^^^^^
-::
-
- +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.37487 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.09209 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.94115 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.59631 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 3.03178 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 11.13795 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.07863 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00116 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.08504 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00099 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 7.63607 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.06693 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.13367 | success |
- | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_create | 0.0 | skip |
- | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_delete | 0.0 | skip |
- | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_get | 0.0 | skip |
- | tempest.api.data_processing.test_cluster_templates.ClusterTemplateTest.test_cluster_template_list | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_create | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_delete | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_get | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_external_hdfs_data_source_list | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_create | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_delete | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_get | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_local_hdfs_data_source_list | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_create | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_delete | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_get | 0.0 | skip |
- | tempest.api.data_processing.test_data_sources.DataSourceTest.test_swift_data_source_list | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_create | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_delete | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_get | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_internal_db_job_binary_list | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_job_binary_get_data | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_create | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_delete | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_get | 0.0 | skip |
- | tempest.api.data_processing.test_job_binaries.JobBinaryTest.test_swift_job_binary_list | 0.0 | skip |
- | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_create | 0.0 | skip |
- | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_delete | 0.0 | skip |
- | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get | 0.0 | skip |
- | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_get_data | 0.0 | skip |
- | tempest.api.data_processing.test_job_binary_internals.JobBinaryInternalTest.test_job_binary_internal_list | 0.0 | skip |
- | tempest.api.data_processing.test_jobs.JobTest.test_job_create | 0.0 | skip |
- | tempest.api.data_processing.test_jobs.JobTest.test_job_delete | 0.0 | skip |
- | tempest.api.data_processing.test_jobs.JobTest.test_job_get | 0.0 | skip |
- | tempest.api.data_processing.test_jobs.JobTest.test_job_list | 0.0 | skip |
- | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_create | 0.0 | skip |
- | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_delete | 0.0 | skip |
- | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_get | 0.0 | skip |
- | tempest.api.data_processing.test_node_group_templates.NodeGroupTemplateTest.test_node_group_template_list | 0.0 | skip |
- | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_get | 0.0 | skip |
- | tempest.api.data_processing.test_plugins.PluginsTest.test_plugin_list | 0.0 | skip |
- | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_compare_db_flavors_with_os | 0.0 | skip |
- | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_get_db_flavor | 0.0 | skip |
- | tempest.api.database.flavors.test_flavors.DatabaseFlavorsTest.test_list_db_flavors | 0.0 | skip |
- | tempest.api.database.limits.test_limits.DatabaseLimitsTest.test_absolute_limits | 0.0 | skip |
- | tempest.api.database.versions.test_versions.DatabaseVersionsTest.test_list_db_versions | 0.0 | skip |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.57347 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.17627 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.33315 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.08263 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.82181 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.42812 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.89984 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.33804 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.26122 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list | 0.43116 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.40022 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.70626 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.07075 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.06209 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.06225 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.08494 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.04772 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05578 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.27065 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.38206 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.46710 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 2.88813 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.91435 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.63719 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network | 1.30351 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port | 1.98554 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet | 3.09141 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network | 1.40844 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port | 1.67281 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet | 2.34230 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet | 1.77383 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility | 0.27369 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks | 0.21206 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets | 0.05304 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_show_network | 0.03923 | success |
- | tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet | 0.21345 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.96905 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.41775 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.04545 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.03878 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.03483 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19582 | success |
- | tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet | 1.74789 | success |
- | tempest.api.network.test_networks.NetworksTest.test_external_network_visibility | 0.23307 | success |
- | tempest.api.network.test_networks.NetworksTest.test_list_networks | 0.05593 | success |
- | tempest.api.network.test_networks.NetworksTest.test_list_subnets | 0.03420 | success |
- | tempest.api.network.test_networks.NetworksTest.test_show_network | 0.22495 | success |
- | tempest.api.network.test_networks.NetworksTest.test_show_subnet | 0.04874 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.87449 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.73660 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.47535 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.07632 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.22105 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.88100 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.43974 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 0.73850 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.23058 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.22952 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.10475 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.05694 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 1.35753 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.43959 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 3.83507 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.17349 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 1.93067 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.12709 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.29264 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 1.59275 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.03756 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.57130 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 1.52547 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05488 | success |
- | tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools | 1.47037 | success |
- | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_admin_modify_quota | 0.0 | fail |
- | tempest.api.object_storage.test_account_quotas.AccountQuotasTest.test_upload_valid_object | 0.0 | fail |
- | tempest.api.object_storage.test_account_services.AccountTest.test_list_account_metadata | 0.0 | fail |
- | tempest.api.object_storage.test_account_services.AccountTest.test_list_containers | 0.0 | fail |
- | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_large_object | 0.32095 | fail |
- | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_too_many_objects | 0.02198 | fail |
- | tempest.api.object_storage.test_container_quotas.ContainerQuotasTest.test_upload_valid_object | 0.01216 | fail |
- | tempest.api.object_storage.test_container_services.ContainerTest.test_create_container | 0.36258 | fail |
- | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_contents | 0.01330 | fail |
- | tempest.api.object_storage.test_container_services.ContainerTest.test_list_container_metadata | 0.01521 | fail |
- | tempest.api.object_storage.test_object_services.ObjectTest.test_create_object | 0.0 | fail |
- | tempest.api.object_storage.test_object_services.ObjectTest.test_get_object | 0.0 | fail |
- | tempest.api.object_storage.test_object_services.ObjectTest.test_list_object_metadata | 0.0 | fail |
- | tempest.api.object_storage.test_object_services.ObjectTest.test_update_object_metadata | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.40358 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 4.40282 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04414 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.05533 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.48932 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.49844 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.49092 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.60408 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.63262 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 2.74910 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.04588 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 5.96533 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 2.93564 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.06137 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.08282 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 7.85484 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 13.98156 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 7.31661 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 14.01416 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06604 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.25951 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 49.36369 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops | 25.33085 | success |
- | tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes | 0.0 | skip |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 103.45858 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 76.91454 | success |
- +---------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- 2016-04-26 01:22:55,788 - run_tempest - INFO - Results: {'timestart': '2016-04-2601:09:10.555191', 'duration': 824, 'tests': 171, 'failures': 14}
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- 2016-04-26 01:24:50,982 - run_rally - INFO - Starting test scenario "authenticate" ...
- 2016-04-26 01:25:56,731 - run_rally - INFO -
- Preparing input task
- Task 8204ef26-e392-473b-b607-fe79c30f3c6c: started
- Task 8204ef26-e392-473b-b607-fe79c30f3c6c: finished
-
- test scenario Authenticate.validate_glance
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_glance_2_times | 0.823 | 0.883 | 0.951 | 0.954 | 0.957 | 0.885 | 100.0% | 10 |
- | total | 1.01 | 1.089 | 1.144 | 1.158 | 1.172 | 1.085 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.33679389954
- Full duration: 10.0142049789
-
- test scenario Authenticate.keystone
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.keystone | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 |
- | total | 0.173 | 0.191 | 0.195 | 0.201 | 0.206 | 0.189 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.59915304184
- Full duration: 6.89671802521
-
- test scenario Authenticate.validate_heat
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_heat_2_times | 0.436 | 0.468 | 0.496 | 0.499 | 0.502 | 0.47 | 100.0% | 10 |
- | total | 0.637 | 0.668 | 0.704 | 0.705 | 0.707 | 0.671 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.02648496628
- Full duration: 8.63242101669
-
- test scenario Authenticate.validate_nova
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_nova_2_times | 0.245 | 0.281 | 0.405 | 0.41 | 0.416 | 0.301 | 100.0% | 10 |
- | total | 0.423 | 0.459 | 0.585 | 0.607 | 0.628 | 0.488 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.44381713867
- Full duration: 8.15497398376
-
- test scenario Authenticate.validate_cinder
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_cinder_2_times | 0.245 | 0.435 | 0.501 | 0.598 | 0.695 | 0.446 | 100.0% | 10 |
- | total | 0.416 | 0.662 | 0.692 | 0.777 | 0.862 | 0.642 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.90059304237
- Full duration: 8.63323712349
-
- test scenario Authenticate.validate_neutron
- +------------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_neutron_2_times | 0.312 | 0.491 | 0.599 | 0.608 | 0.617 | 0.493 | 100.0% | 10 |
- | total | 0.512 | 0.69 | 0.788 | 0.798 | 0.808 | 0.69 | 100.0% | 10 |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.07425689697
- Full duration: 8.5414249897
-
- 2016-04-26 01:25:58,048 - run_rally - INFO - Test scenario: "authenticate" OK.
-
- 2016-04-26 01:25:58,314 - run_rally - INFO - Starting test scenario "glance" ...
- 2016-04-26 01:29:06,596 - run_rally - INFO -
- Preparing input task
- Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: started
- Task 4929df57-a129-42f5-bf1e-e1acf761f7dd: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.list_images | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 |
- | total | 0.629 | 0.677 | 0.844 | 0.862 | 0.879 | 0.706 | 100.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.06210279465
- Full duration: 11.1119971275
-
- test scenario GlanceImages.create_image_and_boot_instances
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 6.132 | 6.43 | 6.695 | 6.801 | 6.907 | 6.444 | 100.0% | 10 |
- | nova.boot_servers | 12.665 | 13.469 | 14.176 | 14.374 | 14.573 | 13.486 | 100.0% | 10 |
- | total | 19.057 | 19.947 | 20.84 | 20.94 | 21.039 | 19.931 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 58.8742520809
- Full duration: 95.2440040112
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 6.278 | 6.53 | 7.761 | 11.222 | 14.683 | 7.394 | 100.0% | 10 |
- | glance.list_images | 0.299 | 0.472 | 0.515 | 0.522 | 0.529 | 0.462 | 100.0% | 10 |
- | total | 6.752 | 7.034 | 8.227 | 11.691 | 15.154 | 7.856 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 22.2857620716
- Full duration: 34.3181619644
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 6.137 | 6.554 | 6.898 | 6.924 | 6.95 | 6.58 | 100.0% | 10 |
- | glance.delete_image | 1.285 | 1.713 | 1.917 | 1.962 | 2.006 | 1.713 | 100.0% | 10 |
- | total | 7.602 | 8.362 | 8.696 | 8.748 | 8.799 | 8.292 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 25.0005450249
- Full duration: 34.4151468277
-
- 2016-04-26 01:29:07,930 - run_rally - INFO - Test scenario: "glance" OK.
-
- 2016-04-26 01:29:08,087 - run_rally - INFO - Starting test scenario "cinder" ...
- 2016-04-26 02:24:09,641 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
-
- 2016-04-26 02:24:09,661 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
-
- 2016-04-26 02:24:09,663 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
-
- 2016-04-26 02:24:09,666 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
-
- 2016-04-26 02:24:09,780 - run_rally - INFO -
- Preparing input task
- Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: started
- Task 3d8fb27f-5dfb-4a07-ad7d-cec99384404f: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 438.78555584
- Full duration: 476.062150002
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 7.312 | 9.44 | 9.821 | 9.964 | 10.107 | 9.128 | 100.0% | 10 |
- | cinder.list_volumes | 0.058 | 0.27 | 0.297 | 0.324 | 0.35 | 0.215 | 100.0% | 10 |
- | total | 7.37 | 9.626 | 10.164 | 10.275 | 10.386 | 9.343 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 28.7357289791
- Full duration: 47.5475459099
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.202 | 3.516 | 3.662 | 3.711 | 3.761 | 3.5 | 100.0% | 10 |
- | cinder.list_volumes | 0.05 | 0.224 | 0.315 | 0.344 | 0.372 | 0.193 | 100.0% | 10 |
- | total | 3.298 | 3.743 | 3.868 | 3.888 | 3.907 | 3.693 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.2217340469
- Full duration: 27.984375
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 2.92 | 3.143 | 4.9 | 4.966 | 5.032 | 3.472 | 100.0% | 10 |
- | cinder.list_snapshots | 0.023 | 0.029 | 0.218 | 0.233 | 0.248 | 0.072 | 100.0% | 10 |
- | total | 2.955 | 3.197 | 4.927 | 4.993 | 5.06 | 3.545 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 9.69527101517
- Full duration: 42.2511930466
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.018 | 3.457 | 3.685 | 3.737 | 3.788 | 3.413 | 100.0% | 10 |
- | cinder.delete_volume | 0.914 | 2.612 | 3.053 | 3.069 | 3.085 | 2.563 | 100.0% | 10 |
- | total | 3.932 | 6.16 | 6.58 | 6.669 | 6.759 | 5.977 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 17.8796432018
- Full duration: 31.8870809078
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 8.958 | 9.585 | 9.884 | 10.249 | 10.614 | 9.589 | 100.0% | 10 |
- | cinder.delete_volume | 0.775 | 2.647 | 3.059 | 3.255 | 3.451 | 2.387 | 100.0% | 10 |
- | total | 10.49 | 12.128 | 12.864 | 13.066 | 13.269 | 11.977 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 35.2168581486
- Full duration: 50.825067997
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.192 | 3.607 | 4.26 | 4.265 | 4.27 | 3.682 | 100.0% | 10 |
- | cinder.delete_volume | 2.551 | 2.625 | 3.0 | 3.039 | 3.079 | 2.731 | 100.0% | 10 |
- | total | 5.766 | 6.169 | 7.217 | 7.239 | 7.262 | 6.413 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 19.1643960476
- Full duration: 32.8357338905
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.223 | 3.533 | 3.679 | 3.775 | 3.87 | 3.545 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 24.815 | 36.631 | 39.206 | 39.953 | 40.701 | 34.888 | 100.0% | 10 |
- | cinder.delete_volume | 2.335 | 2.578 | 2.734 | 2.742 | 2.75 | 2.535 | 100.0% | 10 |
- | nova.delete_image | 1.988 | 2.228 | 2.551 | 2.734 | 2.917 | 2.296 | 100.0% | 10 |
- | total | 32.77 | 45.39 | 47.552 | 48.244 | 48.935 | 43.265 | 100.0% | 10 |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 124.777842999
- Full duration: 139.828857899
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.281 | 3.509 | 3.788 | 3.8 | 3.812 | 3.517 | 100.0% | 10 |
- | total | 3.281 | 3.509 | 3.788 | 3.8 | 3.813 | 3.517 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 10.4726939201
- Full duration: 25.0890491009
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.219 | 3.547 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 |
- | total | 3.22 | 3.548 | 3.845 | 3.858 | 3.872 | 3.556 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 10.6221859455
- Full duration: 28.0074269772
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.list_volumes | 0.459 | 0.521 | 0.574 | 0.58 | 0.585 | 0.523 | 100.0% | 10 |
- | total | 0.459 | 0.521 | 0.574 | 0.58 | 0.586 | 0.523 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.56029701233
- Full duration: 54.4247999191
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 428.079464197
- Full duration: 524.52899909
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 423.273214102
- Full duration: 1129.47603798
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | cinder.create_snapshot | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.attach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | nova.detach_volume | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 5 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 426.579771996
- Full duration: 529.032740116
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 2.8 | 2.961 | 3.287 | 4.217 | 5.148 | 3.157 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.364 | 2.643 | 2.86 | 2.881 | 2.902 | 2.611 | 100.0% | 10 |
- | total | 5.173 | 5.494 | 6.148 | 7.099 | 8.05 | 5.769 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 16.4653530121
- Full duration: 44.3639709949
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.119 | 3.685 | 4.169 | 4.22 | 4.27 | 3.741 | 100.0% | 10 |
- | cinder.extend_volume | 2.536 | 3.106 | 3.175 | 3.189 | 3.203 | 3.023 | 100.0% | 10 |
- | cinder.delete_volume | 2.42 | 2.895 | 3.05 | 3.068 | 3.087 | 2.822 | 100.0% | 10 |
- | total | 8.68 | 9.571 | 10.355 | 10.358 | 10.362 | 9.586 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 28.6492631435
- Full duration: 42.1216299534
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.108 | 3.632 | 3.846 | 3.968 | 4.089 | 3.621 | 100.0% | 10 |
- | cinder.delete_volume | 2.54 | 2.847 | 3.276 | 3.29 | 3.304 | 2.881 | 100.0% | 10 |
- | total | 6.172 | 6.512 | 6.734 | 6.756 | 6.778 | 6.502 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 19.1909890175
- Full duration: 46.976804018
-
- 2016-04-26 02:24:11,068 - run_rally - INFO - Test scenario: "cinder" Failed.
-
- 2016-04-26 02:24:12,074 - run_rally - INFO - Starting test scenario "heat" ...
- 2016-04-26 04:42:36,239 - run_rally - INFO - Percentage error: n/a, | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 |
-
- 2016-04-26 04:42:36,363 - run_rally - INFO -
- Preparing input task
- Task e9e698b5-79f5-41a7-be5f-04761a3c0034: started
- Task e9e698b5-79f5-41a7-be5f-04761a3c0034: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.62 | 3.722 | 4.104 | 4.115 | 4.126 | 3.846 | 100.0% | 10 |
- | heat.suspend_stack | 1.392 | 1.475 | 1.609 | 1.616 | 1.623 | 1.493 | 100.0% | 10 |
- | heat.resume_stack | 1.339 | 1.369 | 1.514 | 1.533 | 1.553 | 1.406 | 100.0% | 10 |
- | heat.delete_stack | 1.283 | 1.429 | 1.447 | 1.461 | 1.474 | 1.382 | 100.0% | 10 |
- | total | 7.77 | 8.014 | 8.597 | 8.614 | 8.631 | 8.127 | 100.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.2256169319
- Full duration: 33.6042699814
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.528 | 3.756 | 3.905 | 3.933 | 3.961 | 3.764 | 100.0% | 10 |
- | heat.delete_stack | 1.311 | 1.341 | 1.386 | 1.503 | 1.62 | 1.366 | 100.0% | 10 |
- | total | 5.037 | 5.102 | 5.246 | 5.271 | 5.296 | 5.13 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 15.2723751068
- Full duration: 24.6334218979
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 20.555 | 22.623 | 23.694 | 23.77 | 23.845 | 22.663 | 100.0% | 10 |
- | heat.delete_stack | 9.082 | 10.25 | 10.461 | 10.929 | 11.397 | 9.938 | 100.0% | 10 |
- | total | 29.655 | 32.918 | 33.982 | 33.989 | 33.997 | 32.602 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 97.7232019901
- Full duration: 107.206387043
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 |
- | heat.delete_stack | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 |
- | total | n/a | n/a | n/a | n/a | n/a | n/a | n/a | 6 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 7201.48637915
- Full duration: 7812.01388121
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.list_stacks | 0.371 | 0.401 | 0.42 | 0.421 | 0.423 | 0.4 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.371 | 0.401 | 0.42 | 0.422 | 0.423 | 0.4 | 100.0% | 10 |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.24707102776
- Full duration: 7.24165606499
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.41 | 3.442 | 3.472 | 3.481 | 3.49 | 3.444 | 100.0% | 10 |
- | heat.update_stack | 3.427 | 3.453 | 3.509 | 3.599 | 3.69 | 3.475 | 100.0% | 10 |
- | heat.delete_stack | 1.295 | 1.311 | 1.326 | 1.329 | 1.332 | 1.312 | 100.0% | 10 |
- | total | 8.162 | 8.205 | 8.277 | 8.357 | 8.436 | 8.231 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.6856651306
- Full duration: 32.1383240223
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.326 | 3.417 | 3.624 | 3.676 | 3.728 | 3.459 | 100.0% | 10 |
- | heat.update_stack | 3.408 | 3.52 | 3.811 | 3.819 | 3.828 | 3.573 | 100.0% | 10 |
- | heat.delete_stack | 1.276 | 1.302 | 1.335 | 1.398 | 1.46 | 1.317 | 100.0% | 10 |
- | total | 8.14 | 8.309 | 8.56 | 8.596 | 8.632 | 8.349 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 25.028924942
- Full duration: 32.9079070091
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.527 | 4.137 | 4.746 | 4.747 | 4.748 | 4.133 | 100.0% | 10 |
- | heat.update_stack | 5.668 | 5.712 | 5.744 | 5.767 | 5.789 | 5.712 | 100.0% | 10 |
- | heat.delete_stack | 2.413 | 2.431 | 2.441 | 2.446 | 2.451 | 2.431 | 100.0% | 10 |
- | total | 11.652 | 12.305 | 12.891 | 12.9 | 12.909 | 12.276 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 37.3458311558
- Full duration: 45.2056248188
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 4.501 | 4.64 | 4.77 | 4.782 | 4.793 | 4.64 | 100.0% | 10 |
- | heat.update_stack | 7.947 | 9.065 | 9.146 | 9.207 | 9.269 | 8.97 | 100.0% | 10 |
- | heat.delete_stack | 2.4 | 2.442 | 2.645 | 3.133 | 3.62 | 2.563 | 100.0% | 10 |
- | total | 14.999 | 16.132 | 16.488 | 16.984 | 17.479 | 16.174 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 49.7609598637
- Full duration: 58.2143821716
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.481 | 3.63 | 4.77 | 4.771 | 4.772 | 4.024 | 100.0% | 10 |
- | heat.update_stack | 5.615 | 5.681 | 5.721 | 5.745 | 5.77 | 5.683 | 100.0% | 10 |
- | heat.delete_stack | 2.4 | 2.433 | 2.467 | 2.492 | 2.516 | 2.438 | 100.0% | 10 |
- | total | 11.536 | 11.803 | 12.864 | 12.933 | 13.001 | 12.145 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 36.3764190674
- Full duration: 44.1169888973
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.513 | 3.601 | 3.641 | 3.658 | 3.674 | 3.59 | 100.0% | 10 |
- | heat.update_stack | 3.405 | 3.427 | 3.437 | 3.457 | 3.477 | 3.427 | 100.0% | 10 |
- | heat.delete_stack | 1.298 | 1.326 | 1.353 | 1.356 | 1.358 | 1.328 | 100.0% | 10 |
- | total | 8.251 | 8.353 | 8.412 | 8.416 | 8.42 | 8.345 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 25.0552000999
- Full duration: 33.6825659275
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.53 | 3.568 | 3.594 | 3.61 | 3.626 | 3.57 | 100.0% | 10 |
- | heat.list_stacks | 0.047 | 0.073 | 0.102 | 0.107 | 0.111 | 0.075 | 100.0% | 10 |
- | total | 3.6 | 3.639 | 3.69 | 3.696 | 3.702 | 3.646 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.0165708065
- Full duration: 22.4389858246
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | heat.create_stack | 3.561 | 3.575 | 3.625 | 3.627 | 3.63 | 3.585 | 100.0% | 10 |
- | heat.check_stack | 1.396 | 1.41 | 1.433 | 1.439 | 1.445 | 1.413 | 100.0% | 10 |
- | heat.delete_stack | 1.266 | 1.309 | 1.32 | 1.323 | 1.327 | 1.302 | 100.0% | 10 |
- | total | 6.234 | 6.289 | 6.339 | 6.347 | 6.355 | 6.3 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 18.943114996
- Full duration: 27.5446438789
-
- 2016-04-26 04:42:37,867 - run_rally - INFO - Test scenario: "heat" Failed.
-
- 2016-04-26 04:42:38,263 - run_rally - INFO - Starting test scenario "keystone" ...
- 2016-04-26 04:44:49,615 - run_rally - INFO -
- Preparing input task
- Task 20bc8dfd-1a51-488b-97df-c30ea71319be: started
- Task 20bc8dfd-1a51-488b-97df-c30ea71319be: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_tenant | 0.27 | 0.29 | 0.299 | 0.303 | 0.308 | 0.289 | 100.0% | 10 |
- | keystone.create_users | 1.059 | 1.132 | 1.206 | 1.212 | 1.218 | 1.138 | 100.0% | 10 |
- | total | 1.348 | 1.431 | 1.504 | 1.507 | 1.51 | 1.427 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 4.29734396935
- Full duration: 16.6833910942
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_role | 0.241 | 0.277 | 0.302 | 0.303 | 0.303 | 0.275 | 100.0% | 10 |
- | keystone.add_role | 0.16 | 0.176 | 0.19 | 0.193 | 0.196 | 0.177 | 100.0% | 10 |
- | keystone.list_roles | 0.085 | 0.095 | 0.1 | 0.104 | 0.108 | 0.095 | 100.0% | 10 |
- | total | 0.501 | 0.55 | 0.583 | 0.589 | 0.595 | 0.547 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.68035697937
- Full duration: 10.5181751251
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_role | 0.267 | 0.289 | 0.32 | 0.322 | 0.324 | 0.294 | 100.0% | 10 |
- | keystone.add_role | 0.148 | 0.172 | 0.194 | 0.195 | 0.196 | 0.172 | 100.0% | 10 |
- | keystone.remove_role | 0.093 | 0.132 | 0.166 | 0.168 | 0.169 | 0.133 | 100.0% | 10 |
- | total | 0.527 | 0.616 | 0.63 | 0.638 | 0.646 | 0.599 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.79448008537
- Full duration: 10.6772811413
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_tenant | 0.277 | 0.31 | 0.398 | 0.421 | 0.443 | 0.33 | 100.0% | 10 |
- | keystone.update_tenant | 0.083 | 0.097 | 0.116 | 0.117 | 0.118 | 0.1 | 100.0% | 10 |
- | keystone.delete_tenant | 0.198 | 0.236 | 0.247 | 0.249 | 0.251 | 0.232 | 100.0% | 10 |
- | total | 0.598 | 0.643 | 0.731 | 0.761 | 0.791 | 0.662 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.00753998756
- Full duration: 9.88667607307
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_service | 0.276 | 0.302 | 0.313 | 0.344 | 0.374 | 0.305 | 100.0% | 10 |
- | keystone.delete_service | 0.092 | 0.105 | 0.118 | 0.118 | 0.119 | 0.106 | 100.0% | 10 |
- | total | 0.369 | 0.41 | 0.421 | 0.444 | 0.467 | 0.411 | 100.0% | 10 |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.31590604782
- Full duration: 9.7633960247
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_tenant | 0.283 | 0.314 | 0.348 | 0.359 | 0.371 | 0.32 | 100.0% | 10 |
- | total | 0.283 | 0.315 | 0.348 | 0.36 | 0.371 | 0.32 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.971438169479
- Full duration: 6.68577694893
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_user | 0.308 | 0.325 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 |
- | total | 0.308 | 0.326 | 0.341 | 0.345 | 0.349 | 0.326 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.01120591164
- Full duration: 6.84676504135
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_tenant | 0.26 | 0.276 | 0.295 | 0.297 | 0.3 | 0.277 | 100.0% | 10 |
- | keystone.list_tenants | 0.071 | 0.082 | 0.09 | 0.094 | 0.098 | 0.083 | 100.0% | 10 |
- | total | 0.333 | 0.361 | 0.378 | 0.38 | 0.383 | 0.36 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.12287592888
- Full duration: 9.86326503754
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_role | 0.285 | 0.323 | 0.381 | 0.382 | 0.382 | 0.33 | 100.0% | 10 |
- | keystone.delete_role | 0.167 | 0.191 | 0.225 | 0.226 | 0.228 | 0.194 | 100.0% | 10 |
- | total | 0.47 | 0.513 | 0.582 | 0.595 | 0.609 | 0.524 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.57796812057
- Full duration: 9.51138591766
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_tenant | 0.282 | 0.31 | 0.334 | 0.364 | 0.395 | 0.315 | 100.0% | 10 |
- | keystone.create_user | 0.1 | 0.104 | 0.122 | 0.122 | 0.123 | 0.108 | 100.0% | 10 |
- | keystone.create_role | 0.079 | 0.092 | 0.102 | 0.107 | 0.112 | 0.094 | 100.0% | 10 |
- | keystone.get_tenant | 0.072 | 0.08 | 0.087 | 0.089 | 0.092 | 0.081 | 100.0% | 10 |
- | keystone.get_user | 0.087 | 0.091 | 0.114 | 0.139 | 0.163 | 0.099 | 100.0% | 10 |
- | keystone.get_role | 0.07 | 0.078 | 0.085 | 0.086 | 0.088 | 0.078 | 100.0% | 10 |
- | keystone.service_list | 0.079 | 0.086 | 0.103 | 0.124 | 0.145 | 0.093 | 100.0% | 10 |
- | keystone.get_service | 0.069 | 0.086 | 0.093 | 0.096 | 0.098 | 0.084 | 100.0% | 10 |
- | total | 0.889 | 0.939 | 1.023 | 1.035 | 1.048 | 0.952 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.919891119
- Full duration: 15.3317778111
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | keystone.create_user | 0.287 | 0.314 | 0.336 | 0.345 | 0.354 | 0.316 | 100.0% | 10 |
- | keystone.list_users | 0.072 | 0.081 | 0.096 | 0.097 | 0.097 | 0.083 | 100.0% | 10 |
- | total | 0.365 | 0.393 | 0.424 | 0.431 | 0.437 | 0.399 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.23520803452
- Full duration: 7.35707998276
-
- 2016-04-26 04:44:50,952 - run_rally - INFO - Test scenario: "keystone" OK.
-
- 2016-04-26 04:44:51,319 - run_rally - INFO - Starting test scenario "neutron" ...
- 2016-04-26 04:51:16,265 - run_rally - INFO -
- Preparing input task
- Task 256bf66d-8312-4077-869b-394a1574c2e3: started
- Task 256bf66d-8312-4077-869b-394a1574c2e3: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_port | 0.607 | 0.653 | 0.721 | 0.75 | 0.78 | 0.666 | 100.0% | 10 |
- | neutron.delete_port | 0.175 | 0.407 | 0.455 | 0.462 | 0.469 | 0.37 | 100.0% | 10 |
- | total | 0.814 | 1.09 | 1.137 | 1.137 | 1.137 | 1.036 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.12694001198
- Full duration: 32.3510808945
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.578 | 0.606 | 0.635 | 0.643 | 0.65 | 0.609 | 100.0% | 10 |
- | neutron.create_router | 0.06 | 0.256 | 0.307 | 0.341 | 0.376 | 0.237 | 100.0% | 10 |
- | neutron.add_interface_router | 0.244 | 0.508 | 0.566 | 0.589 | 0.612 | 0.476 | 100.0% | 10 |
- | neutron.list_routers | 0.04 | 0.238 | 0.271 | 0.275 | 0.278 | 0.194 | 100.0% | 10 |
- | total | 1.169 | 1.517 | 1.722 | 1.742 | 1.762 | 1.517 | 100.0% | 10 |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 4.54089903831
- Full duration: 35.4128360748
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_network | 0.523 | 0.561 | 0.635 | 0.642 | 0.648 | 0.573 | 100.0% | 10 |
- | neutron.update_network | 0.106 | 0.337 | 0.376 | 0.391 | 0.406 | 0.303 | 100.0% | 10 |
- | total | 0.691 | 0.877 | 1.006 | 1.007 | 1.008 | 0.876 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.54131317139
- Full duration: 19.3984429836
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_port | 0.581 | 0.643 | 0.971 | 1.006 | 1.042 | 0.712 | 100.0% | 10 |
- | neutron.list_ports | 0.102 | 0.365 | 0.455 | 0.469 | 0.483 | 0.307 | 100.0% | 10 |
- | total | 0.725 | 1.086 | 1.149 | 1.292 | 1.435 | 1.019 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.83818507195
- Full duration: 32.8225178719
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.571 | 0.62 | 0.673 | 0.682 | 0.69 | 0.626 | 100.0% | 10 |
- | neutron.delete_subnet | 0.136 | 0.358 | 0.5 | 0.571 | 0.642 | 0.333 | 100.0% | 10 |
- | total | 0.724 | 0.978 | 1.14 | 1.183 | 1.227 | 0.959 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.04690408707
- Full duration: 31.1584250927
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.579 | 0.74 | 0.789 | 0.831 | 0.873 | 0.728 | 100.0% | 10 |
- | neutron.update_subnet | 0.166 | 0.4 | 0.491 | 0.516 | 0.541 | 0.378 | 100.0% | 10 |
- | total | 0.789 | 1.155 | 1.275 | 1.279 | 1.283 | 1.106 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.20878195763
- Full duration: 31.9853599072
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_network | 0.524 | 0.589 | 0.694 | 0.736 | 0.779 | 0.613 | 100.0% | 10 |
- | neutron.list_networks | 0.046 | 0.171 | 0.409 | 0.461 | 0.513 | 0.211 | 100.0% | 10 |
- | total | 0.58 | 0.747 | 1.083 | 1.09 | 1.096 | 0.824 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.37781405449
- Full duration: 19.9551098347
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.592 | 0.623 | 0.664 | 0.665 | 0.667 | 0.628 | 100.0% | 10 |
- | neutron.create_router | 0.269 | 0.279 | 0.31 | 0.32 | 0.329 | 0.287 | 100.0% | 10 |
- | neutron.add_interface_router | 0.28 | 0.484 | 0.653 | 0.671 | 0.688 | 0.477 | 100.0% | 10 |
- | neutron.update_router | 0.156 | 0.389 | 0.45 | 0.456 | 0.462 | 0.361 | 100.0% | 10 |
- | total | 1.388 | 1.739 | 1.953 | 1.981 | 2.009 | 1.754 | 100.0% | 10 |
- +------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 5.26099705696
- Full duration: 37.1857252121
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.558 | 0.624 | 0.707 | 0.736 | 0.765 | 0.637 | 100.0% | 10 |
- | neutron.create_router | 0.044 | 0.288 | 0.341 | 0.362 | 0.383 | 0.253 | 100.0% | 10 |
- | neutron.add_interface_router | 0.299 | 0.527 | 0.563 | 0.573 | 0.583 | 0.502 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.241 | 0.46 | 0.559 | 0.56 | 0.561 | 0.444 | 100.0% | 10 |
- | neutron.delete_router | 0.15 | 0.392 | 0.469 | 0.487 | 0.505 | 0.343 | 100.0% | 10 |
- | total | 1.845 | 2.118 | 2.453 | 2.507 | 2.56 | 2.179 | 100.0% | 10 |
- +---------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 6.46906304359
- Full duration: 37.6224770546
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_port | 0.605 | 0.665 | 0.825 | 0.85 | 0.876 | 0.691 | 100.0% | 10 |
- | neutron.update_port | 0.126 | 0.359 | 0.409 | 0.423 | 0.437 | 0.325 | 100.0% | 10 |
- | total | 0.731 | 1.054 | 1.179 | 1.192 | 1.205 | 1.017 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.16282176971
- Full duration: 34.5440177917
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_subnet | 0.578 | 0.613 | 0.667 | 0.678 | 0.689 | 0.622 | 100.0% | 10 |
- | neutron.list_subnets | 0.23 | 0.266 | 0.336 | 0.34 | 0.344 | 0.276 | 100.0% | 10 |
- | total | 0.835 | 0.9 | 0.963 | 0.966 | 0.969 | 0.898 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.74195313454
- Full duration: 32.8288888931
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | neutron.create_network | 0.525 | 0.612 | 0.729 | 0.735 | 0.74 | 0.626 | 100.0% | 10 |
- | neutron.delete_network | 0.133 | 0.375 | 0.446 | 0.474 | 0.501 | 0.35 | 100.0% | 10 |
- | total | 0.739 | 1.004 | 1.113 | 1.177 | 1.242 | 0.976 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.94529485703
- Full duration: 19.0619311333
-
- 2016-04-26 04:51:17,592 - run_rally - INFO - Test scenario: "neutron" OK.
-
- 2016-04-26 04:51:18,073 - run_rally - INFO - Starting test scenario "nova" ...
- 2016-04-26 07:03:18,875 - run_rally - INFO -
- Preparing input task
- Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: started
- Task a238f5f4-fd3d-4015-95c9-2b0ba5d314b6: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_keypair | 0.579 | 0.646 | 0.774 | 0.918 | 1.062 | 0.695 | 100.0% | 10 |
- | nova.delete_keypair | 0.023 | 0.027 | 0.048 | 0.051 | 0.054 | 0.033 | 100.0% | 10 |
- | total | 0.627 | 0.687 | 0.8 | 0.943 | 1.085 | 0.728 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.11327505112
- Full duration: 24.7004601955
-
- test scenario NovaServers.snapshot_server
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 9.939 | 11.728 | 13.031 | 13.319 | 13.606 | 11.722 | 100.0% | 10 |
- | nova.create_image | 9.473 | 9.734 | 10.003 | 10.052 | 10.1 | 9.728 | 100.0% | 10 |
- | nova.delete_server | 2.63 | 2.927 | 3.279 | 3.899 | 4.52 | 3.033 | 100.0% | 10 |
- | nova.boot_server (2) | 9.986 | 10.959 | 11.567 | 11.737 | 11.907 | 10.921 | 100.0% | 10 |
- | nova.delete_server (2) | 2.41 | 2.772 | 2.958 | 2.963 | 2.968 | 2.712 | 100.0% | 10 |
- | nova.delete_image | 1.467 | 2.001 | 2.188 | 2.332 | 2.477 | 1.95 | 100.0% | 10 |
- | total | 37.87 | 39.802 | 41.419 | 42.304 | 43.189 | 40.067 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 120.693696976
- Full duration: 164.095020056
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_keypair | 0.515 | 0.637 | 0.702 | 0.714 | 0.726 | 0.631 | 100.0% | 10 |
- | nova.boot_server | 10.03 | 11.695 | 12.539 | 12.808 | 13.076 | 11.597 | 100.0% | 10 |
- | nova.delete_server | 2.581 | 2.755 | 2.899 | 3.003 | 3.108 | 2.769 | 100.0% | 10 |
- | nova.delete_keypair | 0.026 | 0.036 | 0.044 | 0.044 | 0.045 | 0.036 | 100.0% | 10 |
- | total | 13.194 | 15.135 | 15.888 | 16.111 | 16.334 | 15.033 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 43.7031610012
- Full duration: 84.4934301376
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_keypair | 0.613 | 0.68 | 0.8 | 0.83 | 0.859 | 0.701 | 100.0% | 10 |
- | nova.list_keypairs | 0.017 | 0.029 | 0.055 | 0.132 | 0.209 | 0.045 | 100.0% | 10 |
- | total | 0.631 | 0.715 | 0.893 | 0.919 | 0.945 | 0.746 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.10457396507
- Full duration: 25.5227000713
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.list_servers | 0.963 | 1.205 | 1.239 | 1.272 | 1.304 | 1.187 | 100.0% | 10 |
- | total | 0.963 | 1.205 | 1.239 | 1.272 | 1.305 | 1.187 | 100.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.61515402794
- Full duration: 89.3156220913
-
- test scenario NovaServers.resize_server
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 11.077 | 11.648 | 13.586 | 13.788 | 13.99 | 12.144 | 100.0% | 10 |
- | nova.resize | 97.438 | 98.364 | 99.784 | 101.736 | 103.687 | 98.895 | 100.0% | 10 |
- | nova.resize_confirm | 2.462 | 2.85 | 3.013 | 3.032 | 3.052 | 2.81 | 100.0% | 10 |
- | nova.delete_server | 2.362 | 2.635 | 2.717 | 2.759 | 2.802 | 2.576 | 100.0% | 10 |
- | total | 114.396 | 116.205 | 117.751 | 119.281 | 120.811 | 116.425 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 352.596132994
- Full duration: 373.961167812
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 9.652 | 10.151 | 10.573 | 10.621 | 10.669 | 10.165 | 100.0% | 10 |
- | nova.boot_server | 10.713 | 13.21 | 14.394 | 14.695 | 14.996 | 13.013 | 100.0% | 10 |
- | nova.delete_server | 4.701 | 4.969 | 5.039 | 5.159 | 5.279 | 4.942 | 100.0% | 10 |
- | total | 25.26 | 27.982 | 30.104 | 30.137 | 30.17 | 28.121 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 83.7665529251
- Full duration: 133.76401782
-
- test scenario NovaServers.boot_and_migrate_server
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 9.342 | 11.196 | 12.987 | 13.225 | 13.463 | 11.305 | 80.0% | 10 |
- | nova.stop_server | 61.257 | 62.345 | 63.163 | 63.249 | 63.336 | 62.301 | 80.0% | 10 |
- | nova.migrate | 8.224 | 9.522 | 11.336 | 11.478 | 11.62 | 9.663 | 80.0% | 10 |
- | nova.resize_confirm | 2.413 | 2.724 | 3.003 | 3.108 | 3.213 | 2.704 | 100.0% | 8 |
- | nova.delete_server | 2.397 | 2.418 | 2.638 | 2.652 | 2.666 | 2.495 | 100.0% | 8 |
- | total | 85.3 | 88.008 | 91.856 | 92.68 | 93.504 | 88.469 | 80.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 282.145553112
- Full duration: 310.275305033
-
- test scenario NovaServers.boot_and_delete_server
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 10.164 | 10.763 | 21.145 | 31.824 | 42.503 | 14.815 | 80.0% | 10 |
- | nova.delete_server | 2.439 | 2.701 | 2.959 | 2.97 | 2.982 | 2.728 | 88.9% | 9 |
- | total | 12.997 | 13.446 | 23.964 | 34.453 | 44.942 | 17.544 | 80.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 352.537348986
- Full duration: 997.781033993
-
- test scenario NovaServers.boot_and_rebuild_server
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 10.618 | 11.665 | 12.726 | 12.764 | 12.802 | 11.718 | 70.0% | 10 |
- | nova.rebuild_server | 69.264 | 71.18 | 72.314 | 72.575 | 72.836 | 71.097 | 100.0% | 7 |
- | nova.delete_server | 2.391 | 2.632 | 2.88 | 2.883 | 2.886 | 2.639 | 100.0% | 7 |
- | total | 83.337 | 85.019 | 87.645 | 87.923 | 88.201 | 85.454 | 70.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 477.006741047
- Full duration: 1121.04293394
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +-----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_10_security_groups | 3.03 | 3.488 | 3.933 | 3.989 | 4.044 | 3.487 | 100.0% | 10 |
- | nova.create_100_rules | 22.925 | 23.261 | 23.92 | 24.188 | 24.456 | 23.425 | 100.0% | 10 |
- | nova.list_security_groups | 0.126 | 0.16 | 0.213 | 0.294 | 0.376 | 0.18 | 100.0% | 10 |
- | total | 26.54 | 26.984 | 27.591 | 27.704 | 27.817 | 27.092 | 100.0% | 10 |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 81.6362090111
- Full duration: 118.557869911
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +-----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_10_security_groups | 2.934 | 3.533 | 3.804 | 3.912 | 4.021 | 3.522 | 100.0% | 10 |
- | nova.create_100_rules | 22.89 | 23.403 | 23.74 | 23.847 | 23.953 | 23.394 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.219 | 1.282 | 1.629 | 1.634 | 1.64 | 1.372 | 100.0% | 10 |
- | total | 27.6 | 28.387 | 28.547 | 28.634 | 28.722 | 28.288 | 100.0% | 10 |
- +--------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 85.2456521988
- Full duration: 109.930608988
-
- test scenario NovaServers.boot_and_bounce_server
- +----------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 10.584 | 11.76 | 12.966 | 13.02 | 13.073 | 11.794 | 57.1% | 7 |
- | nova.reboot_server | 4.802 | 5.11 | 5.257 | 5.278 | 5.299 | 5.08 | 100.0% | 4 |
- | nova.soft_reboot_server | 123.97 | 124.161 | 125.321 | 125.531 | 125.741 | 124.508 | 100.0% | 4 |
- | nova.stop_server | 61.413 | 62.307 | 63.351 | 63.532 | 63.713 | 62.435 | 100.0% | 4 |
- | nova.start_server | 2.747 | 2.775 | 2.996 | 3.039 | 3.082 | 2.845 | 100.0% | 4 |
- | nova.rescue_server | 64.447 | 66.021 | 66.521 | 66.564 | 66.607 | 65.774 | 100.0% | 4 |
- | nova.unrescue_server | 2.368 | 4.579 | 4.599 | 4.6 | 4.601 | 4.032 | 100.0% | 4 |
- | nova.delete_server | 2.398 | 2.511 | 2.663 | 2.679 | 2.694 | 2.528 | 100.0% | 4 |
- | total | 274.414 | 278.786 | 282.788 | 283.426 | 284.064 | 279.013 | 57.1% | 7 |
- +-------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 584.260617018
- Full duration: 1223.11469412
-
- test scenario NovaServers.boot_server
- +---------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 11.343 | 11.648 | 12.248 | 12.342 | 12.435 | 11.804 | 55.6% | 9 |
- | total | 11.344 | 11.648 | 12.249 | 12.342 | 12.435 | 11.804 | 55.6% | 9 |
- +------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 339.613210917
- Full duration: 959.207664013
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +--------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.create_10_security_groups | 2.471 | 2.641 | 2.886 | 2.916 | 2.947 | 2.686 | 37.5% | 8 |
- | nova.create_100_rules | 20.403 | 20.759 | 21.005 | 21.036 | 21.067 | 20.743 | 37.5% | 8 |
- | nova.boot_server | 8.329 | 10.397 | 10.543 | 10.561 | 10.58 | 9.768 | 37.5% | 8 |
- | nova.get_attached_security_groups | 0.177 | 0.18 | 0.189 | 0.19 | 0.191 | 0.183 | 100.0% | 3 |
- | nova.delete_server | 2.417 | 2.424 | 2.563 | 2.58 | 2.597 | 2.48 | 100.0% | 3 |
- | nova.delete_10_security_groups | 1.146 | 1.185 | 1.295 | 1.309 | 1.323 | 1.218 | 100.0% | 3 |
- | total | 35.785 | 37.72 | 37.728 | 37.729 | 37.73 | 37.079 | 37.5% | 8 |
- +-----------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 653.787332058
- Full duration: 698.373892784
-
- test scenario NovaServers.pause_and_unpause_server
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 9.228 | 10.626 | 10.698 | 10.707 | 10.715 | 10.19 | 37.5% | 8 |
- | nova.pause_server | 2.325 | 2.628 | 2.631 | 2.631 | 2.631 | 2.528 | 100.0% | 3 |
- | nova.unpause_server | 2.624 | 2.647 | 2.691 | 2.697 | 2.702 | 2.658 | 100.0% | 3 |
- | nova.delete_server | 2.596 | 2.732 | 2.747 | 2.749 | 2.751 | 2.693 | 100.0% | 3 |
- | total | 16.772 | 18.711 | 18.72 | 18.722 | 18.723 | 18.069 | 37.5% | 8 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 607.316802025
- Full duration: 645.979089022
-
- test scenario NovaServers.boot_server_from_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 8.57 | 9.398 | 10.796 | 10.932 | 11.068 | 9.692 | 60.0% | 10 |
- | nova.boot_server | 11.064 | 12.084 | 12.627 | 12.859 | 13.092 | 12.061 | 60.0% | 10 |
- | total | 20.261 | 21.884 | 22.881 | 22.979 | 23.078 | 21.754 | 60.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 377.391654015
- Full duration: 411.411114931
-
- test scenario NovaServers.boot_and_list_server
- +----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 9.689 | 10.784 | 12.049 | 12.245 | 12.44 | 10.872 | 60.0% | 10 |
- | nova.list_servers | 0.2 | 0.431 | 0.5 | 0.513 | 0.526 | 0.414 | 100.0% | 6 |
- | total | 10.11 | 11.216 | 12.386 | 12.649 | 12.913 | 11.286 | 60.0% | 10 |
- +-------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 339.637984037
- Full duration: 382.637588978
-
- 2016-04-26 07:03:20,320 - run_rally - INFO - Test scenario: "nova" Failed.
- 2016-04-26 07:03:20,864 - run_rally - INFO - Starting test scenario "quotas" ...
- 2016-04-26 07:04:24,690 - run_rally - INFO -
- Preparing input task
- Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: started
- Task 31d451cc-0c33-44e6-8ce1-a226ec4d3747: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | quotas.update_quotas | 0.676 | 0.77 | 1.004 | 1.007 | 1.01 | 0.823 | 100.0% | 10 |
- | total | 0.676 | 0.77 | 1.005 | 1.007 | 1.01 | 0.823 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.49713397026
- Full duration: 10.5032558441
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | quotas.update_quotas | 0.214 | 0.235 | 0.26 | 0.262 | 0.263 | 0.238 | 100.0% | 10 |
- | total | 0.372 | 0.415 | 0.426 | 0.427 | 0.428 | 0.408 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.27715206146
- Full duration: 8.95948386192
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | quotas.update_quotas | 0.77 | 0.834 | 0.965 | 0.99 | 1.015 | 0.857 | 100.0% | 10 |
- | quotas.delete_quotas | 0.345 | 0.54 | 0.562 | 0.581 | 0.6 | 0.505 | 100.0% | 10 |
- | total | 1.127 | 1.365 | 1.437 | 1.498 | 1.56 | 1.362 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 4.07208108902
- Full duration: 12.2027239799
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | quotas.update_quotas | 0.448 | 0.48 | 0.54 | 0.679 | 0.819 | 0.511 | 100.0% | 10 |
- | quotas.delete_quotas | 0.012 | 0.019 | 0.024 | 0.025 | 0.027 | 0.019 | 100.0% | 10 |
- | total | 0.463 | 0.499 | 0.563 | 0.699 | 0.836 | 0.53 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.53432106972
- Full duration: 9.25113201141
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | quotas.update_quotas | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 |
- | total | 0.395 | 0.469 | 0.541 | 0.549 | 0.557 | 0.47 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.49797797203
- Full duration: 8.86192798615
-
- 2016-04-26 07:04:26,066 - run_rally - INFO - Test scenario: "quotas" OK.
- 2016-04-26 07:04:26,381 - run_rally - INFO - Starting test scenario "requests" ...
- 2016-04-26 07:04:56,876 - run_rally - INFO -
- Preparing input task
- Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: started
- Task 1c6ea3eb-b807-414a-b07a-d9ecf1aa2344: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | requests.check_request | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.811 | 100.0% | 10 |
- | total | 0.018 | 0.542 | 5.956 | 8.184 | 10.411 | 2.812 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 10.5026738644
- Full duration: 13.9263000488
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | requests.check_request | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 |
- | total | 0.016 | 0.059 | 5.062 | 5.063 | 5.065 | 2.047 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 5.16210699081
- Full duration: 8.87197899818
-
- 2016-04-26 07:04:58,210 - run_rally - INFO - Test scenario: "requests" OK.
- 2016-04-26 07:04:58,402 - run_rally - INFO -
-
- Rally Summary Report
-
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:50 | 12 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 02:55 | 11 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 54:33 | 59 | 76.47% |
- +-------------------+------------+---------------+-----------+
- | heat | 18:00 | 48 | 92.31% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:53 | 40 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 06:04 | 43 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 11:14 | 79 | 79.87% |
- +-------------------+------------+---------------+-----------+
- | quotas | 00:49 | 12 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:22 | 4 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 05:36:44 | 308 | 94.29% |
- +===================+============+===============+===========+
-
-Feature tests
--------------
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- 2016-04-26 01:23:01,296 - Promise- INFO - Creating tenant 'promise'...
- 2016-04-26 01:23:01,461 - Promise- INFO - Adding role 'a6da18e9c7e94ee9975e85b6f26c974a' to tenant 'promise'...
- 2016-04-26 01:23:01,553 - Promise- INFO - Creating user 'promiser'...
- 2016-04-26 01:23:01,666 - Promise- INFO - Updating OpenStack credentials...
- 2016-04-26 01:23:01,687 - Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- 2016-04-26 01:23:05,215 - Promise- INFO - Creating flavor 'promise-flavor'...
- 2016-04-26 01:23:05,871 - Promise- INFO - Exporting environment variables...
- 2016-04-26 01:23:05,871 - Promise- INFO - Running command: npm run -s test -- --reporter json
- 2016-04-26 01:23:12,658 - Promise- INFO - The test succeeded.
- 2016-04-26 01:23:12,660 - Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-04-26T01:23:08.348Z
- End: 2016-04-26T01:23:12.610Z
- Duration: 4.262
diff --git a/docs/results/fuel-os-nosdn-nofeature-ha.rst b/docs/results/fuel-os-nosdn-nofeature-ha.rst
deleted file mode 100644
index e526d821..00000000
--- a/docs/results/fuel-os-nosdn-nofeature-ha.rst
+++ /dev/null
@@ -1,2283 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-nosdn-nofeature-ha
-----------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '10.118.101.200'
- vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'42.1' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.4 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'28.6'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.29312 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.12976 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 23.95577 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 32.53650 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 22.68958 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.54691 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.30066 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.57103 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97553 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.37256 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.33110 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.34175 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.35964 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.62128 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.88552 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.35258 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.14056 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.64330 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.59904 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.85262 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.89806 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.43298 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.74835 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 7.51973 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 17.31905 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11526 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.43153 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.49287 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.32071 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.24839 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.62886 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.45498 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.11221 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.07743 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.07866 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08414 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.09610 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.87584 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00178 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.18671 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.07254 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02355 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.09336 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08789 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02832 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01969 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.05608 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.09405 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07124 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.09862 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.02806 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10085 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00074 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 7.05293 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.83974 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 75.96327 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.89960 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 86.10969 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.36274 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.20801 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.79668 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10422 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.45171 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.71962 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37393 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.39671 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.67878 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.96139 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.70247 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.01425 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 21.66147 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 29.15375 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 17.01011 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 15.12162 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.32047 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.43351 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.54755 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.49832 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.66971 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.67563 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.52468 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 2.11125 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.11519 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.59954 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71532 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.67781 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.80861 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.12394 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.98070 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.95038 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.58962 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.76753 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.92874 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.98170 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.09696 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.23813 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02568 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.73035 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03287 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.61622 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.10251 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.32244 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05310 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 46.35639 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.19554 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.13783 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.28038 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02405 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.06799 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.70652 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.56777 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.34317 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.61946 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.55157 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10777 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09198 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.08536 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.12301 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.19557 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11454 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.58158 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.96230 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.11881 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 31.78599 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.18197 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.36573 | fail |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.19923 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.05001 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.85155 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.85758 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.47936 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.29082 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.14373 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.85702 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.63578 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.44139 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.31069 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.31575 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.34149 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.96967 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.61978 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30406 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.29284 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.07605 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.28866 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.34364 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.65709 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.51327 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.34515 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.34468 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.78910 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.78827 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.58076 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.35346 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.38372 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.02302 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.55884 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.89503 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.13616 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.91220 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.35397 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.24212 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.20634 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.00386 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.26379 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29497 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.34355 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.27875 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.05434 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.63001 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.10424 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.06177 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.98140 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.05857 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.61269 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 4.21790 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.96832 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.59962 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 14.77900 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 19.28760 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 14.36310 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 24.02107 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.05931 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.31742 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 54.55460 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 41.67013 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 109.37734 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 61.05784 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-1813:29:52.500975', 'duration': 416, 'tests': 210, 'failures': 25}
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 2ff4981a-75d9-4de4-a111-3194115c4a00: started
- Task 2ff4981a-75d9-4de4-a111-3194115c4a00: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.534 | 0.569 | 0.722 | 0.818 | 0.914 | 0.618 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.512 | 0.609 | 0.713 | 0.766 | 0.818 | 0.631 | 100.0% | 10 |
- | total | 1.257 | 1.358 | 1.703 | 1.715 | 1.726 | 1.418 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.01803302765
- Full duration: 11.7534348965
-
-
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.132 | 0.154 | 0.172 | 0.172 | 0.173 | 0.155 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.491301059723
- Full duration: 8.25924301147
-
-
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.297 | 0.32 | 0.355 | 0.359 | 0.363 | 0.324 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.043 | 0.056 | 0.302 | 0.304 | 0.307 | 0.127 | 100.0% | 10 |
- | total | 0.499 | 0.607 | 0.769 | 0.82 | 0.87 | 0.629 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.91573691368
- Full duration: 10.0396120548
-
-
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.306 | 0.35 | 0.534 | 0.554 | 0.574 | 0.407 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.037 | 0.059 | 0.07 | 0.081 | 0.092 | 0.059 | 100.0% | 10 |
- | total | 0.526 | 0.596 | 0.771 | 0.782 | 0.792 | 0.639 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.9150788784
- Full duration: 9.77701401711
-
-
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.268 | 0.315 | 0.353 | 0.475 | 0.596 | 0.334 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.025 | 0.282 | 0.314 | 0.323 | 0.331 | 0.264 | 100.0% | 10 |
- | total | 0.721 | 0.78 | 0.827 | 0.837 | 0.847 | 0.779 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.34766292572
- Full duration: 10.0672118664
-
-
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.266 | 0.305 | 0.386 | 0.399 | 0.411 | 0.319 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.043 | 0.291 | 0.375 | 0.403 | 0.432 | 0.241 | 100.0% | 10 |
- | total | 0.483 | 0.76 | 0.908 | 0.914 | 0.92 | 0.729 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.25539779663
- Full duration: 9.62706780434
-
-
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: started
- Task 9fb726cd-f20e-4f95-b32f-5928c72cf58d: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.72 | 0.85 | 0.942 | 0.947 | 0.951 | 0.833 | 100.0% | 10 |
- | total | 0.721 | 0.85 | 0.943 | 0.947 | 0.951 | 0.834 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.45959687233
- Full duration: 12.9740490913
-
-
-
- test scenario GlanceImages.create_image_and_boot_instances
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 7.498 | 7.743 | 17.964 | 19.73 | 21.495 | 10.171 | 100.0% | 10 |
- | nova.boot_servers | 13.174 | 14.424 | 15.318 | 15.539 | 15.76 | 14.34 | 100.0% | 10 |
- | total | 20.863 | 22.368 | 32.383 | 33.741 | 35.099 | 24.511 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.7006659508
- Full duration: 127.436779022
-
-
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 7.303 | 7.684 | 7.837 | 7.911 | 7.984 | 7.63 | 100.0% | 10 |
- | glance.list_images | 0.328 | 0.583 | 0.697 | 0.698 | 0.699 | 0.574 | 100.0% | 10 |
- | total | 7.862 | 8.283 | 8.38 | 8.472 | 8.564 | 8.205 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.5710179806
- Full duration: 37.9533209801
-
-
-
- test scenario GlanceImages.create_and_delete_image
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 7.448 | 7.605 | 7.805 | 7.817 | 7.829 | 7.617 | 100.0% | 10 |
- | glance.delete_image | 2.01 | 2.372 | 2.628 | 2.686 | 2.743 | 2.393 | 100.0% | 10 |
- | total | 9.506 | 9.976 | 10.387 | 10.466 | 10.545 | 10.01 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 30.0124220848
- Full duration: 40.2773120403
-
-
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task a724f287-e014-40ef-8e87-173e5eb2b0a2: started
- Task a724f287-e014-40ef-8e87-173e5eb2b0a2: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 10.889 | 13.965 | 14.695 | 14.724 | 14.752 | 13.234 | 100.0% | 10 |
- | cinder.create_volume | 3.218 | 3.812 | 4.128 | 4.214 | 4.3 | 3.776 | 100.0% | 10 |
- | nova.attach_volume | 3.737 | 4.69 | 4.963 | 5.092 | 5.222 | 4.612 | 100.0% | 10 |
- | nova.detach_volume | 3.18 | 3.917 | 4.273 | 4.325 | 4.377 | 3.867 | 100.0% | 10 |
- | cinder.delete_volume | 0.489 | 2.54 | 2.801 | 2.886 | 2.972 | 2.261 | 100.0% | 10 |
- | nova.delete_server | 2.527 | 2.94 | 3.218 | 3.228 | 3.239 | 2.926 | 100.0% | 10 |
- | total | 26.351 | 30.9 | 32.731 | 33.273 | 33.815 | 30.677 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 91.1857719421
- Full duration: 133.454293013
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 7.415 | 9.652 | 10.383 | 10.548 | 10.713 | 9.48 | 100.0% | 10 |
- | cinder.list_volumes | 0.072 | 0.328 | 0.4 | 0.407 | 0.415 | 0.295 | 100.0% | 10 |
- | total | 7.76 | 10.022 | 10.706 | 10.88 | 11.054 | 9.775 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.0870580673
- Full duration: 51.2606179714
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.521 | 4.03 | 4.785 | 4.869 | 4.953 | 4.19 | 100.0% | 10 |
- | cinder.list_volumes | 0.062 | 0.347 | 0.411 | 0.426 | 0.44 | 0.308 | 100.0% | 10 |
- | total | 3.852 | 4.421 | 5.139 | 5.227 | 5.315 | 4.499 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.1967639923
- Full duration: 35.2137930393
-
-
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.957 | 3.349 | 5.449 | 5.627 | 5.805 | 3.738 | 100.0% | 10 |
- | cinder.list_snapshots | 0.028 | 0.304 | 0.348 | 0.382 | 0.416 | 0.213 | 100.0% | 10 |
- | total | 3.259 | 3.42 | 5.776 | 5.945 | 6.113 | 3.952 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.5537779331
- Full duration: 49.7043690681
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.281 | 3.907 | 4.106 | 4.128 | 4.15 | 3.806 | 100.0% | 10 |
- | cinder.delete_volume | 0.788 | 2.667 | 3.082 | 3.16 | 3.239 | 2.256 | 100.0% | 10 |
- | total | 4.617 | 6.29 | 6.997 | 7.066 | 7.135 | 6.063 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.3220980167
- Full duration: 36.1331720352
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 8.901 | 9.932 | 10.338 | 10.395 | 10.452 | 9.781 | 100.0% | 10 |
- | cinder.delete_volume | 0.579 | 1.672 | 2.856 | 2.952 | 3.049 | 1.773 | 100.0% | 10 |
- | total | 9.725 | 11.645 | 12.996 | 13.017 | 13.039 | 11.554 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 35.517152071
- Full duration: 54.0071978569
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.596 | 3.887 | 4.71 | 4.712 | 4.715 | 4.08 | 100.0% | 10 |
- | cinder.delete_volume | 0.512 | 0.923 | 1.297 | 2.319 | 3.341 | 1.114 | 100.0% | 10 |
- | total | 4.381 | 4.91 | 5.923 | 6.573 | 7.223 | 5.195 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.0102190971
- Full duration: 33.4934709072
-
-
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.512 | 3.838 | 4.155 | 4.202 | 4.249 | 3.861 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 16.283 | 24.737 | 33.632 | 38.034 | 42.436 | 26.102 | 100.0% | 10 |
- | cinder.delete_volume | 0.583 | 1.719 | 3.056 | 3.165 | 3.274 | 1.853 | 100.0% | 10 |
- | nova.delete_image | 2.514 | 2.856 | 13.194 | 14.749 | 16.305 | 5.182 | 100.0% | 10 |
- | total | 23.887 | 34.293 | 49.972 | 51.48 | 52.988 | 36.998 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 107.503821135
- Full duration: 129.166619062
-
-
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 3.064 | 3.257 | 3.408 | 3.415 | 3.422 | 3.261 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.586 | 2.915 | 3.148 | 3.165 | 3.181 | 2.938 | 100.0% | 10 |
- | total | 5.837 | 6.18 | 6.465 | 6.534 | 6.603 | 6.199 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.601981163
- Full duration: 53.3941659927
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 |
- | total | 3.424 | 3.854 | 4.025 | 4.05 | 4.075 | 3.808 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.3824880123
- Full duration: 30.7913680077
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.391 | 3.979 | 4.585 | 4.6 | 4.616 | 3.999 | 100.0% | 10 |
- | total | 3.391 | 3.979 | 4.585 | 4.601 | 4.616 | 3.999 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.107943058
- Full duration: 36.5596921444
-
-
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.478 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 |
- | total | 0.479 | 0.562 | 0.711 | 0.746 | 0.781 | 0.587 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.79518508911
- Full duration: 65.9313700199
-
-
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.557 | 3.914 | 4.206 | 4.213 | 4.22 | 3.884 | 100.0% | 10 |
- | cinder.create_snapshot | 2.701 | 3.063 | 3.248 | 3.251 | 3.254 | 3.06 | 100.0% | 10 |
- | nova.attach_volume | 3.75 | 4.986 | 6.112 | 6.385 | 6.658 | 5.059 | 100.0% | 10 |
- | nova.detach_volume | 3.149 | 3.81 | 4.11 | 4.168 | 4.225 | 3.762 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.241 | 2.766 | 3.077 | 3.102 | 3.128 | 2.725 | 100.0% | 10 |
- | cinder.delete_volume | 0.748 | 2.428 | 2.712 | 2.772 | 2.831 | 1.912 | 100.0% | 10 |
- | total | 19.22 | 21.354 | 24.347 | 24.725 | 25.102 | 21.684 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.028840065
- Full duration: 186.598311901
-
-
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.539 | 4.149 | 4.62 | 4.622 | 4.623 | 4.106 | 100.0% | 10 |
- | cinder.delete_volume | 2.844 | 3.223 | 3.604 | 3.609 | 3.614 | 3.235 | 100.0% | 10 |
- | total | 6.383 | 7.559 | 7.85 | 7.868 | 7.886 | 7.341 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.6859838963
- Full duration: 55.5635709763
-
-
-
- test scenario CinderVolumes.create_and_extend_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 3.434 | 3.852 | 3.99 | 4.004 | 4.018 | 3.842 | 100.0% | 10 |
- | cinder.extend_volume | 0.955 | 2.236 | 3.552 | 3.564 | 3.576 | 2.281 | 100.0% | 10 |
- | cinder.delete_volume | 0.868 | 3.015 | 3.332 | 3.398 | 3.465 | 2.861 | 100.0% | 10 |
- | total | 5.962 | 9.186 | 10.497 | 10.52 | 10.544 | 8.984 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.1479110718
- Full duration: 47.0005409718
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.595 | 3.868 | 4.206 | 4.208 | 4.211 | 3.886 | 100.0% | 10 |
- | cinder.create_snapshot | 2.595 | 3.131 | 3.249 | 3.258 | 3.267 | 3.037 | 100.0% | 10 |
- | nova.attach_volume | 4.101 | 4.563 | 5.363 | 7.225 | 9.087 | 4.928 | 100.0% | 10 |
- | nova.detach_volume | 3.299 | 3.896 | 4.226 | 4.274 | 4.323 | 3.816 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.27 | 2.573 | 2.884 | 3.105 | 3.325 | 2.635 | 100.0% | 10 |
- | cinder.delete_volume | 0.611 | 2.479 | 2.742 | 2.863 | 2.983 | 2.239 | 100.0% | 10 |
- | total | 19.728 | 21.533 | 22.719 | 24.643 | 26.568 | 21.737 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 62.6771988869
- Full duration: 187.817504883
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.255 | 3.476 | 4.793 | 4.86 | 4.926 | 3.766 | 100.0% | 10 |
- | cinder.create_snapshot | 2.387 | 2.868 | 3.304 | 3.311 | 3.318 | 2.906 | 100.0% | 10 |
- | nova.attach_volume | 3.864 | 4.167 | 4.94 | 5.864 | 6.787 | 4.392 | 100.0% | 10 |
- | nova.detach_volume | 3.699 | 4.047 | 4.388 | 4.408 | 4.428 | 4.066 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.492 | 2.621 | 2.825 | 2.828 | 2.831 | 2.651 | 100.0% | 10 |
- | cinder.delete_volume | 0.65 | 2.735 | 3.048 | 3.123 | 3.198 | 2.567 | 100.0% | 10 |
- | total | 18.915 | 21.629 | 24.215 | 25.025 | 25.835 | 22.025 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.388502121
- Full duration: 192.928286076
-
-
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: started
- Task 44fe34e1-bd7f-47f7-b4e9-ca32c892d8b5: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.131 | 4.448 | 4.579 | 4.616 | 4.652 | 4.417 | 100.0% | 10 |
- | heat.suspend_stack | 1.521 | 1.721 | 1.772 | 1.792 | 1.812 | 1.701 | 100.0% | 10 |
- | heat.resume_stack | 1.454 | 1.625 | 1.703 | 1.708 | 1.713 | 1.63 | 100.0% | 10 |
- | heat.delete_stack | 1.387 | 1.57 | 2.717 | 2.724 | 2.731 | 1.88 | 100.0% | 10 |
- | total | 8.994 | 9.448 | 10.723 | 10.75 | 10.777 | 9.627 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.125330925
- Full duration: 37.9011991024
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.098 | 4.267 | 4.383 | 4.452 | 4.52 | 4.266 | 100.0% | 10 |
- | heat.delete_stack | 1.423 | 1.468 | 1.536 | 1.679 | 1.822 | 1.505 | 100.0% | 10 |
- | total | 5.574 | 5.769 | 5.922 | 5.933 | 5.944 | 5.77 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.2579169273
- Full duration: 27.4368560314
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 25.037 | 28.231 | 29.801 | 29.828 | 29.856 | 27.99 | 100.0% | 10 |
- | heat.delete_stack | 10.707 | 11.831 | 13.046 | 13.573 | 14.099 | 12.249 | 100.0% | 10 |
- | total | 36.902 | 40.321 | 42.736 | 42.79 | 42.844 | 40.24 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 119.344232082
- Full duration: 129.710185051
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 21.352 | 24.853 | 26.526 | 26.562 | 26.598 | 24.433 | 100.0% | 10 |
- | heat.delete_stack | 9.51 | 10.67 | 10.95 | 11.42 | 11.889 | 10.684 | 100.0% | 10 |
- | total | 31.928 | 35.457 | 37.299 | 37.449 | 37.598 | 35.117 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 106.840685844
- Full duration: 117.40921998
-
-
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.488 | 0.522 | 0.539 | 0.54 | 0.54 | 0.522 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.488 | 0.522 | 0.539 | 0.54 | 0.541 | 0.522 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.59450078011
- Full duration: 9.86936807632
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.845 | 4.214 | 4.356 | 4.377 | 4.397 | 4.193 | 100.0% | 10 |
- | heat.update_stack | 3.558 | 3.774 | 3.853 | 3.855 | 3.857 | 3.726 | 100.0% | 10 |
- | heat.delete_stack | 1.56 | 2.57 | 2.756 | 2.776 | 2.797 | 2.512 | 100.0% | 10 |
- | total | 9.445 | 10.455 | 10.866 | 10.915 | 10.963 | 10.431 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.3620579243
- Full duration: 42.2799968719
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.133 | 4.157 | 4.354 | 4.413 | 4.472 | 4.209 | 100.0% | 10 |
- | heat.update_stack | 3.534 | 3.713 | 3.821 | 3.958 | 4.096 | 3.717 | 100.0% | 10 |
- | heat.delete_stack | 1.383 | 1.402 | 1.736 | 2.156 | 2.575 | 1.556 | 100.0% | 10 |
- | total | 9.126 | 9.41 | 9.772 | 10.018 | 10.263 | 9.482 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.0769648552
- Full duration: 39.4647920132
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.275 | 4.465 | 4.666 | 4.855 | 5.044 | 4.509 | 100.0% | 10 |
- | heat.update_stack | 5.801 | 5.876 | 6.0 | 6.166 | 6.332 | 5.928 | 100.0% | 10 |
- | heat.delete_stack | 2.525 | 2.564 | 3.649 | 3.683 | 3.717 | 2.793 | 100.0% | 10 |
- | total | 12.743 | 13.005 | 13.996 | 14.01 | 14.023 | 13.23 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 39.5067877769
- Full duration: 50.3663468361
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.517 | 5.462 | 5.602 | 5.608 | 5.614 | 5.389 | 100.0% | 10 |
- | heat.update_stack | 8.345 | 9.324 | 9.403 | 9.411 | 9.42 | 9.245 | 100.0% | 10 |
- | heat.delete_stack | 3.69 | 3.723 | 3.746 | 3.755 | 3.763 | 3.725 | 100.0% | 10 |
- | total | 17.515 | 18.525 | 18.645 | 18.683 | 18.722 | 18.36 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 54.7039349079
- Full duration: 65.6854679585
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.122 | 4.348 | 4.549 | 4.597 | 4.645 | 4.358 | 100.0% | 10 |
- | heat.update_stack | 5.791 | 5.87 | 5.92 | 5.932 | 5.944 | 5.864 | 100.0% | 10 |
- | heat.delete_stack | 2.506 | 2.55 | 3.704 | 3.778 | 3.853 | 2.791 | 100.0% | 10 |
- | total | 12.485 | 12.814 | 13.98 | 14.075 | 14.169 | 13.013 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.5906641483
- Full duration: 49.8386061192
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.062 | 4.33 | 4.493 | 4.501 | 4.508 | 4.317 | 100.0% | 10 |
- | heat.update_stack | 3.553 | 3.585 | 3.783 | 3.936 | 4.088 | 3.648 | 100.0% | 10 |
- | heat.delete_stack | 1.376 | 1.418 | 2.552 | 2.555 | 2.558 | 1.856 | 100.0% | 10 |
- | total | 9.179 | 9.535 | 10.607 | 10.678 | 10.749 | 9.822 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.5593960285
- Full duration: 40.873290062
-
-
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.105 | 4.264 | 4.394 | 4.43 | 4.466 | 4.276 | 100.0% | 10 |
- | heat.list_stacks | 0.062 | 0.103 | 0.113 | 0.116 | 0.119 | 0.096 | 100.0% | 10 |
- | total | 4.18 | 4.373 | 4.501 | 4.531 | 4.561 | 4.371 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.1703698635
- Full duration: 29.690456152
-
-
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.194 | 4.357 | 4.595 | 4.64 | 4.684 | 4.393 | 100.0% | 10 |
- | heat.check_stack | 1.511 | 1.542 | 1.627 | 1.753 | 1.88 | 1.58 | 100.0% | 10 |
- | heat.delete_stack | 1.402 | 2.55 | 2.707 | 2.749 | 2.791 | 2.257 | 100.0% | 10 |
- | total | 7.411 | 8.429 | 8.66 | 8.745 | 8.829 | 8.23 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.4679090977
- Full duration: 35.6907479763
-
-
-
- run_rally - INFO - Test scenario: "heat" OK.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 416065d0-3811-4bee-9b53-37743e1f179c: started
- Task 416065d0-3811-4bee-9b53-37743e1f179c: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.285 | 0.297 | 0.328 | 0.336 | 0.343 | 0.305 | 100.0% | 10 |
- | keystone.create_users | 1.651 | 1.673 | 1.73 | 1.749 | 1.768 | 1.688 | 100.0% | 10 |
- | total | 1.952 | 1.986 | 2.027 | 2.061 | 2.095 | 1.993 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.98874807358
- Full duration: 22.4405510426
-
-
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.287 | 0.308 | 0.404 | 0.428 | 0.452 | 0.331 | 100.0% | 10 |
- | keystone.add_role | 0.276 | 0.31 | 0.371 | 0.379 | 0.388 | 0.319 | 100.0% | 10 |
- | keystone.list_roles | 0.137 | 0.151 | 0.175 | 0.207 | 0.239 | 0.16 | 100.0% | 10 |
- | total | 0.732 | 0.775 | 0.951 | 0.962 | 0.972 | 0.809 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.38230800629
- Full duration: 15.068157196
-
-
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.263 | 0.3 | 0.41 | 0.455 | 0.499 | 0.336 | 100.0% | 10 |
- | keystone.add_role | 0.265 | 0.28 | 0.342 | 0.405 | 0.468 | 0.302 | 100.0% | 10 |
- | keystone.remove_role | 0.151 | 0.182 | 0.347 | 0.35 | 0.354 | 0.226 | 100.0% | 10 |
- | total | 0.713 | 0.844 | 1.002 | 1.019 | 1.036 | 0.864 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.52822303772
- Full duration: 15.38514781
-
-
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.267 | 0.354 | 0.411 | 0.421 | 0.432 | 0.346 | 100.0% | 10 |
- | keystone.update_tenant | 0.139 | 0.15 | 0.185 | 0.223 | 0.262 | 0.164 | 100.0% | 10 |
- | keystone.delete_tenant | 0.302 | 0.333 | 0.418 | 0.448 | 0.477 | 0.35 | 100.0% | 10 |
- | total | 0.738 | 0.879 | 0.917 | 0.961 | 1.006 | 0.86 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.55070900917
- Full duration: 14.2816069126
-
-
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.279 | 0.303 | 0.408 | 0.41 | 0.412 | 0.322 | 100.0% | 10 |
- | keystone.delete_service | 0.15 | 0.168 | 0.188 | 0.192 | 0.196 | 0.169 | 100.0% | 10 |
- | total | 0.443 | 0.471 | 0.584 | 0.594 | 0.604 | 0.491 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.47291088104
- Full duration: 12.6235470772
-
-
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.274 | 0.302 | 0.315 | 0.324 | 0.334 | 0.301 | 100.0% | 10 |
- | total | 0.274 | 0.302 | 0.315 | 0.325 | 0.334 | 0.301 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.926929950714
- Full duration: 9.11541318893
-
-
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.285 | 0.312 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 |
- | total | 0.285 | 0.313 | 0.353 | 0.392 | 0.431 | 0.323 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.09427213669
- Full duration: 9.44248485565
-
-
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.276 | 0.302 | 0.312 | 0.315 | 0.318 | 0.299 | 100.0% | 10 |
- | keystone.list_tenants | 0.133 | 0.141 | 0.147 | 0.149 | 0.15 | 0.141 | 100.0% | 10 |
- | total | 0.416 | 0.441 | 0.462 | 0.463 | 0.463 | 0.44 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.356580019
- Full duration: 14.5843369961
-
-
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.271 | 0.306 | 0.517 | 0.532 | 0.547 | 0.37 | 100.0% | 10 |
- | keystone.delete_role | 0.295 | 0.305 | 0.621 | 0.655 | 0.689 | 0.401 | 100.0% | 10 |
- | total | 0.572 | 0.743 | 0.991 | 1.076 | 1.16 | 0.771 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.24743795395
- Full duration: 14.336769104
-
-
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.284 | 0.313 | 0.395 | 0.4 | 0.405 | 0.328 | 100.0% | 10 |
- | keystone.create_user | 0.141 | 0.155 | 0.176 | 0.176 | 0.177 | 0.159 | 100.0% | 10 |
- | keystone.create_role | 0.136 | 0.155 | 0.173 | 0.209 | 0.245 | 0.16 | 100.0% | 10 |
- | keystone.get_tenant | 0.124 | 0.132 | 0.143 | 0.144 | 0.144 | 0.133 | 100.0% | 10 |
- | keystone.get_user | 0.124 | 0.141 | 0.232 | 0.234 | 0.237 | 0.158 | 100.0% | 10 |
- | keystone.get_role | 0.122 | 0.125 | 0.142 | 0.144 | 0.147 | 0.129 | 100.0% | 10 |
- | keystone.service_list | 0.121 | 0.13 | 0.138 | 0.139 | 0.139 | 0.13 | 100.0% | 10 |
- | keystone.get_service | 0.118 | 0.132 | 0.158 | 0.16 | 0.161 | 0.136 | 100.0% | 10 |
- | total | 1.253 | 1.315 | 1.403 | 1.449 | 1.495 | 1.334 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.18330001831
- Full duration: 21.2465929985
-
-
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.27 | 0.324 | 0.381 | 0.409 | 0.436 | 0.33 | 100.0% | 10 |
- | keystone.list_users | 0.125 | 0.142 | 0.183 | 0.233 | 0.283 | 0.157 | 100.0% | 10 |
- | total | 0.409 | 0.47 | 0.53 | 0.625 | 0.719 | 0.487 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.41358304024
- Full duration: 9.46058607101
-
-
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 66bee4c3-3b3f-4215-9910-63425b400d9a: started
- Task 66bee4c3-3b3f-4215-9910-63425b400d9a: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.762 | 0.83 | 0.953 | 0.983 | 1.014 | 0.858 | 100.0% | 10 |
- | neutron.delete_port | 0.224 | 0.62 | 0.763 | 0.78 | 0.797 | 0.582 | 100.0% | 10 |
- | total | 1.011 | 1.549 | 1.599 | 1.603 | 1.607 | 1.441 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.14246201515
- Full duration: 53.9938690662
-
-
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.718 | 0.792 | 0.884 | 0.89 | 0.895 | 0.801 | 100.0% | 10 |
- | neutron.create_router | 0.435 | 0.451 | 0.555 | 0.56 | 0.565 | 0.474 | 100.0% | 10 |
- | neutron.add_interface_router | 0.341 | 0.776 | 1.004 | 1.11 | 1.215 | 0.789 | 100.0% | 10 |
- | neutron.list_routers | 0.066 | 0.42 | 0.477 | 0.491 | 0.505 | 0.367 | 100.0% | 10 |
- | total | 1.661 | 2.48 | 2.738 | 2.797 | 2.855 | 2.431 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.12932991982
- Full duration: 59.6318800449
-
-
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.739 | 0.812 | 0.936 | 0.949 | 0.963 | 0.833 | 100.0% | 10 |
- | neutron.create_router | 0.073 | 0.467 | 0.548 | 0.564 | 0.58 | 0.447 | 100.0% | 10 |
- | neutron.add_interface_router | 0.32 | 0.758 | 0.881 | 0.901 | 0.92 | 0.737 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.632 | 0.723 | 0.767 | 0.788 | 0.808 | 0.719 | 100.0% | 10 |
- | neutron.delete_router | 0.575 | 0.622 | 0.72 | 0.74 | 0.759 | 0.639 | 100.0% | 10 |
- | total | 2.939 | 3.398 | 3.635 | 3.725 | 3.814 | 3.375 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.4781250954
- Full duration: 61.2645328045
-
-
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.728 | 0.859 | 0.909 | 0.944 | 0.978 | 0.857 | 100.0% | 10 |
- | neutron.list_ports | 0.52 | 0.599 | 0.71 | 0.735 | 0.76 | 0.618 | 100.0% | 10 |
- | total | 1.37 | 1.459 | 1.597 | 1.611 | 1.624 | 1.475 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.50073218346
- Full duration: 55.2021510601
-
-
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.749 | 0.788 | 0.939 | 0.956 | 0.972 | 0.824 | 100.0% | 10 |
- | neutron.delete_subnet | 0.556 | 0.673 | 0.778 | 0.819 | 0.859 | 0.687 | 100.0% | 10 |
- | total | 1.361 | 1.521 | 1.693 | 1.697 | 1.702 | 1.511 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.66956591606
- Full duration: 54.1284301281
-
-
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.62 | 0.643 | 0.756 | 0.784 | 0.812 | 0.672 | 100.0% | 10 |
- | neutron.delete_network | 0.481 | 0.54 | 0.616 | 0.686 | 0.756 | 0.558 | 100.0% | 10 |
- | total | 1.101 | 1.206 | 1.363 | 1.377 | 1.391 | 1.23 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.73822879791
- Full duration: 33.2811751366
-
-
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.583 | 0.675 | 0.782 | 0.782 | 0.783 | 0.691 | 100.0% | 10 |
- | neutron.list_networks | 0.058 | 0.395 | 0.517 | 0.522 | 0.528 | 0.364 | 100.0% | 10 |
- | total | 0.834 | 1.066 | 1.187 | 1.242 | 1.298 | 1.055 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.09279990196
- Full duration: 33.633177042
-
-
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.713 | 0.8 | 0.903 | 0.913 | 0.922 | 0.811 | 100.0% | 10 |
- | neutron.create_router | 0.434 | 0.449 | 0.476 | 0.497 | 0.519 | 0.458 | 100.0% | 10 |
- | neutron.add_interface_router | 0.666 | 0.749 | 0.912 | 0.954 | 0.996 | 0.791 | 100.0% | 10 |
- | neutron.update_router | 0.222 | 0.579 | 0.659 | 0.678 | 0.697 | 0.556 | 100.0% | 10 |
- | total | 2.156 | 2.643 | 2.768 | 2.799 | 2.83 | 2.617 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.76268601418
- Full duration: 57.6214001179
-
-
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.606 | 0.672 | 0.761 | 0.785 | 0.81 | 0.681 | 100.0% | 10 |
- | neutron.update_network | 0.137 | 0.518 | 0.538 | 0.542 | 0.547 | 0.482 | 100.0% | 10 |
- | total | 0.893 | 1.183 | 1.261 | 1.288 | 1.315 | 1.164 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.59189605713
- Full duration: 34.8437690735
-
-
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.738 | 0.792 | 0.889 | 0.921 | 0.952 | 0.815 | 100.0% | 10 |
- | neutron.update_port | 0.161 | 0.551 | 0.596 | 0.6 | 0.605 | 0.516 | 100.0% | 10 |
- | total | 1.044 | 1.339 | 1.429 | 1.482 | 1.536 | 1.331 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.11195087433
- Full duration: 53.0145220757
-
-
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.703 | 0.748 | 0.832 | 0.861 | 0.89 | 0.764 | 100.0% | 10 |
- | neutron.list_subnets | 0.054 | 0.396 | 0.445 | 0.479 | 0.513 | 0.374 | 100.0% | 10 |
- | total | 0.757 | 1.159 | 1.256 | 1.272 | 1.287 | 1.138 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.5137629509
- Full duration: 52.7622568607
-
-
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.742 | 0.813 | 0.947 | 0.948 | 0.949 | 0.838 | 100.0% | 10 |
- | neutron.update_subnet | 0.234 | 0.583 | 0.695 | 0.696 | 0.696 | 0.58 | 100.0% | 10 |
- | total | 1.043 | 1.427 | 1.587 | 1.596 | 1.604 | 1.418 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.36762094498
- Full duration: 54.1341950893
-
-
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task c631be68-64eb-462f-af72-0946f649719e: started
- Task c631be68-64eb-462f-af72-0946f649719e: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.689 | 0.825 | 1.389 | 1.414 | 1.439 | 0.956 | 100.0% | 10 |
- | nova.delete_keypair | 0.034 | 0.045 | 0.058 | 0.058 | 0.059 | 0.046 | 100.0% | 10 |
- | total | 0.734 | 0.868 | 1.43 | 1.458 | 1.487 | 1.002 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.95623397827
- Full duration: 43.0288610458
-
-
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 13.069 | 14.075 | 14.775 | 15.063 | 15.35 | 14.118 | 100.0% | 10 |
- | nova.create_image | 10.992 | 11.363 | 11.948 | 12.03 | 12.112 | 11.402 | 100.0% | 10 |
- | nova.delete_server | 2.878 | 3.026 | 3.413 | 3.454 | 3.495 | 3.121 | 100.0% | 10 |
- | nova.boot_server (2) | 10.807 | 12.891 | 14.009 | 14.098 | 14.188 | 12.932 | 100.0% | 10 |
- | nova.delete_server (2) | 2.914 | 3.356 | 4.738 | 4.974 | 5.21 | 3.557 | 100.0% | 10 |
- | nova.delete_image | 2.769 | 3.227 | 3.659 | 3.685 | 3.711 | 3.238 | 100.0% | 10 |
- | total | 44.842 | 48.482 | 49.94 | 50.257 | 50.573 | 48.369 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 145.116047144
- Full duration: 218.130707026
-
-
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.67 | 0.815 | 1.452 | 1.483 | 1.515 | 0.945 | 100.0% | 10 |
- | nova.boot_server | 11.229 | 12.914 | 14.714 | 15.148 | 15.581 | 13.075 | 100.0% | 10 |
- | nova.delete_server | 2.87 | 3.313 | 3.4 | 3.451 | 3.502 | 3.214 | 100.0% | 10 |
- | nova.delete_keypair | 0.034 | 0.048 | 0.056 | 0.056 | 0.057 | 0.046 | 100.0% | 10 |
- | total | 15.3 | 17.062 | 18.916 | 19.109 | 19.302 | 17.281 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 51.5624389648
- Full duration: 121.866284132
-
-
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.681 | 0.825 | 1.368 | 1.468 | 1.568 | 0.975 | 100.0% | 10 |
- | nova.list_keypairs | 0.021 | 0.027 | 0.038 | 0.038 | 0.039 | 0.03 | 100.0% | 10 |
- | total | 0.715 | 0.855 | 1.394 | 1.494 | 1.593 | 1.005 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.00225996971
- Full duration: 44.8396139145
-
-
-
- test scenario NovaServers.list_servers
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | nova.list_servers | 1.385 | 1.648 | 1.794 | 1.8 | 1.806 | 1.64 | 100.0% | 10 |
- | total | 1.386 | 1.648 | 1.794 | 1.8 | 1.807 | 1.64 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 4.86725592613
- Full duration: 144.563478947
-
-
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 11.794 | 13.235 | 14.683 | 15.23 | 15.778 | 13.569 | 100.0% | 10 |
- | nova.resize | 40.775 | 43.909 | 47.803 | 47.888 | 47.973 | 44.294 | 100.0% | 10 |
- | nova.resize_confirm | 2.664 | 3.406 | 5.701 | 5.894 | 6.087 | 3.777 | 100.0% | 10 |
- | nova.delete_server | 2.831 | 2.964 | 3.671 | 4.355 | 5.038 | 3.264 | 100.0% | 10 |
- | total | 59.51 | 64.72 | 68.963 | 69.477 | 69.991 | 64.905 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 193.15106678
- Full duration: 234.439800978
-
-
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.703 | 10.351 | 11.374 | 12.306 | 13.237 | 10.631 | 100.0% | 10 |
- | nova.boot_server | 13.02 | 14.474 | 15.965 | 16.121 | 16.276 | 14.667 | 100.0% | 10 |
- | nova.delete_server | 3.826 | 5.813 | 5.967 | 6.081 | 6.196 | 5.561 | 100.0% | 10 |
- | total | 27.612 | 30.787 | 32.582 | 32.736 | 32.891 | 30.859 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 92.1244728565
- Full duration: 176.439888954
-
-
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.068 | 13.808 | 14.866 | 14.966 | 15.067 | 13.788 | 100.0% | 10 |
- | nova.stop_server | 4.417 | 6.774 | 7.032 | 7.224 | 7.416 | 6.512 | 100.0% | 10 |
- | nova.migrate | 10.786 | 11.454 | 11.957 | 11.999 | 12.04 | 11.487 | 100.0% | 10 |
- | nova.resize_confirm | 3.328 | 3.614 | 3.822 | 3.905 | 3.988 | 3.621 | 100.0% | 10 |
- | nova.delete_server | 2.862 | 3.057 | 3.364 | 3.454 | 3.544 | 3.116 | 100.0% | 10 |
- | total | 34.85 | 38.711 | 40.179 | 40.344 | 40.508 | 38.525 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 115.221567869
- Full duration: 156.790792227
-
-
-
- test scenario NovaServers.boot_and_delete_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.492 | 13.618 | 14.995 | 15.0 | 15.004 | 13.701 | 100.0% | 10 |
- | nova.delete_server | 2.88 | 3.033 | 3.371 | 3.49 | 3.61 | 3.125 | 100.0% | 10 |
- | total | 15.773 | 16.838 | 17.914 | 18.089 | 18.264 | 16.827 | 100.0% | 10 |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 50.1218390465
- Full duration: 119.306482077
-
-
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.196 | 13.798 | 15.074 | 15.293 | 15.511 | 13.812 | 100.0% | 10 |
- | nova.rebuild_server | 12.036 | 13.891 | 15.523 | 15.599 | 15.676 | 13.972 | 100.0% | 10 |
- | nova.delete_server | 2.645 | 3.268 | 3.55 | 3.589 | 3.628 | 3.208 | 100.0% | 10 |
- | total | 28.349 | 31.175 | 32.771 | 33.141 | 33.511 | 30.993 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 92.8703818321
- Full duration: 164.587569952
-
-
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.388 | 5.032 | 5.224 | 5.25 | 5.277 | 4.975 | 100.0% | 10 |
- | nova.create_100_rules | 42.993 | 44.613 | 45.762 | 45.785 | 45.808 | 44.39 | 100.0% | 10 |
- | nova.list_security_groups | 0.153 | 0.195 | 0.36 | 0.486 | 0.613 | 0.251 | 100.0% | 10 |
- | total | 48.225 | 50.01 | 50.441 | 50.635 | 50.83 | 49.616 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 149.417917013
- Full duration: 217.353839159
-
-
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.382 | 5.191 | 5.496 | 5.608 | 5.72 | 5.12 | 100.0% | 10 |
- | nova.create_100_rules | 43.059 | 44.368 | 45.778 | 46.029 | 46.28 | 44.458 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.662 | 2.265 | 2.495 | 2.664 | 2.832 | 2.215 | 100.0% | 10 |
- | total | 50.772 | 51.601 | 53.26 | 53.294 | 53.327 | 51.794 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 156.369856119
- Full duration: 199.137834787
-
-
-
- test scenario NovaServers.boot_and_bounce_server
- +-------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.013 | 14.52 | 15.332 | 15.8 | 16.267 | 14.249 | 100.0% | 10 |
- | nova.reboot_server | 5.223 | 6.071 | 6.385 | 6.462 | 6.539 | 5.987 | 100.0% | 10 |
- | nova.soft_reboot_server | 5.766 | 8.423 | 8.806 | 9.002 | 9.198 | 8.214 | 100.0% | 10 |
- | nova.stop_server | 3.892 | 6.503 | 7.587 | 10.894 | 14.201 | 6.898 | 100.0% | 10 |
- | nova.start_server | 3.432 | 4.687 | 5.177 | 5.424 | 5.672 | 4.587 | 100.0% | 10 |
- | nova.rescue_server | 7.9 | 8.519 | 9.688 | 10.196 | 10.703 | 8.724 | 100.0% | 10 |
- | nova.unrescue_server | 5.091 | 5.518 | 5.836 | 6.131 | 6.426 | 5.577 | 100.0% | 10 |
- | nova.delete_server | 2.495 | 2.921 | 3.469 | 3.516 | 3.563 | 2.974 | 100.0% | 10 |
- | total | 53.649 | 57.305 | 59.111 | 60.626 | 62.142 | 57.23 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 174.621170044
- Full duration: 245.828352928
-
-
-
- test scenario NovaServers.boot_server
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 13.233 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 |
- | total | 13.234 | 14.359 | 15.326 | 15.425 | 15.523 | 14.261 | 100.0% | 10 |
- +------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 42.6567699909
- Full duration: 99.771146059
-
-
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.306 | 4.999 | 5.282 | 5.289 | 5.296 | 4.937 | 100.0% | 10 |
- | nova.create_100_rules | 41.795 | 43.955 | 45.983 | 46.201 | 46.418 | 44.135 | 100.0% | 10 |
- | nova.boot_server | 10.075 | 11.651 | 12.302 | 13.061 | 13.82 | 11.534 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.217 | 0.249 | 0.568 | 0.572 | 0.577 | 0.338 | 100.0% | 10 |
- | nova.delete_server | 2.469 | 2.619 | 2.937 | 3.034 | 3.131 | 2.712 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.574 | 1.878 | 2.55 | 2.704 | 2.858 | 2.053 | 100.0% | 10 |
- | total | 63.097 | 65.905 | 66.858 | 67.329 | 67.8 | 65.71 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 195.037164927
- Full duration: 263.490648985
-
-
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.325 | 13.238 | 14.398 | 14.542 | 14.687 | 13.373 | 100.0% | 10 |
- | nova.pause_server | 2.412 | 2.986 | 3.177 | 3.205 | 3.233 | 2.946 | 100.0% | 10 |
- | nova.unpause_server | 2.824 | 3.169 | 3.325 | 3.392 | 3.459 | 3.13 | 100.0% | 10 |
- | nova.delete_server | 2.501 | 3.244 | 3.557 | 3.634 | 3.71 | 3.233 | 100.0% | 10 |
- | total | 21.499 | 22.307 | 24.0 | 24.022 | 24.043 | 22.682 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 67.2968730927
- Full duration: 134.783083916
-
-
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.885 | 10.866 | 11.617 | 11.636 | 11.655 | 10.841 | 100.0% | 10 |
- | nova.boot_server | 13.236 | 14.774 | 15.766 | 16.126 | 16.486 | 14.693 | 100.0% | 10 |
- | total | 23.437 | 25.64 | 27.197 | 27.213 | 27.23 | 25.534 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 78.3072631359
- Full duration: 145.979751825
-
-
-
- test scenario NovaServers.boot_and_list_server
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.745 | 14.15 | 15.755 | 15.872 | 15.99 | 14.143 | 100.0% | 10 |
- | nova.list_servers | 0.579 | 0.977 | 1.114 | 1.158 | 1.203 | 0.926 | 100.0% | 10 |
- | total | 13.49 | 14.979 | 16.933 | 16.94 | 16.947 | 15.07 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 46.7471969128
- Full duration: 130.989289045
-
-
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 09c70711-40eb-4c85-8b87-c0c081222b0d: started
- Task 09c70711-40eb-4c85-8b87-c0c081222b0d: finished
-
- test scenario Quotas.cinder_update
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | quotas.update_quotas | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 |
- | total | 1.123 | 1.192 | 1.297 | 1.331 | 1.365 | 1.21 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 3.62791609764
- Full duration: 16.2237439156
-
-
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.396 | 0.426 | 0.572 | 0.581 | 0.591 | 0.464 | 100.0% | 10 |
- | total | 0.553 | 0.575 | 0.773 | 0.834 | 0.896 | 0.64 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.80940699577
- Full duration: 13.0895729065
-
-
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.145 | 1.182 | 1.365 | 1.407 | 1.449 | 1.234 | 100.0% | 10 |
- | quotas.delete_quotas | 0.543 | 0.933 | 1.011 | 1.032 | 1.053 | 0.873 | 100.0% | 10 |
- | total | 1.723 | 2.095 | 2.413 | 2.435 | 2.456 | 2.107 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.34634900093
- Full duration: 18.2702391148
-
-
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.544 | 0.621 | 0.695 | 0.705 | 0.716 | 0.619 | 100.0% | 10 |
- | quotas.delete_quotas | 0.017 | 0.023 | 0.028 | 0.028 | 0.029 | 0.024 | 100.0% | 10 |
- | total | 0.569 | 0.642 | 0.713 | 0.726 | 0.739 | 0.643 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.95026016235
- Full duration: 13.2278659344
-
-
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.643 | 100.0% | 10 |
- | total | 0.571 | 0.647 | 0.664 | 0.692 | 0.719 | 0.644 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.94177007675
- Full duration: 13.6731410027
-
-
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task ee8c572e-1240-4996-a06f-801592da0277: started
- Task ee8c572e-1240-4996-a06f-801592da0277: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 |
- | total | 0.047 | 0.201 | 0.383 | 0.384 | 0.386 | 0.214 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.791751146317
- Full duration: 5.66926693916
-
-
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 |
- | total | 0.044 | 0.046 | 0.052 | 0.052 | 0.053 | 0.048 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.181750059128
- Full duration: 5.16227507591
-
-
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:59 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 03:38 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 22:59 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 11:16 | 35 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | keystone | 02:37 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 10:03 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 47:41 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 01:14 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:10 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:40:41 | 232 | 100.00% |
- +===================+============+===============+===========+
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'1149.9'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'1133.8'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
- vIMS - INFO - vIMS functional test duration:'2.9'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-18T13:37:06.661Z",
- "end": "2016-02-18T13:37:12.962Z",
- "duration": 5524
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-02-18T13:37:06.661Z
- End: 2016-02-18T13:37:12.962Z
- Duration: 6.301
- ****************************************
-
-
diff --git a/docs/results/fuel-os-nosdn-ovs-ha.rst b/docs/results/fuel-os-nosdn-ovs-ha.rst
deleted file mode 100644
index 8bac271c..00000000
--- a/docs/results/fuel-os-nosdn-ovs-ha.rst
+++ /dev/null
@@ -1,2285 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-nosdn-ovs-ha
-----------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '10.118.101.200'
- vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'42.1' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.4 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'28.6'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.42319 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10399 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 21.61136 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.17689 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 44.97306 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.61967 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.61148 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.36880 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.97375 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.39432 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62328 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.37363 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.61586 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.35380 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.67239 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.38634 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.05724 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.53191 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.18318 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.22600 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.02248 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 2.15108 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.32340 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.71240 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 16.19396 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.08151 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 5.38225 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.30658 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.03364 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.55185 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.60722 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.61518 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.10976 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.10289 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.10607 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09006 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.39571 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.55219 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00134 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20517 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08353 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.01952 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.07490 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.11856 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03290 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.04317 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04307 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.08060 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.09867 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.31911 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03124 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10668 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.11260 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20834 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.75046 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.37893 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.36982 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.68314 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.57271 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.64458 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.92495 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 22.44224 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 30.13484 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 15.86074 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.98275 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.59054 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 3.72221 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.78814 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.60414 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.08274 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.16235 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 2.57737 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.46117 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.22501 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 1.11043 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.71277 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.10491 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.50933 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.94894 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.36216 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.57821 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.85906 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.81229 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.26423 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.39718 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00093 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.29322 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02099 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.64378 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.06226 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.83135 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.08382 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.30164 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.04541 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.97480 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.05415 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.26485 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02006 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.84845 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.10464 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.02679 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64732 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.79302 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38635 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.67061 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.34593 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09899 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08376 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.07817 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10831 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.09626 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.09352 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57765 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.66822 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 3.06984 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.62527 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.08457 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.35650 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.99120 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.72175 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.61046 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 4.54154 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.24168 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 3.49353 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.50686 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.20151 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.69691 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.39375 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.38459 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.29588 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.51586 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.70137 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.60901 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.31436 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.32710 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.05551 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.45609 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.05677 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.98082 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.63311 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.09653 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.35475 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.90406 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 3.62630 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.17609 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.37848 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.09860 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 7.70778 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 4.78033 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.62080 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 3.61729 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.56892 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.67551 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 3.90091 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.96428 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.98439 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.83806 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29228 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.05162 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.96419 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.36613 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.64793 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.64806 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.04923 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.42249 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61494 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.64431 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.61515 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.79836 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84027 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.71970 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06703 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 15.64501 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.81335 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.28514 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.08361 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 13.04419 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.72121 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.46298 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.52032 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.06039 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.07579 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 56.52179 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 42.52437 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 81.46846 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 72.34328 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-1602:24:40.738841', 'duration': 234, 'tests': 210, 'failures': 26}
-
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: started
- Task 3074958f-9ce1-47bc-9d9d-e78bc2233a68: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.519 | 0.582 | 0.614 | 0.616 | 0.619 | 0.577 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.318 | 0.548 | 0.621 | 0.699 | 0.777 | 0.557 | 100.0% | 10 |
- | total | 1.086 | 1.305 | 1.37 | 1.467 | 1.563 | 1.307 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.99583816528
- Full duration: 11.4604001045
-
-
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.139 | 0.157 | 0.174 | 0.175 | 0.175 | 0.158 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.509595870972
- Full duration: 8.08681082726
-
-
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.281 | 0.3 | 0.407 | 0.408 | 0.409 | 0.322 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.049 | 0.288 | 0.309 | 0.343 | 0.377 | 0.254 | 100.0% | 10 |
- | total | 0.474 | 0.756 | 0.876 | 0.883 | 0.89 | 0.748 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.13345599174
- Full duration: 9.90360093117
-
-
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.263 | 0.305 | 0.334 | 0.394 | 0.454 | 0.313 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.031 | 0.045 | 0.061 | 0.07 | 0.079 | 0.048 | 100.0% | 10 |
- | total | 0.456 | 0.517 | 0.555 | 0.62 | 0.686 | 0.525 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.58427906036
- Full duration: 9.08766698837
-
-
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.279 | 0.31 | 0.336 | 0.384 | 0.433 | 0.316 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.023 | 0.284 | 0.356 | 0.475 | 0.594 | 0.244 | 100.0% | 10 |
- | total | 0.44 | 0.784 | 0.989 | 1.066 | 1.142 | 0.75 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.06888413429
- Full duration: 9.67203593254
-
-
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.279 | 0.333 | 0.347 | 0.348 | 0.348 | 0.328 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.042 | 0.302 | 0.341 | 0.374 | 0.407 | 0.263 | 100.0% | 10 |
- | total | 0.467 | 0.804 | 0.848 | 0.869 | 0.89 | 0.757 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.20722603798
- Full duration: 10.0450489521
-
-
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: started
- Task 2d256e70-85ea-4394-a6ef-c1bb7f56a349: finished
-
- test scenario GlanceImages.list_images
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+------+--------+--------+--------+------+-------+---------+-------+
- | glance.list_images | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 |
- | total | 0.69 | 0.754 | 0.845 | 0.853 | 0.86 | 0.771 | 100.0% | 10 |
- +--------------------+------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 2.37443709373
- Full duration: 12.192773819
-
-
-
- test scenario GlanceImages.create_image_and_boot_instances
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 7.016 | 7.626 | 8.071 | 8.175 | 8.28 | 7.656 | 100.0% | 10 |
- | nova.boot_servers | 14.247 | 15.398 | 16.507 | 16.622 | 16.737 | 15.457 | 100.0% | 10 |
- | total | 21.583 | 22.978 | 23.909 | 24.335 | 24.761 | 23.114 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.0709619522
- Full duration: 125.822338104
-
-
-
- test scenario GlanceImages.create_and_list_image
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 7.021 | 7.699 | 9.045 | 14.322 | 19.599 | 8.763 | 100.0% | 10 |
- | glance.list_images | 0.334 | 0.602 | 0.657 | 0.684 | 0.71 | 0.593 | 100.0% | 10 |
- | total | 7.61 | 8.326 | 9.638 | 14.906 | 20.173 | 9.356 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.350317955
- Full duration: 54.6049070358
-
-
-
- test scenario GlanceImages.create_and_delete_image
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 7.113 | 7.689 | 7.945 | 7.946 | 7.948 | 7.622 | 100.0% | 10 |
- | glance.delete_image | 1.846 | 2.236 | 3.676 | 9.026 | 14.377 | 3.407 | 100.0% | 10 |
- | total | 9.452 | 9.823 | 11.494 | 16.81 | 22.126 | 11.029 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.6257281303
- Full duration: 42.0794751644
-
-
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task 9f092186-5955-4467-948a-16d0404a8c2f: started
- Task 9f092186-5955-4467-948a-16d0404a8c2f: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 10.268 | 12.476 | 13.344 | 13.444 | 13.544 | 12.273 | 100.0% | 10 |
- | cinder.create_volume | 3.181 | 3.689 | 3.924 | 4.051 | 4.178 | 3.675 | 100.0% | 10 |
- | nova.attach_volume | 3.763 | 4.185 | 6.83 | 6.904 | 6.978 | 4.705 | 100.0% | 10 |
- | nova.detach_volume | 3.274 | 3.884 | 4.469 | 4.48 | 4.491 | 3.865 | 100.0% | 10 |
- | cinder.delete_volume | 0.598 | 2.89 | 3.108 | 3.229 | 3.351 | 2.513 | 100.0% | 10 |
- | nova.delete_server | 2.824 | 3.112 | 3.135 | 3.142 | 3.15 | 3.06 | 100.0% | 10 |
- | total | 28.505 | 29.774 | 31.521 | 31.648 | 31.774 | 30.091 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 89.9433991909
- Full duration: 132.382716179
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 9.263 | 9.593 | 10.234 | 10.313 | 10.391 | 9.735 | 100.0% | 10 |
- | cinder.list_volumes | 0.073 | 0.334 | 0.502 | 0.51 | 0.517 | 0.325 | 100.0% | 10 |
- | total | 9.347 | 9.982 | 10.562 | 10.633 | 10.704 | 10.06 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 30.0611338615
- Full duration: 53.2253141403
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.693 | 3.995 | 4.393 | 4.446 | 4.498 | 4.011 | 100.0% | 10 |
- | cinder.list_volumes | 0.073 | 0.365 | 0.473 | 0.503 | 0.532 | 0.334 | 100.0% | 10 |
- | total | 3.792 | 4.367 | 4.739 | 4.852 | 4.964 | 4.345 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.0783438683
- Full duration: 34.8268380165
-
-
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 3.034 | 3.324 | 3.749 | 4.714 | 5.679 | 3.488 | 100.0% | 10 |
- | cinder.list_snapshots | 0.027 | 0.306 | 0.324 | 0.326 | 0.329 | 0.227 | 100.0% | 10 |
- | total | 3.132 | 3.417 | 4.072 | 5.033 | 5.994 | 3.715 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.4324269295
- Full duration: 51.1932430267
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.495 | 3.952 | 4.201 | 4.213 | 4.224 | 3.929 | 100.0% | 10 |
- | cinder.delete_volume | 0.559 | 2.729 | 3.265 | 3.327 | 3.389 | 2.111 | 100.0% | 10 |
- | total | 4.352 | 6.379 | 7.367 | 7.421 | 7.476 | 6.04 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.7915260792
- Full duration: 37.4740400314
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.153 | 9.894 | 10.152 | 10.17 | 10.189 | 9.798 | 100.0% | 10 |
- | cinder.delete_volume | 0.563 | 0.972 | 3.341 | 3.425 | 3.51 | 1.572 | 100.0% | 10 |
- | total | 9.717 | 10.853 | 13.493 | 13.596 | 13.699 | 11.371 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.9503250122
- Full duration: 51.7525529861
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.461 | 3.688 | 4.442 | 4.444 | 4.447 | 3.838 | 100.0% | 10 |
- | cinder.delete_volume | 0.493 | 0.917 | 3.039 | 3.183 | 3.328 | 1.504 | 100.0% | 10 |
- | total | 4.048 | 4.704 | 7.416 | 7.425 | 7.434 | 5.343 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.7748939991
- Full duration: 35.0109767914
-
-
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.474 | 3.728 | 4.034 | 4.158 | 4.283 | 3.802 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 16.739 | 27.612 | 32.627 | 32.648 | 32.669 | 26.268 | 100.0% | 10 |
- | cinder.delete_volume | 0.914 | 2.817 | 3.041 | 3.073 | 3.105 | 2.347 | 100.0% | 10 |
- | nova.delete_image | 2.403 | 2.717 | 2.8 | 2.899 | 2.999 | 2.685 | 100.0% | 10 |
- | total | 26.184 | 36.276 | 42.076 | 42.091 | 42.105 | 35.103 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 100.882842064
- Full duration: 122.017296791
-
-
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.994 | 3.448 | 3.79 | 4.429 | 5.067 | 3.513 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.529 | 2.878 | 3.135 | 3.14 | 3.144 | 2.867 | 100.0% | 10 |
- | total | 5.551 | 6.333 | 6.766 | 7.484 | 8.202 | 6.38 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 20.3024630547
- Full duration: 53.5971570015
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.445 | 3.759 | 3.809 | 3.811 | 3.814 | 3.703 | 100.0% | 10 |
- | total | 3.445 | 3.759 | 3.809 | 3.812 | 3.814 | 3.703 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.0321419239
- Full duration: 28.9824199677
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.698 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 |
- | total | 3.699 | 3.935 | 4.094 | 4.163 | 4.233 | 3.919 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.7128379345
- Full duration: 34.5113909245
-
-
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 |
- | total | 0.491 | 0.525 | 0.554 | 0.555 | 0.556 | 0.529 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.63166594505
- Full duration: 66.0012481213
-
-
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.397 | 3.887 | 4.192 | 4.206 | 4.22 | 3.861 | 100.0% | 10 |
- | cinder.create_snapshot | 2.867 | 3.153 | 3.188 | 3.25 | 3.311 | 3.111 | 100.0% | 10 |
- | nova.attach_volume | 3.869 | 5.36 | 10.321 | 11.444 | 12.567 | 6.387 | 100.0% | 10 |
- | nova.detach_volume | 3.309 | 3.955 | 4.207 | 4.268 | 4.33 | 3.843 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.26 | 2.629 | 2.904 | 3.051 | 3.199 | 2.668 | 100.0% | 10 |
- | cinder.delete_volume | 0.553 | 2.446 | 2.844 | 2.938 | 3.033 | 1.903 | 100.0% | 10 |
- | total | 18.664 | 22.016 | 27.546 | 29.149 | 30.752 | 22.899 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 67.0612659454
- Full duration: 183.666878939
-
-
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.553 | 3.919 | 4.193 | 4.206 | 4.219 | 3.896 | 100.0% | 10 |
- | cinder.delete_volume | 2.698 | 3.101 | 3.447 | 3.564 | 3.682 | 3.136 | 100.0% | 10 |
- | total | 6.251 | 7.071 | 7.484 | 7.564 | 7.645 | 7.032 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.0021979809
- Full duration: 55.9390618801
-
-
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.435 | 4.074 | 4.424 | 4.424 | 4.425 | 4.026 | 100.0% | 10 |
- | cinder.extend_volume | 0.707 | 1.246 | 3.299 | 3.344 | 3.389 | 1.877 | 100.0% | 10 |
- | cinder.delete_volume | 0.692 | 1.948 | 3.07 | 3.114 | 3.157 | 1.937 | 100.0% | 10 |
- | total | 5.944 | 8.052 | 8.803 | 9.273 | 9.743 | 7.84 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.8975720406
- Full duration: 43.0286390781
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.311 | 3.828 | 3.963 | 3.983 | 4.004 | 3.796 | 100.0% | 10 |
- | cinder.create_snapshot | 2.536 | 2.956 | 3.228 | 3.282 | 3.336 | 2.967 | 100.0% | 10 |
- | nova.attach_volume | 3.854 | 4.422 | 6.403 | 6.702 | 7.002 | 4.856 | 100.0% | 10 |
- | nova.detach_volume | 3.28 | 3.968 | 4.168 | 4.23 | 4.291 | 3.861 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.409 | 2.566 | 2.92 | 2.931 | 2.943 | 2.652 | 100.0% | 10 |
- | cinder.delete_volume | 0.616 | 2.517 | 2.894 | 3.087 | 3.279 | 2.098 | 100.0% | 10 |
- | total | 19.096 | 21.622 | 23.818 | 24.006 | 24.195 | 21.486 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 61.8816320896
- Full duration: 192.880079985
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.008 | 3.875 | 4.246 | 4.262 | 4.278 | 3.77 | 100.0% | 10 |
- | cinder.create_snapshot | 2.518 | 3.123 | 3.599 | 3.708 | 3.818 | 3.136 | 100.0% | 10 |
- | nova.attach_volume | 3.945 | 5.453 | 7.683 | 8.854 | 10.024 | 5.87 | 100.0% | 10 |
- | nova.detach_volume | 3.292 | 3.879 | 4.458 | 4.792 | 5.127 | 3.95 | 100.0% | 10 |
- | cinder.delete_snapshot | 0.527 | 2.572 | 2.804 | 2.854 | 2.904 | 2.393 | 100.0% | 10 |
- | cinder.delete_volume | 0.894 | 2.839 | 3.023 | 3.037 | 3.052 | 2.513 | 100.0% | 10 |
- | total | 20.01 | 23.245 | 26.325 | 27.177 | 28.028 | 23.414 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 71.9912419319
- Full duration: 203.27274704
-
-
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task f964ffc4-416b-4d44-b65d-29baeaea8bec: started
- Task f964ffc4-416b-4d44-b65d-29baeaea8bec: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.969 | 4.357 | 4.55 | 4.551 | 4.551 | 4.324 | 100.0% | 10 |
- | heat.suspend_stack | 1.657 | 1.711 | 1.822 | 1.868 | 1.915 | 1.731 | 100.0% | 10 |
- | heat.resume_stack | 1.437 | 1.616 | 1.637 | 1.648 | 1.658 | 1.574 | 100.0% | 10 |
- | heat.delete_stack | 1.403 | 1.555 | 1.702 | 2.211 | 2.721 | 1.658 | 100.0% | 10 |
- | total | 8.875 | 9.374 | 9.503 | 9.735 | 9.967 | 9.288 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 27.5499420166
- Full duration: 37.6667420864
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.985 | 4.305 | 4.343 | 4.374 | 4.405 | 4.237 | 100.0% | 10 |
- | heat.delete_stack | 1.379 | 1.455 | 1.484 | 1.487 | 1.489 | 1.447 | 100.0% | 10 |
- | total | 5.451 | 5.729 | 5.798 | 5.812 | 5.826 | 5.683 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.0478360653
- Full duration: 27.8095588684
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 26.314 | 28.232 | 29.851 | 29.855 | 29.859 | 28.255 | 100.0% | 10 |
- | heat.delete_stack | 10.7 | 11.864 | 12.929 | 12.939 | 12.949 | 12.051 | 100.0% | 10 |
- | total | 38.29 | 40.481 | 41.719 | 41.722 | 41.725 | 40.306 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 120.330497026
- Full duration: 130.361554861
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 22.65 | 24.176 | 25.608 | 26.138 | 26.667 | 24.433 | 100.0% | 10 |
- | heat.delete_stack | 10.59 | 11.212 | 11.949 | 12.486 | 13.022 | 11.332 | 100.0% | 10 |
- | total | 33.338 | 36.173 | 37.277 | 37.282 | 37.287 | 35.765 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 105.698035955
- Full duration: 115.92205596
-
-
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.513 | 0.529 | 0.55 | 0.555 | 0.559 | 0.532 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.513 | 0.529 | 0.55 | 0.555 | 0.56 | 0.532 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.66571998596
- Full duration: 10.2634401321
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- | heat.create_stack | 3.891 | 4.318 | 4.491 | 4.525 | 4.559 | 4.283 | 100.0% | 10 |
- | heat.update_stack | 3.532 | 3.653 | 3.805 | 3.849 | 3.893 | 3.669 | 100.0% | 10 |
- | heat.delete_stack | 1.517 | 2.659 | 2.766 | 2.767 | 2.768 | 2.555 | 100.0% | 10 |
- | total | 9.434 | 10.591 | 10.815 | 10.957 | 11.1 | 10.507 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 31.6606299877
- Full duration: 41.6391699314
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 3.815 | 4.241 | 4.394 | 4.403 | 4.411 | 4.206 | 100.0% | 10 |
- | heat.update_stack | 3.536 | 3.637 | 3.758 | 3.809 | 3.86 | 3.655 | 100.0% | 10 |
- | heat.delete_stack | 1.359 | 1.407 | 1.693 | 2.128 | 2.563 | 1.55 | 100.0% | 10 |
- | total | 9.067 | 9.301 | 9.655 | 10.15 | 10.645 | 9.412 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 27.7025399208
- Full duration: 38.6538958549
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.845 | 4.648 | 5.545 | 5.549 | 5.552 | 4.702 | 100.0% | 10 |
- | heat.update_stack | 5.818 | 5.896 | 6.239 | 6.242 | 6.246 | 5.982 | 100.0% | 10 |
- | heat.delete_stack | 2.479 | 2.526 | 2.59 | 2.606 | 2.623 | 2.537 | 100.0% | 10 |
- | total | 12.651 | 13.069 | 13.902 | 13.942 | 13.981 | 13.221 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.0307080746
- Full duration: 49.9186120033
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 5.244 | 5.361 | 5.485 | 5.498 | 5.511 | 5.375 | 100.0% | 10 |
- | heat.update_stack | 9.239 | 9.295 | 9.34 | 9.346 | 9.353 | 9.298 | 100.0% | 10 |
- | heat.delete_stack | 3.643 | 3.694 | 3.736 | 3.74 | 3.745 | 3.697 | 100.0% | 10 |
- | total | 18.262 | 18.349 | 18.503 | 18.508 | 18.514 | 18.37 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 55.1248130798
- Full duration: 66.4681949615
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.185 | 4.4 | 4.476 | 4.481 | 4.486 | 4.371 | 100.0% | 10 |
- | heat.update_stack | 5.806 | 5.891 | 5.921 | 5.933 | 5.946 | 5.879 | 100.0% | 10 |
- | heat.delete_stack | 2.512 | 2.569 | 2.622 | 2.626 | 2.629 | 2.572 | 100.0% | 10 |
- | total | 12.536 | 12.853 | 12.946 | 12.953 | 12.959 | 12.821 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.3984200954
- Full duration: 49.409635067
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.99 | 4.405 | 4.621 | 4.622 | 4.623 | 4.393 | 100.0% | 10 |
- | heat.update_stack | 3.536 | 3.563 | 3.779 | 3.832 | 3.885 | 3.624 | 100.0% | 10 |
- | heat.delete_stack | 1.335 | 2.488 | 2.546 | 2.555 | 2.564 | 2.09 | 100.0% | 10 |
- | total | 9.272 | 10.325 | 10.734 | 10.81 | 10.886 | 10.107 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 30.7103030682
- Full duration: 41.7412381172
-
-
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.146 | 4.271 | 4.393 | 4.448 | 4.504 | 4.284 | 100.0% | 10 |
- | heat.list_stacks | 0.072 | 0.1 | 0.111 | 0.115 | 0.119 | 0.097 | 100.0% | 10 |
- | total | 4.254 | 4.376 | 4.494 | 4.541 | 4.588 | 4.382 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.1074800491
- Full duration: 29.5266339779
-
-
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.907 | 4.192 | 4.293 | 4.364 | 4.435 | 4.155 | 100.0% | 10 |
- | heat.check_stack | 0.745 | 1.525 | 1.901 | 1.922 | 1.944 | 1.529 | 100.0% | 10 |
- | heat.delete_stack | 1.391 | 2.514 | 2.598 | 2.642 | 2.685 | 2.316 | 100.0% | 10 |
- | total | 7.026 | 8.237 | 8.42 | 8.494 | 8.569 | 8.0 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.9746980667
- Full duration: 35.3819260597
-
-
-
- run_rally - INFO - Test scenario: "heat" OK.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 66a8f673-a0ba-4559-8d8e-34457024edd9: started
- Task 66a8f673-a0ba-4559-8d8e-34457024edd9: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.269 | 0.303 | 0.372 | 0.379 | 0.386 | 0.315 | 100.0% | 10 |
- | keystone.create_users | 1.601 | 1.647 | 1.771 | 1.776 | 1.78 | 1.67 | 100.0% | 10 |
- | total | 1.871 | 1.96 | 2.095 | 2.101 | 2.107 | 1.985 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.90541005135
- Full duration: 21.2136161327
-
-
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.274 | 0.295 | 0.314 | 0.347 | 0.379 | 0.299 | 100.0% | 10 |
- | keystone.add_role | 0.254 | 0.271 | 0.354 | 0.378 | 0.401 | 0.289 | 100.0% | 10 |
- | keystone.list_roles | 0.133 | 0.141 | 0.154 | 0.155 | 0.155 | 0.142 | 100.0% | 10 |
- | total | 0.673 | 0.705 | 0.811 | 0.828 | 0.844 | 0.73 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.21612095833
- Full duration: 15.3072237968
-
-
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.278 | 0.365 | 0.443 | 0.457 | 0.472 | 0.359 | 100.0% | 10 |
- | keystone.add_role | 0.262 | 0.275 | 0.348 | 0.352 | 0.356 | 0.291 | 100.0% | 10 |
- | keystone.remove_role | 0.153 | 0.168 | 0.178 | 0.18 | 0.182 | 0.167 | 100.0% | 10 |
- | total | 0.723 | 0.83 | 0.906 | 0.91 | 0.915 | 0.817 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.51204109192
- Full duration: 15.9939908981
-
-
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.283 | 0.313 | 0.4 | 0.402 | 0.403 | 0.333 | 100.0% | 10 |
- | keystone.update_tenant | 0.128 | 0.156 | 0.251 | 0.251 | 0.251 | 0.178 | 100.0% | 10 |
- | keystone.delete_tenant | 0.307 | 0.356 | 0.433 | 0.451 | 0.469 | 0.365 | 100.0% | 10 |
- | total | 0.775 | 0.886 | 0.937 | 0.975 | 1.013 | 0.876 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.67470407486
- Full duration: 14.5480179787
-
-
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.262 | 0.301 | 0.324 | 0.35 | 0.375 | 0.301 | 100.0% | 10 |
- | keystone.delete_service | 0.136 | 0.163 | 0.181 | 0.209 | 0.236 | 0.165 | 100.0% | 10 |
- | total | 0.413 | 0.47 | 0.521 | 0.522 | 0.524 | 0.467 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.38856720924
- Full duration: 12.6957240105
-
-
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.275 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 |
- | total | 0.276 | 0.301 | 0.313 | 0.324 | 0.335 | 0.299 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.917107105255
- Full duration: 8.57450699806
-
-
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.287 | 0.309 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 |
- | total | 0.287 | 0.31 | 0.394 | 0.408 | 0.422 | 0.331 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.01195383072
- Full duration: 9.76411700249
-
-
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.29 | 0.31 | 0.33 | 0.331 | 0.332 | 0.311 | 100.0% | 10 |
- | keystone.list_tenants | 0.122 | 0.138 | 0.16 | 0.194 | 0.229 | 0.146 | 100.0% | 10 |
- | total | 0.422 | 0.451 | 0.492 | 0.525 | 0.558 | 0.457 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.38993692398
- Full duration: 15.0407979488
-
-
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.29 | 0.367 | 0.474 | 0.501 | 0.528 | 0.374 | 100.0% | 10 |
- | keystone.delete_role | 0.276 | 0.317 | 0.52 | 0.54 | 0.561 | 0.362 | 100.0% | 10 |
- | total | 0.572 | 0.704 | 0.994 | 1.042 | 1.089 | 0.737 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.35643291473
- Full duration: 13.3514738083
-
-
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.266 | 0.31 | 0.344 | 0.369 | 0.393 | 0.313 | 100.0% | 10 |
- | keystone.create_user | 0.137 | 0.157 | 0.169 | 0.174 | 0.179 | 0.158 | 100.0% | 10 |
- | keystone.create_role | 0.124 | 0.142 | 0.164 | 0.199 | 0.234 | 0.151 | 100.0% | 10 |
- | keystone.get_tenant | 0.112 | 0.129 | 0.147 | 0.149 | 0.15 | 0.13 | 100.0% | 10 |
- | keystone.get_user | 0.126 | 0.135 | 0.148 | 0.15 | 0.153 | 0.137 | 100.0% | 10 |
- | keystone.get_role | 0.116 | 0.127 | 0.143 | 0.156 | 0.169 | 0.131 | 100.0% | 10 |
- | keystone.service_list | 0.117 | 0.135 | 0.218 | 0.224 | 0.23 | 0.152 | 100.0% | 10 |
- | keystone.get_service | 0.12 | 0.13 | 0.172 | 0.197 | 0.221 | 0.141 | 100.0% | 10 |
- | total | 1.204 | 1.319 | 1.391 | 1.394 | 1.398 | 1.315 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.94662213326
- Full duration: 21.1036419868
-
-
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.28 | 0.313 | 0.343 | 0.364 | 0.385 | 0.32 | 100.0% | 10 |
- | keystone.list_users | 0.123 | 0.141 | 0.158 | 0.197 | 0.235 | 0.148 | 100.0% | 10 |
- | total | 0.43 | 0.461 | 0.516 | 0.53 | 0.545 | 0.468 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.41474604607
- Full duration: 9.85008382797
-
-
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: started
- Task 2ead843e-f4d1-4ee2-a635-0d37175e3c39: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.788 | 0.834 | 0.941 | 0.962 | 0.984 | 0.854 | 100.0% | 10 |
- | neutron.delete_port | 0.229 | 0.625 | 0.757 | 0.814 | 0.871 | 0.637 | 100.0% | 10 |
- | total | 1.057 | 1.507 | 1.702 | 1.707 | 1.712 | 1.492 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.537129879
- Full duration: 55.4609839916
-
-
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.706 | 0.789 | 0.991 | 0.992 | 0.992 | 0.825 | 100.0% | 10 |
- | neutron.create_router | 0.068 | 0.482 | 0.587 | 0.666 | 0.746 | 0.47 | 100.0% | 10 |
- | neutron.add_interface_router | 0.711 | 0.784 | 0.907 | 1.031 | 1.155 | 0.817 | 100.0% | 10 |
- | neutron.list_routers | 0.417 | 0.467 | 0.513 | 0.54 | 0.567 | 0.474 | 100.0% | 10 |
- | total | 2.404 | 2.525 | 2.859 | 2.897 | 2.934 | 2.587 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.67870306969
- Full duration: 58.1500780582
-
-
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.749 | 0.813 | 0.872 | 0.875 | 0.878 | 0.816 | 100.0% | 10 |
- | neutron.create_router | 0.06 | 0.463 | 0.517 | 0.53 | 0.544 | 0.435 | 100.0% | 10 |
- | neutron.add_interface_router | 0.335 | 0.772 | 0.867 | 0.868 | 0.869 | 0.707 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.341 | 0.691 | 0.901 | 0.916 | 0.93 | 0.69 | 100.0% | 10 |
- | neutron.delete_router | 0.553 | 0.682 | 0.838 | 0.854 | 0.87 | 0.686 | 100.0% | 10 |
- | total | 2.946 | 3.271 | 3.758 | 3.795 | 3.832 | 3.335 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.81285190582
- Full duration: 60.2574419975
-
-
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.81 | 0.883 | 0.976 | 0.981 | 0.987 | 0.89 | 100.0% | 10 |
- | neutron.list_ports | 0.563 | 0.626 | 0.776 | 0.827 | 0.877 | 0.652 | 100.0% | 10 |
- | total | 1.398 | 1.535 | 1.661 | 1.723 | 1.785 | 1.542 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.79494190216
- Full duration: 57.4564638138
-
-
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.782 | 0.868 | 0.944 | 0.944 | 0.945 | 0.867 | 100.0% | 10 |
- | neutron.delete_subnet | 0.579 | 0.66 | 0.806 | 0.813 | 0.82 | 0.679 | 100.0% | 10 |
- | total | 1.374 | 1.515 | 1.721 | 1.735 | 1.75 | 1.546 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.67370796204
- Full duration: 54.8155629635
-
-
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.617 | 0.701 | 0.786 | 0.79 | 0.794 | 0.702 | 100.0% | 10 |
- | neutron.delete_network | 0.516 | 0.595 | 0.635 | 0.66 | 0.685 | 0.592 | 100.0% | 10 |
- | total | 1.156 | 1.302 | 1.382 | 1.392 | 1.401 | 1.294 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.91053414345
- Full duration: 34.4190309048
-
-
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.605 | 0.698 | 0.893 | 0.897 | 0.901 | 0.723 | 100.0% | 10 |
- | neutron.list_networks | 0.403 | 0.422 | 0.518 | 0.522 | 0.526 | 0.44 | 100.0% | 10 |
- | total | 1.013 | 1.156 | 1.315 | 1.315 | 1.315 | 1.163 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.48294115067
- Full duration: 36.022400856
-
-
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.749 | 0.82 | 0.85 | 0.884 | 0.919 | 0.816 | 100.0% | 10 |
- | neutron.create_router | 0.077 | 0.47 | 0.6 | 0.73 | 0.861 | 0.482 | 100.0% | 10 |
- | neutron.add_interface_router | 0.362 | 0.752 | 0.811 | 0.858 | 0.904 | 0.692 | 100.0% | 10 |
- | neutron.update_router | 0.206 | 0.635 | 0.668 | 0.68 | 0.691 | 0.554 | 100.0% | 10 |
- | total | 1.848 | 2.659 | 2.876 | 3.008 | 3.14 | 2.544 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.22650980949
- Full duration: 60.5388588905
-
-
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.654 | 0.724 | 0.888 | 0.911 | 0.934 | 0.756 | 100.0% | 10 |
- | neutron.update_network | 0.145 | 0.545 | 0.569 | 0.59 | 0.611 | 0.502 | 100.0% | 10 |
- | total | 1.018 | 1.265 | 1.427 | 1.431 | 1.436 | 1.258 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.75120806694
- Full duration: 35.950884819
-
-
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.814 | 0.896 | 0.995 | 1.01 | 1.024 | 0.896 | 100.0% | 10 |
- | neutron.update_port | 0.181 | 0.562 | 0.612 | 0.65 | 0.689 | 0.537 | 100.0% | 10 |
- | total | 0.995 | 1.461 | 1.585 | 1.597 | 1.608 | 1.433 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.42992901802
- Full duration: 55.774241209
-
-
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.726 | 0.805 | 1.041 | 1.045 | 1.049 | 0.845 | 100.0% | 10 |
- | neutron.list_subnets | 0.053 | 0.422 | 0.446 | 0.446 | 0.446 | 0.353 | 100.0% | 10 |
- | total | 0.861 | 1.221 | 1.458 | 1.458 | 1.458 | 1.199 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.38276219368
- Full duration: 55.0756671429
-
-
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.731 | 0.802 | 0.891 | 0.923 | 0.954 | 0.814 | 100.0% | 10 |
- | neutron.update_subnet | 0.186 | 0.573 | 0.629 | 0.662 | 0.694 | 0.455 | 100.0% | 10 |
- | total | 0.962 | 1.374 | 1.524 | 1.533 | 1.543 | 1.27 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.90665698051
- Full duration: 56.0127599239
-
-
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 63203b68-fb0f-4190-b881-339d49343b7e: started
- Task 63203b68-fb0f-4190-b881-339d49343b7e: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.701 | 0.818 | 0.937 | 1.171 | 1.406 | 0.867 | 100.0% | 10 |
- | nova.delete_keypair | 0.032 | 0.044 | 0.06 | 0.062 | 0.065 | 0.046 | 100.0% | 10 |
- | total | 0.733 | 0.862 | 0.986 | 1.228 | 1.471 | 0.913 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.58676719666
- Full duration: 44.6176929474
-
-
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 13.231 | 15.082 | 16.288 | 16.485 | 16.681 | 15.005 | 100.0% | 10 |
- | nova.create_image | 11.557 | 12.205 | 14.231 | 14.559 | 14.887 | 12.815 | 100.0% | 10 |
- | nova.delete_server | 2.824 | 3.432 | 3.623 | 3.636 | 3.649 | 3.306 | 100.0% | 10 |
- | nova.boot_server (2) | 11.125 | 13.278 | 14.799 | 15.311 | 15.823 | 13.287 | 100.0% | 10 |
- | nova.delete_server (2) | 2.504 | 2.94 | 3.422 | 3.44 | 3.457 | 3.055 | 100.0% | 10 |
- | nova.delete_image | 2.668 | 3.276 | 3.598 | 3.634 | 3.669 | 3.259 | 100.0% | 10 |
- | total | 47.925 | 50.051 | 54.553 | 54.844 | 55.135 | 50.728 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 149.159065008
- Full duration: 223.027470827
-
-
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.681 | 0.807 | 0.953 | 1.005 | 1.056 | 0.813 | 100.0% | 10 |
- | nova.boot_server | 12.625 | 13.795 | 14.626 | 14.992 | 15.358 | 13.92 | 100.0% | 10 |
- | nova.delete_server | 2.895 | 3.252 | 3.838 | 4.433 | 5.028 | 3.378 | 100.0% | 10 |
- | nova.delete_keypair | 0.041 | 0.049 | 0.084 | 0.2 | 0.316 | 0.076 | 100.0% | 10 |
- | total | 16.437 | 18.013 | 19.364 | 19.978 | 20.591 | 18.187 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 54.020512104
- Full duration: 122.761439085
-
-
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.633 | 0.811 | 0.88 | 0.945 | 1.01 | 0.797 | 100.0% | 10 |
- | nova.list_keypairs | 0.019 | 0.032 | 0.048 | 0.057 | 0.065 | 0.034 | 100.0% | 10 |
- | total | 0.663 | 0.833 | 0.925 | 0.988 | 1.051 | 0.831 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.51079297066
- Full duration: 45.2959558964
-
-
-
- test scenario NovaServers.list_servers
- +---------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | nova.list_servers | 1.153 | 1.561 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 |
- | total | 1.153 | 1.562 | 1.667 | 1.699 | 1.73 | 1.534 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 4.51852703094
- Full duration: 136.974627972
-
-
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.504 | 13.59 | 14.825 | 15.228 | 15.63 | 13.671 | 100.0% | 10 |
- | nova.resize | 41.099 | 42.204 | 47.49 | 47.556 | 47.621 | 44.023 | 100.0% | 10 |
- | nova.resize_confirm | 2.651 | 3.698 | 3.805 | 4.059 | 4.314 | 3.556 | 100.0% | 10 |
- | nova.delete_server | 2.631 | 3.022 | 3.411 | 4.443 | 5.475 | 3.21 | 100.0% | 10 |
- | total | 60.59 | 62.713 | 69.597 | 69.873 | 70.149 | 64.46 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 192.511741161
- Full duration: 232.632377863
-
-
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.605 | 10.39 | 10.671 | 10.678 | 10.685 | 10.283 | 100.0% | 10 |
- | nova.boot_server | 13.194 | 15.101 | 15.844 | 16.008 | 16.171 | 15.084 | 100.0% | 10 |
- | nova.delete_server | 5.067 | 5.835 | 6.025 | 6.147 | 6.269 | 5.704 | 100.0% | 10 |
- | total | 29.712 | 31.089 | 31.863 | 32.17 | 32.477 | 31.072 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 93.8591198921
- Full duration: 176.781407833
-
-
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.007 | 12.628 | 15.251 | 15.726 | 16.2 | 13.337 | 100.0% | 10 |
- | nova.stop_server | 5.734 | 6.679 | 7.157 | 7.198 | 7.239 | 6.643 | 100.0% | 10 |
- | nova.migrate | 11.005 | 12.115 | 12.764 | 12.898 | 13.031 | 12.041 | 100.0% | 10 |
- | nova.resize_confirm | 2.991 | 3.639 | 4.391 | 5.442 | 6.493 | 3.866 | 100.0% | 10 |
- | nova.delete_server | 2.512 | 2.889 | 3.089 | 3.162 | 3.235 | 2.846 | 100.0% | 10 |
- | total | 36.009 | 38.096 | 41.114 | 42.08 | 43.046 | 38.733 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 117.547358036
- Full duration: 158.547077894
-
-
-
- test scenario NovaServers.boot_and_delete_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.11 | 12.864 | 14.437 | 14.962 | 15.486 | 13.148 | 100.0% | 10 |
- | nova.delete_server | 2.855 | 3.146 | 3.605 | 3.624 | 3.644 | 3.198 | 100.0% | 10 |
- | total | 15.189 | 15.944 | 18.012 | 18.222 | 18.433 | 16.346 | 100.0% | 10 |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 47.4842679501
- Full duration: 115.855407953
-
-
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 11.096 | 13.966 | 14.767 | 14.775 | 14.783 | 13.664 | 100.0% | 10 |
- | nova.rebuild_server | 12.012 | 14.475 | 15.049 | 15.15 | 15.252 | 14.233 | 100.0% | 10 |
- | nova.delete_server | 2.573 | 2.99 | 3.499 | 4.34 | 5.181 | 3.213 | 100.0% | 10 |
- | total | 28.419 | 30.951 | 32.946 | 34.081 | 35.216 | 31.111 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 91.1762368679
- Full duration: 160.48626709
-
-
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.384 | 5.131 | 5.534 | 5.638 | 5.741 | 5.066 | 100.0% | 10 |
- | nova.create_100_rules | 42.262 | 43.319 | 44.707 | 45.482 | 46.258 | 43.582 | 100.0% | 10 |
- | nova.list_security_groups | 0.18 | 0.248 | 0.52 | 0.602 | 0.685 | 0.299 | 100.0% | 10 |
- | total | 47.342 | 48.922 | 49.657 | 50.789 | 51.921 | 48.948 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 145.205770016
- Full duration: 212.670469999
-
-
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 3.797 | 4.842 | 5.428 | 5.548 | 5.668 | 4.805 | 100.0% | 10 |
- | nova.create_100_rules | 42.897 | 43.258 | 45.74 | 45.781 | 45.822 | 43.845 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.712 | 2.272 | 2.576 | 2.63 | 2.685 | 2.249 | 100.0% | 10 |
- | total | 49.862 | 50.866 | 51.896 | 52.159 | 52.422 | 50.9 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 153.145931959
- Full duration: 195.681600094
-
-
-
- test scenario NovaServers.boot_and_bounce_server
- +-------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.233 | 14.014 | 14.779 | 15.28 | 15.781 | 13.878 | 100.0% | 10 |
- | nova.reboot_server | 5.429 | 5.857 | 6.286 | 6.298 | 6.31 | 5.906 | 100.0% | 10 |
- | nova.soft_reboot_server | 7.965 | 8.388 | 8.771 | 8.786 | 8.801 | 8.365 | 100.0% | 10 |
- | nova.stop_server | 4.492 | 6.237 | 6.84 | 6.896 | 6.952 | 6.14 | 100.0% | 10 |
- | nova.start_server | 3.528 | 4.271 | 5.459 | 5.844 | 6.229 | 4.465 | 100.0% | 10 |
- | nova.rescue_server | 7.297 | 8.174 | 10.803 | 11.337 | 11.872 | 8.852 | 100.0% | 10 |
- | nova.unrescue_server | 5.397 | 5.465 | 5.755 | 5.956 | 6.158 | 5.563 | 100.0% | 10 |
- | nova.delete_server | 2.694 | 2.967 | 3.17 | 3.266 | 3.362 | 2.999 | 100.0% | 10 |
- | total | 53.124 | 55.752 | 58.931 | 59.472 | 60.013 | 56.189 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 166.732338905
- Full duration: 235.669921875
-
-
-
- test scenario NovaServers.boot_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+--------+--------+--------+--------+------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+--------+--------+--------+--------+------+--------+---------+-------+
- | nova.boot_server | 12.435 | 13.902 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 |
- | total | 12.435 | 13.903 | 14.341 | 14.37 | 14.4 | 13.679 | 100.0% | 10 |
- +------------------+--------+--------+--------+--------+------+--------+---------+-------+
- Load duration: 40.4824538231
- Full duration: 98.6827569008
-
-
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.34 | 5.246 | 5.496 | 5.585 | 5.675 | 5.171 | 100.0% | 10 |
- | nova.create_100_rules | 41.95 | 43.077 | 44.37 | 44.812 | 45.253 | 43.236 | 100.0% | 10 |
- | nova.boot_server | 10.869 | 11.908 | 13.524 | 13.633 | 13.742 | 12.265 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.224 | 0.267 | 0.504 | 0.555 | 0.607 | 0.332 | 100.0% | 10 |
- | nova.delete_server | 2.533 | 2.618 | 3.078 | 3.091 | 3.103 | 2.742 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.637 | 1.754 | 2.383 | 2.591 | 2.798 | 1.972 | 100.0% | 10 |
- | total | 64.243 | 65.856 | 66.932 | 67.145 | 67.358 | 65.721 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 197.864094019
- Full duration: 266.162395
-
-
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.223 | 14.903 | 15.571 | 15.708 | 15.844 | 14.546 | 100.0% | 10 |
- | nova.pause_server | 2.791 | 3.173 | 3.334 | 3.379 | 3.424 | 3.141 | 100.0% | 10 |
- | nova.unpause_server | 2.459 | 2.849 | 3.186 | 3.266 | 3.346 | 2.907 | 100.0% | 10 |
- | nova.delete_server | 2.863 | 3.13 | 3.335 | 3.403 | 3.47 | 3.121 | 100.0% | 10 |
- | total | 20.391 | 24.232 | 24.74 | 24.758 | 24.775 | 23.717 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 72.4143497944
- Full duration: 139.801489115
-
-
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.672 | 10.675 | 10.972 | 11.222 | 11.472 | 10.543 | 100.0% | 10 |
- | nova.boot_server | 14.233 | 16.466 | 17.095 | 17.399 | 17.704 | 16.109 | 100.0% | 10 |
- | total | 23.906 | 27.176 | 27.879 | 28.21 | 28.54 | 26.653 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 79.5798490047
- Full duration: 145.711636782
-
-
-
- test scenario NovaServers.boot_and_list_server
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 12.064 | 14.109 | 15.049 | 15.436 | 15.823 | 13.885 | 100.0% | 10 |
- | nova.list_servers | 0.612 | 0.992 | 1.197 | 1.199 | 1.201 | 0.948 | 100.0% | 10 |
- | total | 13.261 | 15.082 | 15.982 | 16.209 | 16.435 | 14.833 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 43.442057848
- Full duration: 128.433704138
-
-
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: started
- Task f60014e7-4880-41c6-afbc-ea7d18ef56e0: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 |
- | total | 1.111 | 1.203 | 1.671 | 1.682 | 1.692 | 1.279 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.63238286972
- Full duration: 15.5500700474
-
-
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.392 | 0.43 | 0.632 | 0.65 | 0.667 | 0.482 | 100.0% | 10 |
- | total | 0.555 | 0.597 | 0.799 | 0.808 | 0.816 | 0.64 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.90143704414
- Full duration: 12.9954409599
-
-
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.086 | 1.207 | 1.358 | 1.436 | 1.513 | 1.228 | 100.0% | 10 |
- | quotas.delete_quotas | 0.549 | 0.88 | 0.94 | 0.951 | 0.963 | 0.839 | 100.0% | 10 |
- | total | 1.654 | 2.078 | 2.316 | 2.37 | 2.424 | 2.067 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.08279585838
- Full duration: 18.0140779018
-
-
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.573 | 0.62 | 0.652 | 0.658 | 0.664 | 0.619 | 100.0% | 10 |
- | quotas.delete_quotas | 0.016 | 0.025 | 0.028 | 0.032 | 0.036 | 0.024 | 100.0% | 10 |
- | total | 0.599 | 0.642 | 0.678 | 0.68 | 0.681 | 0.643 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.95340800285
- Full duration: 13.6638329029
-
-
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 |
- | total | 0.575 | 0.616 | 0.669 | 0.681 | 0.692 | 0.622 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.90668487549
- Full duration: 13.5694701672
-
-
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: started
- Task 3835bbc7-faf5-4671-9261-aa07c1d6a1e2: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 |
- | total | 5.049 | 5.088 | 5.34 | 5.361 | 5.381 | 5.151 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.4988431931
- Full duration: 20.5546550751
-
-
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
- | total | 5.048 | 5.052 | 5.057 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.2044279575
- Full duration: 20.1352801323
-
-
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:58 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 03:54 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 22:59 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 11:14 | 35 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | keystone | 02:37 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 10:19 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 47:19 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 01:13 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:40 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:41:19 | 232 | 100.00% |
- +===================+============+===============+===========+
-
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'1149.9'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'1133.8'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
- vIMS - INFO - vIMS functional test duration:'2.9'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-23T02:24:39.314Z",
- "end": "2016-02-23T02:24:44.838Z",
- "duration": 5524
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-02-18T13:37:06.661Z
- End: 2016-02-18T13:37:12.962Z
- Duration: 6.301
- ****************************************
-
-
diff --git a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst b/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst
deleted file mode 100644
index 652db336..00000000
--- a/docs/results/fuel-os-odl_l2-bgpvpn-ha.rst
+++ /dev/null
@@ -1,1254 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-odl_l2-bgpvpn-ha
------------------------------------------------------
-
-VIM
----
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.4 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'79.7'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-Tempest
-^^^^^^^
-::
-
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.281 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.114 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.926 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.849 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 36.056 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.547 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.768 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.486 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.049 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.347 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.299 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.952 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.529 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.260 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.786 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.487 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.624 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.792 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.859 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.417 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.461 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.160 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.692 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 4.500 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.766 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 300.727 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.330 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.687 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 302.209 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.002 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 300.741 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.455 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.680 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 302.095 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.002 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.084 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.891 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.470 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.220 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.530 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.437 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.143 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.103 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.079 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.096 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.721 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.181 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.091 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.018 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.095 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.088 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.030 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.035 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.054 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.069 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.084 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.699 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.022 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.075 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.002 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.318 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.683 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 306.252 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.838 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 311.592 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.370 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 25.343 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 9.258 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.091 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.152 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.491 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.366 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.286 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.567 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.727 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.596 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.330 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 14.127 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 18.635 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 12.265 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.122 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.506 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.128 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.933 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.111 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.560 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.578 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.508 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.998 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.998 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 2.359 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.243 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.306 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.421 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.998 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.635 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.974 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.015 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.512 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.886 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.250 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.052 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 336.810 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.740 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.093 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.535 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.028 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.750 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.245 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.398 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.097 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.904 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.520 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.415 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.403 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.292 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.521 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.183 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.109 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.086 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.080 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.089 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.089 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.077 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.269 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.917 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.399 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 20.214 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.865 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.207 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 2.604 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.662 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.556 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.059 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.041 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.278 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.271 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.640 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.800 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 2.208 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.293 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.300 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.291 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.745 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.368 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.318 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.065 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.069 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.298 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.237 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.321 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 5.779 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.980 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.462 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.617 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.811 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.256 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.033 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.774 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.789 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.077 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.565 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.751 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.047 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.299 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.592 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.613 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.569 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.805 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.762 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.270 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.048 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 6.732 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.526 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.356 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.875 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.723 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.070 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 9.744 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 18.252 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.284 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.048 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 322.942 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 335.472 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 332.744 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- 2016-04-26 21:34:37,839 - run_tempest - INFO - Results: {'timestart': '2016-04-2620:21:12.306509', 'duration': 803, 'tests': 188, 'failures': 10}
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- 2016-04-26 21:36:15,676 - run_rally - INFO - Starting test scenario "authenticate" ...
- 2016-04-26 21:37:35,906 - run_rally - INFO -
- Preparing input task
- Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: started
- Task a8cb2031-5232-47f0-bc43-9316bd7ceefa: finished
-
- test scenario Authenticate.validate_glance
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_glance_2_times | 1.015 | 1.244 | 1.415 | 1.476 | 1.536 | 1.249 | 100.0% | 10 |
- | total | 1.281 | 1.505 | 1.685 | 1.744 | 1.804 | 1.516 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 4.44646310806
- Full duration: 12.853926897
-
- test scenario Authenticate.keystone
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.keystone | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 |
- | total | 0.214 | 0.249 | 0.267 | 0.269 | 0.272 | 0.248 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.754605054855
- Full duration: 9.11485695839
-
- test scenario Authenticate.validate_heat
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_heat_2_times | 0.343 | 0.61 | 0.662 | 0.733 | 0.805 | 0.606 | 100.0% | 10 |
- | total | 0.589 | 0.871 | 0.971 | 1.045 | 1.12 | 0.878 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.61781597137
- Full duration: 11.0082919598
-
- test scenario Authenticate.validate_nova
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_nova_2_times | 0.328 | 0.371 | 0.479 | 0.495 | 0.51 | 0.391 | 100.0% | 10 |
- | total | 0.555 | 0.619 | 0.743 | 0.756 | 0.769 | 0.643 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.93781709671
- Full duration: 10.4554929733
-
- test scenario Authenticate.validate_cinder
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_cinder_2_times | 0.31 | 0.64 | 0.927 | 0.962 | 0.998 | 0.67 | 100.0% | 10 |
- | total | 0.549 | 0.921 | 1.219 | 1.236 | 1.253 | 0.939 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.9773349762
- Full duration: 11.6194210052
-
- test scenario Authenticate.validate_neutron
- +------------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_neutron_2_times | 0.304 | 0.558 | 0.576 | 0.611 | 0.646 | 0.539 | 100.0% | 10 |
- | total | 0.569 | 0.804 | 0.819 | 0.851 | 0.882 | 0.785 | 100.0% | 10 |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.409938097
- Full duration: 11.0552449226
-
- 2016-04-26 21:37:37,881 - run_rally - INFO - Test scenario: "authenticate" OK.
-
- 2016-04-26 21:37:37,882 - run_rally - INFO - Starting test scenario "glance" ...
- 2016-04-26 21:41:19,902 - run_rally - INFO -
- Preparing input task
- Task 5a858da8-1039-4f20-960f-2d44354c4c60: started
- Task 5a858da8-1039-4f20-960f-2d44354c4c60: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.list_images | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 |
- | total | 0.803 | 0.914 | 1.107 | 1.148 | 1.189 | 0.949 | 100.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.9055929184
- Full duration: 14.7421119213
-
- test scenario GlanceImages.create_image_and_boot_instances
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.493 | 7.807 | 9.069 | 12.596 | 16.122 | 8.653 | 100.0% | 10 |
- | nova.boot_servers | 9.309 | 10.032 | 11.628 | 11.726 | 11.824 | 10.411 | 100.0% | 10 |
- | total | 17.19 | 18.474 | 20.176 | 22.804 | 25.432 | 19.064 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 54.8601989746
- Full duration: 113.092097998
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.313 | 7.52 | 8.653 | 12.221 | 15.788 | 8.359 | 100.0% | 10 |
- | glance.list_images | 0.356 | 0.537 | 0.57 | 0.599 | 0.627 | 0.519 | 100.0% | 10 |
- | total | 7.817 | 8.058 | 9.194 | 12.748 | 16.302 | 8.878 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.3566281796
- Full duration: 40.1059360504
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.08 | 7.515 | 7.968 | 8.084 | 8.201 | 7.585 | 100.0% | 10 |
- | glance.delete_image | 1.893 | 2.224 | 2.429 | 2.431 | 2.434 | 2.198 | 100.0% | 10 |
- | total | 9.374 | 9.68 | 10.313 | 10.449 | 10.585 | 9.783 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 29.927503109
- Full duration: 40.712335825
-
- 2016-04-26 21:41:21,905 - run_rally - INFO - Test scenario: "glance" OK.
-
- 2016-04-26 21:41:21,905 - run_rally - INFO - Starting test scenario "cinder" ...
- 2016-04-26 22:02:57,566 - run_rally - INFO -
- Preparing input task
- Task 8714ce27-ec07-493c-894b-0378b012f768: started
- Task 8714ce27-ec07-493c-894b-0378b012f768: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 7.315 | 7.849 | 8.808 | 9.275 | 9.743 | 8.131 | 100.0% | 10 |
- | cinder.create_volume | 3.204 | 3.91 | 4.165 | 4.209 | 4.253 | 3.777 | 100.0% | 10 |
- | nova.attach_volume | 4.193 | 5.576 | 6.847 | 6.918 | 6.989 | 5.577 | 100.0% | 10 |
- | nova.detach_volume | 3.591 | 4.036 | 4.652 | 4.887 | 5.122 | 4.155 | 100.0% | 10 |
- | cinder.delete_volume | 0.805 | 2.91 | 3.015 | 3.158 | 3.301 | 2.362 | 100.0% | 10 |
- | nova.delete_server | 2.813 | 3.044 | 3.223 | 3.232 | 3.24 | 3.033 | 100.0% | 10 |
- | total | 24.205 | 26.801 | 29.041 | 29.115 | 29.188 | 27.034 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 81.0580990314
- Full duration: 112.19692111
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 10.993 | 11.11 | 11.434 | 11.435 | 11.436 | 11.186 | 100.0% | 10 |
- | cinder.list_volumes | 0.069 | 0.33 | 0.436 | 0.474 | 0.512 | 0.268 | 100.0% | 10 |
- | total | 11.084 | 11.476 | 11.601 | 11.714 | 11.828 | 11.454 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 34.1340601444
- Full duration: 55.759376049
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.45 | 3.958 | 4.546 | 4.569 | 4.591 | 4.003 | 100.0% | 10 |
- | cinder.list_volumes | 0.062 | 0.325 | 0.344 | 0.345 | 0.345 | 0.275 | 100.0% | 10 |
- | total | 3.513 | 4.292 | 4.865 | 4.9 | 4.935 | 4.279 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 12.6924929619
- Full duration: 34.0712091923
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 3.235 | 3.344 | 3.856 | 4.736 | 5.617 | 3.629 | 100.0% | 10 |
- | cinder.list_snapshots | 0.039 | 0.285 | 0.337 | 0.376 | 0.416 | 0.254 | 100.0% | 10 |
- | total | 3.333 | 3.676 | 4.127 | 4.892 | 5.657 | 3.884 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 10.8523409367
- Full duration: 47.7997851372
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.471 | 3.85 | 4.197 | 4.341 | 4.485 | 3.858 | 100.0% | 10 |
- | cinder.delete_volume | 0.532 | 2.741 | 3.118 | 3.184 | 3.251 | 2.077 | 100.0% | 10 |
- | total | 4.328 | 6.376 | 7.081 | 7.248 | 7.416 | 5.935 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 17.2594389915
- Full duration: 34.9955868721
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 8.676 | 10.604 | 11.06 | 11.115 | 11.17 | 10.243 | 100.0% | 10 |
- | cinder.delete_volume | 0.894 | 2.767 | 3.153 | 3.195 | 3.237 | 2.369 | 100.0% | 10 |
- | total | 9.774 | 12.84 | 13.865 | 14.089 | 14.313 | 12.612 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 37.8307890892
- Full duration: 56.2227160931
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.45 | 3.88 | 4.434 | 4.439 | 4.445 | 3.935 | 100.0% | 10 |
- | cinder.delete_volume | 0.8 | 0.932 | 3.003 | 3.159 | 3.316 | 1.539 | 100.0% | 10 |
- | total | 4.496 | 4.916 | 6.901 | 7.325 | 7.749 | 5.474 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 16.0426750183
- Full duration: 32.9341490269
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.49 | 3.782 | 4.253 | 4.255 | 4.256 | 3.847 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 16.394 | 27.4 | 31.961 | 32.07 | 32.18 | 25.735 | 100.0% | 10 |
- | cinder.delete_volume | 0.68 | 2.971 | 3.15 | 3.173 | 3.195 | 2.523 | 100.0% | 10 |
- | nova.delete_image | 2.479 | 2.591 | 14.325 | 14.525 | 14.725 | 4.969 | 100.0% | 10 |
- | total | 24.827 | 37.87 | 49.56 | 51.384 | 53.208 | 37.075 | 100.0% | 10 |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 101.809072971
- Full duration: 121.969902992
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 3.076 | 3.402 | 3.707 | 4.558 | 5.409 | 3.552 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.541 | 2.81 | 3.096 | 3.171 | 3.246 | 2.854 | 100.0% | 10 |
- | total | 5.963 | 6.195 | 6.881 | 7.543 | 8.206 | 6.406 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 18.6676621437
- Full duration: 51.159060955
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 |
- | total | 3.592 | 3.816 | 3.986 | 4.022 | 4.058 | 3.828 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.4555690289
- Full duration: 28.3837711811
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 |
- | total | 3.49 | 3.885 | 4.203 | 4.22 | 4.238 | 3.914 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.7762680054
- Full duration: 32.9480211735
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.list_volumes | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.61 | 100.0% | 10 |
- | total | 0.556 | 0.603 | 0.646 | 0.687 | 0.728 | 0.611 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.8286819458
- Full duration: 63.6903710365
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.584 | 3.868 | 4.043 | 4.092 | 4.141 | 3.882 | 100.0% | 10 |
- | cinder.create_snapshot | 2.795 | 3.099 | 3.183 | 3.279 | 3.376 | 3.058 | 100.0% | 10 |
- | nova.attach_volume | 3.804 | 4.321 | 9.448 | 9.664 | 9.88 | 5.664 | 100.0% | 10 |
- | nova.detach_volume | 3.584 | 4.108 | 4.341 | 4.345 | 4.349 | 4.073 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.527 | 2.796 | 3.137 | 3.155 | 3.172 | 2.849 | 100.0% | 10 |
- | cinder.delete_volume | 0.516 | 2.694 | 3.048 | 3.146 | 3.244 | 2.193 | 100.0% | 10 |
- | total | 19.584 | 21.934 | 25.955 | 26.608 | 27.261 | 22.822 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 65.3636519909
- Full duration: 157.771946192
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.799 | 4.234 | 6.551 | 6.658 | 6.765 | 4.608 | 100.0% | 10 |
- | cinder.delete_volume | 2.709 | 3.319 | 3.584 | 3.584 | 3.585 | 3.276 | 100.0% | 10 |
- | total | 7.064 | 7.351 | 9.902 | 9.97 | 10.037 | 7.885 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.1967608929
- Full duration: 56.604929924
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.542 | 3.816 | 3.903 | 3.913 | 3.923 | 3.81 | 100.0% | 10 |
- | cinder.extend_volume | 1.122 | 3.325 | 3.477 | 3.479 | 3.482 | 2.916 | 100.0% | 10 |
- | cinder.delete_volume | 0.537 | 2.74 | 3.216 | 3.222 | 3.227 | 2.259 | 100.0% | 10 |
- | total | 5.854 | 9.459 | 10.487 | 10.503 | 10.52 | 8.985 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 28.2484090328
- Full duration: 46.2826929092
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.569 | 3.853 | 3.95 | 4.015 | 4.08 | 3.829 | 100.0% | 10 |
- | cinder.create_snapshot | 2.31 | 2.832 | 3.33 | 3.355 | 3.38 | 2.897 | 100.0% | 10 |
- | nova.attach_volume | 4.043 | 4.744 | 7.838 | 8.729 | 9.621 | 5.643 | 100.0% | 10 |
- | nova.detach_volume | 3.471 | 4.246 | 4.498 | 4.498 | 4.498 | 4.184 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.532 | 2.852 | 2.92 | 2.971 | 3.022 | 2.789 | 100.0% | 10 |
- | cinder.delete_volume | 0.549 | 2.606 | 2.992 | 3.023 | 3.053 | 2.117 | 100.0% | 10 |
- | total | 18.473 | 22.08 | 25.688 | 26.47 | 27.253 | 22.541 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 66.4576151371
- Full duration: 166.03899312
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.15 | 3.42 | 3.637 | 3.78 | 3.923 | 3.45 | 100.0% | 10 |
- | cinder.create_snapshot | 2.546 | 2.911 | 3.114 | 3.207 | 3.301 | 2.929 | 100.0% | 10 |
- | nova.attach_volume | 4.077 | 5.64 | 7.857 | 8.865 | 9.874 | 5.963 | 100.0% | 10 |
- | nova.detach_volume | 3.76 | 4.056 | 4.468 | 4.626 | 4.784 | 4.137 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.242 | 2.665 | 2.932 | 2.947 | 2.961 | 2.633 | 100.0% | 10 |
- | cinder.delete_volume | 0.539 | 2.723 | 3.0 | 3.115 | 3.23 | 2.577 | 100.0% | 10 |
- | total | 19.142 | 22.899 | 26.465 | 27.264 | 28.063 | 23.373 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 68.2796330452
- Full duration: 167.136126041
-
-SDN Controller
---------------
-
-ODL
-^^^^
-::
-
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | PASS |
- 18 critical tests, 18 passed, 0 failed
- 18 tests total, 18 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [0;32mFinal report is located:[0m
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'1149.9'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'1133.8'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
- vIMS - INFO - vIMS functional test duration:'2.9'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-19T05:41:25.739Z",
- "end": "2016-02-19T05:41:31.140Z",
- "duration": 5524
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-04-26T21:35:23.780Z
- End: 2016-04-26T21:35:29.337Z
- Duration: 5.557
- ****************************************
-
-bgpvpn
-^^^^^^
-::
-
- ${PYTHON:-python} -m subunit.run discover -t ${OS_TOP_LEVEL:-./} ${OS_TEST_PATH:-./tempest/test_discover} --load-list /tmp/tmpB17uh4
- {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn [0.640872s] ... ok
- {0} networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_create_bgpvpn_as_non_admin_fail [0.293540s] ... ok
-
- ======
- Totals
- ======
- Ran: 2 tests in 13.0000 sec.
- - Passed: 2
- - Skipped: 0
- - Expected Fail: 0
- - Unexpected Success: 0
- - Failed: 0
- Sum of execute time for each test: 0.9344 sec.
diff --git a/docs/results/fuel-os-odl_l2-nofeature-ha.rst b/docs/results/fuel-os-odl_l2-nofeature-ha.rst
deleted file mode 100644
index 6a376aec..00000000
--- a/docs/results/fuel-os-odl_l2-nofeature-ha.rst
+++ /dev/null
@@ -1,2397 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-odl_l2-nofeature-ha
------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '10.118.101.200'
- vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'42.1' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.4 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'28.6'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.49156 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10940 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.01623 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 29.41033 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.86580 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.60879 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34531 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.33518 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.96138 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.90751 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.62183 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.62195 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.33497 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.64235 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 1.23145 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.83801 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 1.18842 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.35784 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.09813 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.88696 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.84049 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.52238 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 3.63444 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.75102 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 14.44295 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 316.24706 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.34052 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.75888 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 316.38576 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00196 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.10067 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.93829 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.78542 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.64749 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.89411 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.32315 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.91146 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.13496 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.11222 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.11119 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.09119 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10776 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.57188 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00131 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20660 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.08830 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02378 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.33571 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.10769 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.02694 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02251 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.04963 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.07987 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.08196 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.92759 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03606 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.09925 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.10704 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.20889 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.78463 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.44852 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.37770 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.72001 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.74485 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.67380 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 4.65947 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 19.27912 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.83188 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 13.05190 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.22705 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 3.02970 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 4.04190 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.67671 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.10372 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.80641 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.05689 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.62404 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.47470 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.21997 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 2.20741 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.12907 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.56617 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.38405 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.74547 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.94955 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.62631 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.24089 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.28176 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.39299 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.59369 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.00537 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.35547 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.02691 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.77671 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03595 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.67764 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.12390 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.35252 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.05395 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 343.72467 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.95003 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.99399 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.31689 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.02590 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.09974 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.21063 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.77355 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.63115 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10751 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08180 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.11419 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.09997 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.15346 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10901 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.26936 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.78244 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.75904 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.58070 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 6.97865 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 0.0 | fail |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 0.0 | fail |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 2.19846 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 3.01338 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.65439 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 5.23138 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.63026 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 4.20924 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 3.23093 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.72657 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.45440 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.37147 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.35779 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.30639 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 3.21748 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.64248 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.30977 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.03731 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.49862 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.26355 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 3.12061 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.35577 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.94748 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.39794 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.33413 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.39562 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 5.89837 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.99973 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.58956 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.48395 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 10.99445 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 6.94692 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 4.69234 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 0.56033 | fail |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 8.28629 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.94750 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.97154 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.42252 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 2.06578 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.53065 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.29313 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.98492 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.10014 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.39465 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.76994 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.29710 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.05370 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 0.0 | fail |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.0 | fail |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 20.70674 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 12.57512 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.94613 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.13954 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 15.28613 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.92871 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 15.55119 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 19.10263 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.07108 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.37294 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 25.63959 | fail |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 16.24070 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 343.58312 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 356.71394 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-1905:28:37.031139', 'duration': 730, 'tests': 210, 'failures': 40}
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: started
- Task c7f4e0fd-a882-4e14-ba02-553118d0cb77: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.535 | 0.78 | 0.847 | 0.86 | 0.874 | 0.74 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.667 | 0.689 | 0.793 | 0.807 | 0.821 | 0.717 | 100.0% | 10 |
- | total | 1.381 | 1.677 | 1.718 | 1.735 | 1.752 | 1.625 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.80417394638
- Full duration: 12.8028140068
-
-
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.121 | 0.149 | 0.163 | 0.164 | 0.166 | 0.149 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.489310979843
- Full duration: 7.96697187424
-
-
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.259 | 0.318 | 0.482 | 0.511 | 0.539 | 0.371 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.051 | 0.287 | 0.385 | 0.386 | 0.387 | 0.24 | 100.0% | 10 |
- | total | 0.512 | 0.771 | 0.957 | 0.996 | 1.035 | 0.776 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.53649091721
- Full duration: 10.2540290356
-
-
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.3 | 0.332 | 0.474 | 0.482 | 0.489 | 0.368 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.034 | 0.049 | 0.059 | 0.065 | 0.07 | 0.05 | 100.0% | 10 |
- | total | 0.499 | 0.564 | 0.716 | 0.722 | 0.727 | 0.586 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.84303689003
- Full duration: 9.65319395065
-
-
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.274 | 0.428 | 0.475 | 0.509 | 0.543 | 0.405 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.025 | 0.424 | 0.455 | 0.456 | 0.458 | 0.376 | 100.0% | 10 |
- | total | 0.469 | 1.071 | 1.131 | 1.141 | 1.151 | 0.964 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.72650790215
- Full duration: 10.753674984
-
-
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.28 | 0.302 | 0.32 | 0.326 | 0.333 | 0.303 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.046 | 0.31 | 0.334 | 0.34 | 0.346 | 0.262 | 100.0% | 10 |
- | total | 0.467 | 0.764 | 0.81 | 0.838 | 0.866 | 0.728 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.37260484695
- Full duration: 9.99744796753
-
-
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task d54fa25b-b992-4b4e-bef2-14425b86329c: started
- Task d54fa25b-b992-4b4e-bef2-14425b86329c: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 |
- | total | 0.877 | 0.902 | 0.997 | 0.998 | 0.999 | 0.932 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.92263484001
- Full duration: 13.4585630894
-
-
-
- test scenario GlanceImages.create_image_and_boot_instances
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | glance.create_image | 7.386 | 7.929 | 8.381 | 8.481 | 8.581 | 7.97 | 100.0% | 10 |
- | nova.boot_servers | 8.641 | 10.384 | 10.714 | 11.007 | 11.3 | 10.241 | 100.0% | 10 |
- | total | 16.702 | 18.427 | 18.943 | 19.047 | 19.15 | 18.211 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 54.6946680546
- Full duration: 110.071588039
-
-
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 7.081 | 7.618 | 8.085 | 8.19 | 8.296 | 7.689 | 100.0% | 10 |
- | glance.list_images | 0.324 | 0.573 | 0.642 | 0.714 | 0.786 | 0.573 | 100.0% | 10 |
- | total | 7.612 | 8.241 | 8.722 | 8.902 | 9.082 | 8.262 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.6801600456
- Full duration: 39.2870121002
-
-
-
- test scenario GlanceImages.create_and_delete_image
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 7.449 | 7.593 | 7.856 | 8.073 | 8.289 | 7.673 | 100.0% | 10 |
- | glance.delete_image | 2.001 | 2.442 | 12.75 | 13.42 | 14.089 | 5.507 | 100.0% | 10 |
- | total | 9.487 | 10.064 | 20.503 | 21.441 | 22.378 | 13.18 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 40.0675120354
- Full duration: 50.2370131016
-
-
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: started
- Task 6b2be534-fd42-4a5f-be0e-9a789027d4b3: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.135 | 7.936 | 8.663 | 8.672 | 8.68 | 7.941 | 100.0% | 10 |
- | cinder.create_volume | 3.274 | 3.507 | 4.072 | 4.096 | 4.12 | 3.616 | 100.0% | 10 |
- | nova.attach_volume | 4.012 | 4.845 | 6.553 | 6.624 | 6.694 | 5.31 | 100.0% | 10 |
- | nova.detach_volume | 3.256 | 3.739 | 3.938 | 4.096 | 4.253 | 3.716 | 100.0% | 10 |
- | cinder.delete_volume | 0.464 | 2.707 | 2.98 | 3.154 | 3.328 | 1.98 | 100.0% | 10 |
- | nova.delete_server | 2.784 | 3.059 | 3.15 | 3.19 | 3.23 | 3.04 | 100.0% | 10 |
- | total | 22.316 | 26.079 | 27.631 | 28.362 | 29.094 | 25.604 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 73.9451169968
- Full duration: 116.516190052
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 9.065 | 9.591 | 9.94 | 9.943 | 9.945 | 9.554 | 100.0% | 10 |
- | cinder.list_volumes | 0.048 | 0.346 | 0.386 | 0.394 | 0.402 | 0.301 | 100.0% | 10 |
- | total | 9.138 | 9.94 | 10.313 | 10.324 | 10.335 | 9.855 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 28.8989629745
- Full duration: 51.7012848854
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.251 | 3.883 | 4.897 | 4.899 | 4.901 | 4.006 | 100.0% | 10 |
- | cinder.list_volumes | 0.055 | 0.072 | 0.333 | 0.334 | 0.334 | 0.145 | 100.0% | 10 |
- | total | 3.313 | 3.952 | 5.212 | 5.223 | 5.234 | 4.151 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.7280011177
- Full duration: 34.1200621128
-
-
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.973 | 3.289 | 5.554 | 5.57 | 5.585 | 3.702 | 100.0% | 10 |
- | cinder.list_snapshots | 0.027 | 0.162 | 0.313 | 0.32 | 0.326 | 0.168 | 100.0% | 10 |
- | total | 3.001 | 3.593 | 5.586 | 5.601 | 5.616 | 3.871 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.6676809788
- Full duration: 51.8370318413
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.324 | 3.69 | 4.382 | 4.392 | 4.403 | 3.828 | 100.0% | 10 |
- | cinder.delete_volume | 0.625 | 2.781 | 3.053 | 3.199 | 3.345 | 2.086 | 100.0% | 10 |
- | total | 4.288 | 6.438 | 7.073 | 7.173 | 7.273 | 5.914 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.0577061176
- Full duration: 35.664162159
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 7.41 | 9.74 | 10.091 | 10.094 | 10.097 | 9.522 | 100.0% | 10 |
- | cinder.delete_volume | 0.54 | 0.965 | 3.092 | 3.097 | 3.103 | 1.691 | 100.0% | 10 |
- | total | 7.95 | 10.903 | 12.9 | 12.964 | 13.029 | 11.214 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 33.3823940754
- Full duration: 52.0277431011
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.681 | 3.946 | 4.01 | 4.051 | 4.092 | 3.903 | 100.0% | 10 |
- | cinder.delete_volume | 0.506 | 2.848 | 3.217 | 3.222 | 3.228 | 2.122 | 100.0% | 10 |
- | total | 4.188 | 6.787 | 7.161 | 7.175 | 7.189 | 6.026 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.0166649818
- Full duration: 35.4839038849
-
-
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.672 | 4.074 | 4.522 | 4.546 | 4.57 | 4.114 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 21.673 | 31.257 | 31.931 | 31.979 | 32.027 | 29.253 | 100.0% | 10 |
- | cinder.delete_volume | 0.56 | 2.568 | 3.011 | 3.067 | 3.123 | 2.293 | 100.0% | 10 |
- | nova.delete_image | 2.137 | 2.51 | 2.606 | 2.681 | 2.756 | 2.451 | 100.0% | 10 |
- | total | 28.587 | 39.952 | 40.849 | 41.35 | 41.852 | 38.112 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 110.444069147
- Full duration: 131.52224803
-
-
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 3.208 | 3.343 | 5.587 | 5.628 | 5.669 | 3.788 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.503 | 2.86 | 3.196 | 3.217 | 3.239 | 2.893 | 100.0% | 10 |
- | total | 5.787 | 6.422 | 8.296 | 8.392 | 8.488 | 6.681 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.7773430347
- Full duration: 53.0582361221
-
-
-
- test scenario CinderVolumes.create_volume
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.52 | 3.822 | 4.222 | 4.228 | 4.233 | 3.852 | 100.0% | 10 |
- | total | 3.52 | 3.822 | 4.223 | 4.228 | 4.233 | 3.852 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.2881109715
- Full duration: 29.6710369587
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.248 | 3.651 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 |
- | total | 3.249 | 3.652 | 3.891 | 3.988 | 4.084 | 3.645 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.7785470486
- Full duration: 32.9540159702
-
-
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.522 | 100.0% | 10 |
- | total | 0.499 | 0.52 | 0.539 | 0.55 | 0.561 | 0.523 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.60948395729
- Full duration: 65.5444660187
-
-
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.547 | 3.82 | 3.891 | 3.927 | 3.962 | 3.787 | 100.0% | 10 |
- | cinder.create_snapshot | 2.552 | 2.875 | 3.173 | 3.215 | 3.257 | 2.931 | 100.0% | 10 |
- | nova.attach_volume | 3.633 | 5.774 | 8.279 | 8.853 | 9.427 | 6.038 | 100.0% | 10 |
- | nova.detach_volume | 3.599 | 3.826 | 4.233 | 4.444 | 4.655 | 3.905 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.22 | 2.537 | 2.852 | 2.971 | 3.09 | 2.577 | 100.0% | 10 |
- | cinder.delete_volume | 0.648 | 2.735 | 2.845 | 2.892 | 2.939 | 2.321 | 100.0% | 10 |
- | total | 18.538 | 22.642 | 25.806 | 26.204 | 26.601 | 22.745 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 66.8299760818
- Full duration: 173.895985842
-
-
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.481 | 3.953 | 4.613 | 5.302 | 5.991 | 4.167 | 100.0% | 10 |
- | cinder.delete_volume | 1.163 | 3.065 | 3.469 | 3.474 | 3.479 | 2.919 | 100.0% | 10 |
- | total | 5.012 | 7.114 | 7.89 | 8.462 | 9.034 | 7.087 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 20.8082921505
- Full duration: 55.4062600136
-
-
-
- test scenario CinderVolumes.create_and_extend_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 3.417 | 3.839 | 3.908 | 3.925 | 3.941 | 3.742 | 100.0% | 10 |
- | cinder.extend_volume | 0.938 | 2.978 | 3.574 | 3.713 | 3.853 | 2.396 | 100.0% | 10 |
- | cinder.delete_volume | 0.577 | 1.808 | 3.066 | 3.146 | 3.225 | 1.858 | 100.0% | 10 |
- | total | 5.44 | 8.275 | 9.921 | 10.095 | 10.269 | 7.997 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 23.5873560905
- Full duration: 41.9279878139
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.668 | 3.89 | 4.255 | 4.266 | 4.277 | 3.937 | 100.0% | 10 |
- | cinder.create_snapshot | 2.268 | 2.949 | 3.306 | 3.36 | 3.414 | 2.903 | 100.0% | 10 |
- | nova.attach_volume | 3.471 | 4.393 | 7.358 | 8.251 | 9.145 | 5.113 | 100.0% | 10 |
- | nova.detach_volume | 3.277 | 3.925 | 4.509 | 4.566 | 4.622 | 3.926 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.286 | 2.607 | 2.849 | 2.862 | 2.875 | 2.614 | 100.0% | 10 |
- | cinder.delete_volume | 0.591 | 2.677 | 2.96 | 3.019 | 3.078 | 2.352 | 100.0% | 10 |
- | total | 18.8 | 21.654 | 23.365 | 25.201 | 27.038 | 21.974 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 65.2181398869
- Full duration: 179.069041967
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.22 | 3.682 | 4.259 | 4.27 | 4.281 | 3.723 | 100.0% | 10 |
- | cinder.create_snapshot | 2.292 | 3.051 | 3.199 | 3.232 | 3.265 | 2.991 | 100.0% | 10 |
- | nova.attach_volume | 3.891 | 4.365 | 6.53 | 6.577 | 6.625 | 4.971 | 100.0% | 10 |
- | nova.detach_volume | 3.248 | 3.565 | 3.767 | 4.044 | 4.321 | 3.568 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.258 | 2.551 | 2.836 | 2.87 | 2.904 | 2.609 | 100.0% | 10 |
- | cinder.delete_volume | 0.883 | 2.687 | 3.02 | 3.224 | 3.427 | 2.286 | 100.0% | 10 |
- | total | 19.132 | 21.712 | 23.229 | 23.566 | 23.904 | 21.677 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.7866289616
- Full duration: 180.275881052
-
-
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task 51925ef8-a527-44d2-8df3-6164af0ec62a: started
- Task 51925ef8-a527-44d2-8df3-6164af0ec62a: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.245 | 4.317 | 4.434 | 4.474 | 4.514 | 4.348 | 100.0% | 10 |
- | heat.suspend_stack | 1.497 | 1.713 | 1.747 | 1.75 | 1.753 | 1.7 | 100.0% | 10 |
- | heat.resume_stack | 1.42 | 1.621 | 1.668 | 1.67 | 1.671 | 1.562 | 100.0% | 10 |
- | heat.delete_stack | 1.377 | 1.573 | 1.716 | 2.249 | 2.782 | 1.675 | 100.0% | 10 |
- | total | 8.851 | 9.198 | 9.402 | 9.981 | 10.56 | 9.285 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 27.3572640419
- Full duration: 37.0984110832
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.911 | 4.181 | 4.323 | 4.325 | 4.327 | 4.149 | 100.0% | 10 |
- | heat.delete_stack | 1.392 | 1.426 | 1.744 | 1.776 | 1.808 | 1.491 | 100.0% | 10 |
- | total | 5.311 | 5.631 | 5.774 | 5.775 | 5.776 | 5.64 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.9275529385
- Full duration: 26.8473479748
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 20.192 | 23.206 | 23.805 | 23.826 | 23.847 | 22.465 | 100.0% | 10 |
- | heat.delete_stack | 11.755 | 11.868 | 12.963 | 13.0 | 13.036 | 12.282 | 100.0% | 10 |
- | total | 32.02 | 35.613 | 36.714 | 36.721 | 36.729 | 34.747 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 102.752908945
- Full duration: 112.369065046
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 16.808 | 18.33 | 20.748 | 20.751 | 20.755 | 18.654 | 100.0% | 10 |
- | heat.delete_stack | 9.404 | 10.582 | 10.788 | 10.803 | 10.818 | 10.313 | 100.0% | 10 |
- | total | 26.212 | 28.318 | 31.532 | 31.553 | 31.574 | 28.967 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 85.8598790169
- Full duration: 95.2520959377
-
-
-
- test scenario HeatStacks.list_stacks_and_resources
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.45 | 0.485 | 0.512 | 0.512 | 0.512 | 0.487 | 100.0% | 10 |
- +---------------------------------+------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.48300600052
- Full duration: 9.57427692413
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.727 | 4.075 | 4.288 | 4.337 | 4.386 | 4.085 | 100.0% | 10 |
- | heat.update_stack | 3.549 | 3.676 | 3.903 | 3.972 | 4.042 | 3.704 | 100.0% | 10 |
- | heat.delete_stack | 1.405 | 2.619 | 2.76 | 2.774 | 2.789 | 2.212 | 100.0% | 10 |
- | total | 9.105 | 10.287 | 10.719 | 10.741 | 10.763 | 10.001 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 29.4346759319
- Full duration: 39.5471699238
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.915 | 4.067 | 4.171 | 4.199 | 4.227 | 4.052 | 100.0% | 10 |
- | heat.update_stack | 3.521 | 3.661 | 3.773 | 3.791 | 3.81 | 3.658 | 100.0% | 10 |
- | heat.delete_stack | 1.38 | 1.477 | 1.612 | 1.618 | 1.624 | 1.492 | 100.0% | 10 |
- | total | 8.916 | 9.128 | 9.484 | 9.493 | 9.503 | 9.203 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 27.5511319637
- Full duration: 37.5252559185
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.023 | 4.301 | 4.59 | 5.029 | 5.468 | 4.38 | 100.0% | 10 |
- | heat.update_stack | 5.783 | 5.888 | 6.061 | 6.08 | 6.1 | 5.912 | 100.0% | 10 |
- | heat.delete_stack | 2.475 | 2.546 | 2.705 | 3.2 | 3.694 | 2.65 | 100.0% | 10 |
- | total | 12.613 | 12.74 | 13.76 | 13.912 | 14.064 | 12.942 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.1860618591
- Full duration: 48.4381308556
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.094 | 5.24 | 5.479 | 5.528 | 5.577 | 5.17 | 100.0% | 10 |
- | heat.update_stack | 8.178 | 9.243 | 9.316 | 9.324 | 9.332 | 8.862 | 100.0% | 10 |
- | heat.delete_stack | 3.63 | 3.68 | 3.714 | 3.714 | 3.715 | 3.68 | 100.0% | 10 |
- | total | 16.974 | 17.76 | 18.444 | 18.466 | 18.488 | 17.713 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 52.4500279427
- Full duration: 63.0265882015
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.113 | 4.273 | 4.647 | 4.934 | 5.22 | 4.362 | 100.0% | 10 |
- | heat.update_stack | 5.809 | 5.888 | 5.941 | 6.056 | 6.17 | 5.907 | 100.0% | 10 |
- | heat.delete_stack | 2.513 | 2.561 | 3.694 | 3.7 | 3.706 | 2.891 | 100.0% | 10 |
- | total | 12.55 | 12.759 | 14.013 | 14.546 | 15.079 | 13.161 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.0816349983
- Full duration: 49.7756490707
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 3.762 | 4.115 | 4.19 | 4.27 | 4.35 | 4.062 | 100.0% | 10 |
- | heat.update_stack | 3.543 | 3.63 | 3.844 | 3.977 | 4.11 | 3.69 | 100.0% | 10 |
- | heat.delete_stack | 1.383 | 1.499 | 2.506 | 2.528 | 2.549 | 1.677 | 100.0% | 10 |
- | total | 8.868 | 9.275 | 10.208 | 10.225 | 10.242 | 9.429 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 27.9543409348
- Full duration: 38.8234701157
-
-
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.005 | 4.128 | 4.199 | 4.234 | 4.27 | 4.127 | 100.0% | 10 |
- | heat.list_stacks | 0.075 | 0.094 | 0.108 | 0.112 | 0.117 | 0.094 | 100.0% | 10 |
- | total | 4.112 | 4.226 | 4.281 | 4.313 | 4.345 | 4.221 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.6059498787
- Full duration: 27.8848700523
-
-
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.084 | 4.153 | 4.178 | 4.217 | 4.256 | 4.153 | 100.0% | 10 |
- | heat.check_stack | 0.706 | 1.53 | 1.571 | 1.586 | 1.6 | 1.459 | 100.0% | 10 |
- | heat.delete_stack | 1.375 | 1.432 | 2.542 | 2.546 | 2.55 | 1.763 | 100.0% | 10 |
- | total | 7.01 | 7.159 | 8.25 | 8.279 | 8.309 | 7.375 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.5798799992
- Full duration: 33.7318949699
-
-
-
- run_rally - INFO - Test scenario: "heat" OK.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: started
- Task 98c40f01-0adc-48ce-91ca-105f22e60ec9: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.263 | 0.291 | 0.401 | 0.408 | 0.415 | 0.322 | 100.0% | 10 |
- | keystone.create_users | 1.508 | 1.599 | 1.672 | 1.733 | 1.793 | 1.601 | 100.0% | 10 |
- | total | 1.782 | 1.949 | 2.051 | 2.066 | 2.081 | 1.923 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.82497000694
- Full duration: 20.636977911
-
-
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.256 | 0.273 | 0.292 | 0.296 | 0.3 | 0.274 | 100.0% | 10 |
- | keystone.add_role | 0.24 | 0.262 | 0.297 | 0.319 | 0.341 | 0.267 | 100.0% | 10 |
- | keystone.list_roles | 0.131 | 0.146 | 0.226 | 0.237 | 0.248 | 0.16 | 100.0% | 10 |
- | total | 0.636 | 0.682 | 0.774 | 0.78 | 0.786 | 0.702 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.11375284195
- Full duration: 14.9668319225
-
-
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.267 | 0.326 | 0.368 | 0.376 | 0.383 | 0.322 | 100.0% | 10 |
- | keystone.add_role | 0.244 | 0.255 | 0.278 | 0.302 | 0.326 | 0.263 | 100.0% | 10 |
- | keystone.remove_role | 0.149 | 0.163 | 0.191 | 0.244 | 0.296 | 0.177 | 100.0% | 10 |
- | total | 0.681 | 0.765 | 0.834 | 0.84 | 0.846 | 0.762 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.33364892006
- Full duration: 14.8711419106
-
-
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.272 | 0.316 | 0.391 | 0.394 | 0.396 | 0.327 | 100.0% | 10 |
- | keystone.update_tenant | 0.125 | 0.141 | 0.169 | 0.215 | 0.261 | 0.152 | 100.0% | 10 |
- | keystone.delete_tenant | 0.299 | 0.321 | 0.379 | 0.394 | 0.408 | 0.333 | 100.0% | 10 |
- | total | 0.745 | 0.81 | 0.859 | 0.915 | 0.971 | 0.812 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.46658396721
- Full duration: 13.4442551136
-
-
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.258 | 0.271 | 0.303 | 0.308 | 0.314 | 0.278 | 100.0% | 10 |
- | keystone.delete_service | 0.146 | 0.158 | 0.181 | 0.203 | 0.226 | 0.164 | 100.0% | 10 |
- | total | 0.408 | 0.442 | 0.464 | 0.475 | 0.487 | 0.442 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.34449720383
- Full duration: 12.1886069775
-
-
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.253 | 0.302 | 0.319 | 0.324 | 0.328 | 0.297 | 100.0% | 10 |
- | total | 0.253 | 0.302 | 0.319 | 0.324 | 0.329 | 0.298 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.912425994873
- Full duration: 8.74173903465
-
-
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.262 | 0.303 | 0.319 | 0.319 | 0.319 | 0.296 | 100.0% | 10 |
- | total | 0.262 | 0.303 | 0.319 | 0.319 | 0.32 | 0.296 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.953788042068
- Full duration: 8.72430300713
-
-
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.247 | 0.28 | 0.302 | 0.304 | 0.307 | 0.281 | 100.0% | 10 |
- | keystone.list_tenants | 0.121 | 0.129 | 0.224 | 0.225 | 0.225 | 0.147 | 100.0% | 10 |
- | total | 0.392 | 0.42 | 0.476 | 0.493 | 0.511 | 0.428 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.32897400856
- Full duration: 13.584346056
-
-
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.286 | 0.324 | 0.395 | 0.47 | 0.545 | 0.347 | 100.0% | 10 |
- | keystone.delete_role | 0.25 | 0.32 | 0.487 | 0.522 | 0.557 | 0.344 | 100.0% | 10 |
- | total | 0.546 | 0.62 | 0.889 | 0.913 | 0.936 | 0.691 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.18193697929
- Full duration: 12.766493082
-
-
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.271 | 0.283 | 0.299 | 0.311 | 0.322 | 0.287 | 100.0% | 10 |
- | keystone.create_user | 0.145 | 0.156 | 0.162 | 0.165 | 0.167 | 0.155 | 100.0% | 10 |
- | keystone.create_role | 0.122 | 0.133 | 0.155 | 0.183 | 0.211 | 0.141 | 100.0% | 10 |
- | keystone.get_tenant | 0.109 | 0.126 | 0.145 | 0.178 | 0.211 | 0.133 | 100.0% | 10 |
- | keystone.get_user | 0.12 | 0.133 | 0.2 | 0.205 | 0.21 | 0.148 | 100.0% | 10 |
- | keystone.get_role | 0.106 | 0.12 | 0.137 | 0.155 | 0.172 | 0.126 | 100.0% | 10 |
- | keystone.service_list | 0.112 | 0.126 | 0.144 | 0.178 | 0.212 | 0.134 | 100.0% | 10 |
- | keystone.get_service | 0.104 | 0.125 | 0.131 | 0.134 | 0.136 | 0.123 | 100.0% | 10 |
- | total | 1.177 | 1.23 | 1.321 | 1.328 | 1.334 | 1.248 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.83582210541
- Full duration: 20.6130208969
-
-
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.295 | 0.312 | 0.374 | 0.386 | 0.399 | 0.326 | 100.0% | 10 |
- | keystone.list_users | 0.114 | 0.129 | 0.148 | 0.148 | 0.149 | 0.133 | 100.0% | 10 |
- | total | 0.419 | 0.442 | 0.521 | 0.535 | 0.549 | 0.458 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.37977695465
- Full duration: 9.29229903221
-
-
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 0a18c72f-b575-481a-8997-6d3d52130ede: started
- Task 0a18c72f-b575-481a-8997-6d3d52130ede: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.758 | 0.851 | 1.15 | 1.23 | 1.309 | 0.925 | 100.0% | 10 |
- | neutron.delete_port | 0.241 | 0.578 | 0.611 | 0.618 | 0.625 | 0.488 | 100.0% | 10 |
- | total | 0.998 | 1.415 | 1.73 | 1.808 | 1.886 | 1.414 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.22447299957
- Full duration: 51.8464670181
-
-
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.768 | 0.804 | 0.942 | 1.007 | 1.073 | 0.852 | 100.0% | 10 |
- | neutron.create_router | 0.08 | 0.425 | 0.456 | 0.469 | 0.482 | 0.394 | 100.0% | 10 |
- | neutron.add_interface_router | 0.371 | 0.741 | 1.213 | 1.526 | 1.84 | 0.855 | 100.0% | 10 |
- | neutron.list_routers | 0.048 | 0.405 | 0.478 | 0.502 | 0.527 | 0.286 | 100.0% | 10 |
- | total | 1.684 | 2.22 | 3.085 | 3.308 | 3.53 | 2.388 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.42530488968
- Full duration: 57.8292651176
-
-
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.689 | 0.768 | 0.931 | 0.941 | 0.95 | 0.811 | 100.0% | 10 |
- | neutron.create_router | 0.408 | 0.421 | 0.457 | 0.547 | 0.636 | 0.441 | 100.0% | 10 |
- | neutron.add_interface_router | 0.363 | 0.702 | 0.802 | 0.807 | 0.813 | 0.653 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.273 | 0.662 | 0.823 | 0.847 | 0.872 | 0.65 | 100.0% | 10 |
- | neutron.delete_router | 0.178 | 0.557 | 0.661 | 0.665 | 0.669 | 0.541 | 100.0% | 10 |
- | total | 2.291 | 3.046 | 3.598 | 3.647 | 3.695 | 3.096 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 9.11136102676
- Full duration: 56.6760940552
-
-
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.746 | 0.824 | 0.923 | 0.946 | 0.968 | 0.846 | 100.0% | 10 |
- | neutron.list_ports | 0.157 | 0.57 | 0.629 | 0.663 | 0.697 | 0.481 | 100.0% | 10 |
- | total | 1.065 | 1.343 | 1.476 | 1.493 | 1.51 | 1.327 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.94901585579
- Full duration: 52.597589016
-
-
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.701 | 0.757 | 1.049 | 1.144 | 1.238 | 0.835 | 100.0% | 10 |
- | neutron.delete_subnet | 0.196 | 0.565 | 0.691 | 0.725 | 0.759 | 0.531 | 100.0% | 10 |
- | total | 0.939 | 1.384 | 1.496 | 1.595 | 1.694 | 1.366 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.35806703568
- Full duration: 51.0885548592
-
-
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.614 | 0.675 | 0.811 | 0.817 | 0.823 | 0.692 | 100.0% | 10 |
- | neutron.delete_network | 0.491 | 0.545 | 0.62 | 0.624 | 0.628 | 0.554 | 100.0% | 10 |
- | total | 1.133 | 1.231 | 1.388 | 1.415 | 1.443 | 1.246 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.68652009964
- Full duration: 30.7036879063
-
-
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.556 | 0.652 | 0.754 | 0.757 | 0.759 | 0.665 | 100.0% | 10 |
- | neutron.list_networks | 0.361 | 0.383 | 0.478 | 0.503 | 0.528 | 0.403 | 100.0% | 10 |
- | total | 0.917 | 1.027 | 1.231 | 1.252 | 1.273 | 1.068 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.11869502068
- Full duration: 33.6655409336
-
-
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.718 | 0.757 | 0.921 | 0.922 | 0.923 | 0.795 | 100.0% | 10 |
- | neutron.create_router | 0.073 | 0.405 | 0.44 | 0.448 | 0.455 | 0.38 | 100.0% | 10 |
- | neutron.add_interface_router | 0.65 | 0.699 | 0.805 | 0.827 | 0.849 | 0.717 | 100.0% | 10 |
- | neutron.update_router | 0.228 | 0.537 | 0.661 | 0.677 | 0.693 | 0.53 | 100.0% | 10 |
- | total | 2.134 | 2.511 | 2.583 | 2.583 | 2.583 | 2.422 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.21204185486
- Full duration: 58.3329060078
-
-
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.59 | 0.678 | 0.77 | 0.785 | 0.8 | 0.684 | 100.0% | 10 |
- | neutron.update_network | 0.452 | 0.51 | 0.55 | 0.569 | 0.587 | 0.514 | 100.0% | 10 |
- | total | 1.054 | 1.188 | 1.314 | 1.319 | 1.323 | 1.198 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.48062801361
- Full duration: 33.7373108864
-
-
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.724 | 0.911 | 1.036 | 1.046 | 1.055 | 0.915 | 100.0% | 10 |
- | neutron.update_port | 0.332 | 0.55 | 0.569 | 0.573 | 0.578 | 0.53 | 100.0% | 10 |
- | total | 1.173 | 1.466 | 1.591 | 1.607 | 1.623 | 1.445 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.40219402313
- Full duration: 52.9743890762
-
-
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.768 | 0.823 | 0.981 | 1.001 | 1.02 | 0.857 | 100.0% | 10 |
- | neutron.list_subnets | 0.053 | 0.403 | 0.472 | 0.483 | 0.495 | 0.316 | 100.0% | 10 |
- | total | 0.821 | 1.249 | 1.342 | 1.384 | 1.426 | 1.173 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.63253998756
- Full duration: 52.0335438251
-
-
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.721 | 0.797 | 0.952 | 0.953 | 0.954 | 0.82 | 100.0% | 10 |
- | neutron.update_subnet | 0.233 | 0.605 | 0.745 | 0.753 | 0.761 | 0.589 | 100.0% | 10 |
- | total | 1.002 | 1.432 | 1.561 | 1.638 | 1.715 | 1.409 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.58866596222
- Full duration: 52.8035202026
-
-
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: started
- Task 7bc9f24e-75ad-4e01-afd5-3647398a073e: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.705 | 0.755 | 0.85 | 1.155 | 1.459 | 0.818 | 100.0% | 10 |
- | nova.delete_keypair | 0.032 | 0.046 | 0.063 | 0.064 | 0.064 | 0.046 | 100.0% | 10 |
- | total | 0.744 | 0.804 | 0.895 | 1.21 | 1.524 | 0.864 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.08747410774
- Full duration: 41.9948050976
-
-
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.021 | 10.195 | 10.572 | 10.642 | 10.713 | 9.936 | 100.0% | 10 |
- | nova.create_image | 10.782 | 11.261 | 11.548 | 11.631 | 11.715 | 11.242 | 100.0% | 10 |
- | nova.delete_server | 2.821 | 3.28 | 3.4 | 3.426 | 3.452 | 3.222 | 100.0% | 10 |
- | nova.boot_server (2) | 6.39 | 8.069 | 9.073 | 9.382 | 9.691 | 7.984 | 100.0% | 10 |
- | nova.delete_server (2) | 2.855 | 2.91 | 3.425 | 3.429 | 3.434 | 3.04 | 100.0% | 10 |
- | nova.delete_image | 2.558 | 2.911 | 3.161 | 3.22 | 3.279 | 2.887 | 100.0% | 10 |
- | total | 35.039 | 38.279 | 39.897 | 40.21 | 40.523 | 38.314 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 115.44729495
- Full duration: 188.161262035
-
-
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.64 | 0.869 | 1.365 | 1.399 | 1.433 | 0.948 | 100.0% | 10 |
- | nova.boot_server | 7.047 | 8.139 | 10.062 | 10.11 | 10.159 | 8.606 | 100.0% | 10 |
- | nova.delete_server | 2.522 | 3.1 | 3.242 | 3.267 | 3.292 | 3.041 | 100.0% | 10 |
- | nova.delete_keypair | 0.042 | 0.051 | 0.061 | 0.068 | 0.075 | 0.052 | 100.0% | 10 |
- | total | 11.115 | 12.323 | 14.176 | 14.258 | 14.341 | 12.648 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.1623878479
- Full duration: 108.56980896
-
-
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.734 | 0.87 | 0.947 | 0.982 | 1.018 | 0.859 | 100.0% | 10 |
- | nova.list_keypairs | 0.022 | 0.034 | 0.042 | 0.044 | 0.046 | 0.033 | 100.0% | 10 |
- | total | 0.769 | 0.903 | 0.981 | 1.02 | 1.059 | 0.892 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.59114599228
- Full duration: 44.6869869232
-
-
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 1.436 | 1.556 | 1.653 | 1.689 | 1.725 | 1.565 | 100.0% | 10 |
- | total | 1.436 | 1.557 | 1.653 | 1.689 | 1.726 | 1.565 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.71795606613
- Full duration: 123.497851133
-
-
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.388 | 9.39 | 10.016 | 10.105 | 10.194 | 9.406 | 100.0% | 10 |
- | nova.resize | 40.666 | 42.089 | 46.186 | 46.669 | 47.151 | 42.721 | 100.0% | 10 |
- | nova.resize_confirm | 3.322 | 3.648 | 4.206 | 5.097 | 5.989 | 3.842 | 100.0% | 10 |
- | nova.delete_server | 2.499 | 2.977 | 3.32 | 3.383 | 3.446 | 3.012 | 100.0% | 10 |
- | total | 56.246 | 58.698 | 61.838 | 62.514 | 63.19 | 58.982 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 180.054177999
- Full duration: 221.624077082
-
-
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.965 | 10.647 | 11.15 | 11.275 | 11.4 | 10.648 | 100.0% | 10 |
- | nova.boot_server | 8.986 | 10.62 | 12.102 | 12.345 | 12.587 | 10.685 | 100.0% | 10 |
- | nova.delete_server | 3.355 | 5.419 | 5.857 | 5.908 | 5.96 | 5.311 | 100.0% | 10 |
- | total | 23.598 | 26.481 | 28.991 | 29.016 | 29.041 | 26.644 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 79.5105199814
- Full duration: 161.905633926
-
-
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.833 | 10.242 | 11.298 | 11.673 | 12.049 | 10.106 | 100.0% | 10 |
- | nova.stop_server | 3.821 | 6.772 | 7.286 | 7.317 | 7.349 | 6.484 | 100.0% | 10 |
- | nova.migrate | 8.569 | 12.084 | 12.564 | 12.67 | 12.776 | 11.309 | 100.0% | 10 |
- | nova.resize_confirm | 2.922 | 3.398 | 4.001 | 4.054 | 4.107 | 3.49 | 100.0% | 10 |
- | nova.delete_server | 2.522 | 2.922 | 3.396 | 3.406 | 3.416 | 2.976 | 100.0% | 10 |
- | total | 29.694 | 34.582 | 36.24 | 36.517 | 36.795 | 34.367 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 100.483532906
- Full duration: 141.506958961
-
-
-
- test scenario NovaServers.boot_and_delete_server
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.586 | 9.397 | 10.198 | 10.288 | 10.378 | 9.508 | 100.0% | 10 |
- | nova.delete_server | 2.497 | 3.108 | 3.472 | 3.478 | 3.485 | 3.09 | 100.0% | 10 |
- | total | 11.39 | 12.555 | 13.374 | 13.612 | 13.849 | 12.598 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 38.4852130413
- Full duration: 106.844094992
-
-
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.193 | 9.878 | 10.329 | 10.703 | 11.078 | 9.597 | 100.0% | 10 |
- | nova.rebuild_server | 8.434 | 9.946 | 10.942 | 11.066 | 11.191 | 9.967 | 100.0% | 10 |
- | nova.delete_server | 2.887 | 3.097 | 3.934 | 4.794 | 5.654 | 3.399 | 100.0% | 10 |
- | total | 20.573 | 22.393 | 25.427 | 25.892 | 26.357 | 22.963 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.7611658573
- Full duration: 138.198104143
-
-
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.914 | 5.073 | 5.815 | 5.965 | 6.116 | 5.288 | 100.0% | 10 |
- | nova.create_100_rules | 41.66 | 44.384 | 45.431 | 45.816 | 46.201 | 44.305 | 100.0% | 10 |
- | nova.list_security_groups | 0.152 | 0.533 | 0.902 | 0.96 | 1.018 | 0.5 | 100.0% | 10 |
- | total | 47.592 | 50.13 | 51.2 | 51.527 | 51.854 | 50.094 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 149.717460871
- Full duration: 216.41701889
-
-
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.565 | 5.19 | 5.563 | 5.615 | 5.668 | 5.131 | 100.0% | 10 |
- | nova.create_100_rules | 41.981 | 43.448 | 44.817 | 44.926 | 45.034 | 43.666 | 100.0% | 10 |
- | nova.delete_10_security_groups | 2.07 | 2.522 | 2.976 | 3.171 | 3.366 | 2.551 | 100.0% | 10 |
- | total | 49.35 | 51.576 | 51.781 | 52.087 | 52.394 | 51.349 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 154.714606047
- Full duration: 196.745972872
-
-
-
- test scenario NovaServers.boot_and_bounce_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.097 | 9.924 | 11.182 | 11.428 | 11.673 | 10.029 | 100.0% | 10 |
- | nova.reboot_server | 5.363 | 6.246 | 8.84 | 8.907 | 8.973 | 7.049 | 100.0% | 10 |
- | nova.soft_reboot_server | 8.452 | 8.823 | 9.184 | 9.291 | 9.398 | 8.83 | 100.0% | 10 |
- | nova.stop_server | 3.808 | 6.394 | 7.284 | 7.3 | 7.316 | 6.358 | 100.0% | 10 |
- | nova.start_server | 3.677 | 5.011 | 5.706 | 5.852 | 5.997 | 4.954 | 100.0% | 10 |
- | nova.rescue_server | 7.752 | 8.674 | 11.07 | 11.07 | 11.071 | 9.269 | 100.0% | 10 |
- | nova.unrescue_server | 5.065 | 5.536 | 5.762 | 5.781 | 5.8 | 5.532 | 100.0% | 10 |
- | nova.delete_server | 2.485 | 2.546 | 3.501 | 4.347 | 5.194 | 2.952 | 100.0% | 10 |
- | total | 50.79 | 54.629 | 59.2 | 59.748 | 60.297 | 54.995 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 166.248807907
- Full duration: 235.770923853
-
-
-
- test scenario NovaServers.boot_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 6.916 | 9.539 | 12.275 | 12.369 | 12.464 | 9.975 | 100.0% | 10 |
- | total | 6.916 | 9.54 | 12.275 | 12.37 | 12.464 | 9.976 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.8727550507
- Full duration: 87.0325229168
-
-
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 5.065 | 5.392 | 5.642 | 5.731 | 5.819 | 5.4 | 100.0% | 10 |
- | nova.create_100_rules | 42.116 | 43.904 | 45.452 | 45.794 | 46.137 | 44.057 | 100.0% | 10 |
- | nova.boot_server | 6.906 | 7.809 | 8.73 | 8.911 | 9.092 | 7.954 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.209 | 0.264 | 0.361 | 0.463 | 0.565 | 0.289 | 100.0% | 10 |
- | nova.delete_server | 2.508 | 2.562 | 2.7 | 2.829 | 2.959 | 2.607 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.784 | 2.564 | 3.087 | 3.153 | 3.218 | 2.561 | 100.0% | 10 |
- | total | 60.06 | 63.125 | 63.757 | 63.889 | 64.021 | 62.869 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 188.221204996
- Full duration: 257.303071976
-
-
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.896 | 9.252 | 10.006 | 10.25 | 10.494 | 9.303 | 100.0% | 10 |
- | nova.pause_server | 2.784 | 3.19 | 3.465 | 3.487 | 3.509 | 3.226 | 100.0% | 10 |
- | nova.unpause_server | 2.782 | 3.172 | 3.226 | 3.258 | 3.29 | 3.105 | 100.0% | 10 |
- | nova.delete_server | 2.553 | 3.301 | 3.545 | 3.619 | 3.693 | 3.248 | 100.0% | 10 |
- | total | 17.692 | 19.035 | 19.794 | 19.85 | 19.905 | 18.883 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 56.6791820526
- Full duration: 126.811426163
-
-
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.412 | 10.207 | 10.376 | 10.441 | 10.505 | 10.131 | 100.0% | 10 |
- | nova.boot_server | 8.849 | 10.342 | 11.591 | 11.741 | 11.892 | 10.423 | 100.0% | 10 |
- | total | 18.922 | 20.498 | 21.854 | 21.976 | 22.099 | 20.555 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 60.9860489368
- Full duration: 126.851632118
-
-
-
- test scenario NovaServers.boot_and_list_server
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.227 | 8.931 | 10.864 | 10.959 | 11.054 | 9.41 | 100.0% | 10 |
- | nova.list_servers | 0.624 | 1.017 | 1.144 | 1.153 | 1.163 | 0.949 | 100.0% | 10 |
- | total | 8.969 | 9.945 | 11.851 | 11.89 | 11.928 | 10.359 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 30.9555499554
- Full duration: 111.845392942
-
-
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: started
- Task 1b950d54-5c1a-4680-9d86-cbebdb0d1b72: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 |
- | total | 1.138 | 1.278 | 1.336 | 1.347 | 1.357 | 1.267 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.75106191635
- Full duration: 16.480301857
-
-
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.406 | 0.441 | 0.5 | 0.501 | 0.502 | 0.454 | 100.0% | 10 |
- | total | 0.546 | 0.618 | 0.666 | 0.67 | 0.674 | 0.616 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.8795170784
- Full duration: 13.8104491234
-
-
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.178 | 1.264 | 1.311 | 1.344 | 1.378 | 1.26 | 100.0% | 10 |
- | quotas.delete_quotas | 0.89 | 0.996 | 1.091 | 1.115 | 1.138 | 1.003 | 100.0% | 10 |
- | total | 2.155 | 2.273 | 2.366 | 2.404 | 2.442 | 2.264 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.68874502182
- Full duration: 18.7547061443
-
-
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.559 | 0.615 | 0.666 | 0.669 | 0.671 | 0.616 | 100.0% | 10 |
- | quotas.delete_quotas | 0.013 | 0.022 | 0.026 | 0.028 | 0.029 | 0.022 | 100.0% | 10 |
- | total | 0.585 | 0.641 | 0.68 | 0.687 | 0.693 | 0.638 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.9670290947
- Full duration: 13.6480379105
-
-
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.646 | 100.0% | 10 |
- | total | 0.587 | 0.621 | 0.738 | 0.758 | 0.777 | 0.647 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.87492918968
- Full duration: 13.4147770405
-
-
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 21739b85-984f-45b9-ae85-066dbd1adce3: started
- Task 21739b85-984f-45b9-ae85-066dbd1adce3: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.047 | 5.181 | 5.389 | 5.395 | 5.401 | 5.204 | 100.0% | 10 |
- | total | 5.047 | 5.181 | 5.39 | 5.395 | 5.401 | 5.205 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.7369980812
- Full duration: 20.6335179806
-
-
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 5.048 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
- | total | 5.049 | 5.052 | 5.058 | 5.058 | 5.058 | 5.053 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.2042939663
- Full duration: 20.2779421806
-
-
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 01:01 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 03:33 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 22:00 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 10:19 | 35 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | keystone | 02:29 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 09:44 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 43:55 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 01:16 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:40 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:35:01 | 232 | 100.00% |
- +===================+============+===============+===========+
-
-
-
-SDN Controller
---------------
-
-ODL
-^^^^
-::
-
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | PASS |
- 18 critical tests, 18 passed, 0 failed
- 18 tests total, 18 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [0;32mFinal report is located:[0m
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
-
-
-
-Feature tests
--------------
-
-vIMS
-^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- vIMS - INFO - Update OpenStack creds informations
- vIMS - INFO - Upload some OS images if it doesn't exist
- vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- vIMS - INFO - Update security group quota for this tenant
- vIMS - INFO - Update cinder quota for this tenant
- vIMS - INFO - Collect flavor id for cloudify manager server
- vIMS - INFO - Prepare virtualenv for cloudify-cli
- vIMS - INFO - Downloading the cloudify manager server blueprint
- vIMS - INFO - Cloudify deployment Start Time:'2016-02-19 05:44:47'
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the cloudify-manager deployment
- vIMS - INFO - Cloudify-manager server is UP !
- vIMS - INFO - Cloudify deployment duration:'1149.9'
- vIMS - INFO - Collect flavor id for all clearwater vm
- vIMS - INFO - vIMS VNF deployment Start Time:'2016-02-19 06:04:00'
- vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- vIMS - INFO - Writing the inputs file
- vIMS - INFO - Launching the clearwater deployment
- vIMS - INFO - The deployment of clearwater-opnfv is ended
- vIMS - INFO - vIMS VNF deployment duration:'1133.8'
- vIMS - INFO - vIMS functional test Start Time:'2016-02-19 06:25:59'
- vIMS - INFO - vIMS functional test duration:'2.9'
- vIMS - INFO - Launching the clearwater-opnfv undeployment
- vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/; cfy executions start -w uninstall -d clearwater-opnfv --timeout 1800 ; cfy deployments delete -d clearwater-opnfv; '
- vIMS - INFO - Launching the cloudify-manager undeployment
- vIMS - INFO - Cloudify-manager server has been successfully removed!
- vIMS - INFO - Removing vIMS tenant ..
- vIMS - INFO - Removing vIMS user ..
-
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-19T05:41:25.739Z",
- "end": "2016-02-19T05:41:31.140Z",
- "duration": 5524
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-02-19T05:41:25.739Z
- End: 2016-02-19T05:41:31.140Z
- Duration: 6.301
- ****************************************
-
-
diff --git a/docs/results/fuel-os-odl_l2-sfc-ha.rst b/docs/results/fuel-os-odl_l2-sfc-ha.rst
deleted file mode 100644
index a827ecf7..00000000
--- a/docs/results/fuel-os-odl_l2-sfc-ha.rst
+++ /dev/null
@@ -1,1262 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-odl_l2-sfc-ha
------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-18 13:27:35'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=fff41d5d-579a-4c26-844d-4e86700c44f6
- network=a5137d46-dea8-4f85-8872-08c4a5927182
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '10.118.101.200'
- vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'34.7' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-18 13:29:00'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=5e34c73d-91d0-4852-a407-5a4b4c1932c6
- network=a1efb318-1338-436f-8f26-3a1bacab0538
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.4 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'20.2'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-Tempest
-^^^^^^^
-::
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.254 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.125 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 12.388 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 24.859 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 11.610 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.780 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.301 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.308 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.031 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.525 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.310 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.327 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.451 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.657 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.624 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.325 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.614 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.537 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.637 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 0.480 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.480 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.447 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.524 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 5.127 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.604 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 3.288 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.114 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.489 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.209 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.001 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 15.311 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.090 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.467 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.207 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.001 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.085 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.900 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.712 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.713 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.622 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.433 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.110 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.094 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.076 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.093 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.528 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.001 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.173 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.093 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.025 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.093 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.080 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.020 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.025 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.043 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.581 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.066 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.288 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.030 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.096 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.001 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.780 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 10.302 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 11.027 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.138 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 11.793 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 14.743 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 24.954 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 8.319 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.102 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.170 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.536 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.507 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.449 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.688 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.515 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.556 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 3.590 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 12.764 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 21.680 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.787 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 11.049 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.045 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.190 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 2.549 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 2.194 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 2.236 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.806 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.026 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 1.050 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.552 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.557 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.266 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.803 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.824 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.778 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.357 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 1.212 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 1.691 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.931 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.165 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.248 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.078 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 47.118 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.111 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.097 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.262 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.016 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.809 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.233 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.397 | success |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.077 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.966 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.513 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 2.311 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.401 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.332 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.555 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.059 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.086 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.091 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.078 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.087 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.083 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.076 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.579 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 2.026 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 2.947 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 15.745 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 4.489 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.373 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 3.080 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.565 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.671 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.317 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.042 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.282 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.045 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.800 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 2.487 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.722 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.272 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.282 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 2.391 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.499 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.658 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.062 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.087 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 5.549 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 3.796 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.120 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.261 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 6.149 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 3.659 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.738 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 2.213 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.612 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.371 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.043 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.383 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.275 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.237 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.531 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 5.699 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.045 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.426 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.579 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.680 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.622 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.799 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.770 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.216 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.051 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 18.428 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.313 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 2.580 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.176 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.232 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 17.327 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 11.862 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.953 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.304 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.680 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 45.140 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 115.284 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 88.143 | success |
- +------------------------------------------------------------------------------------------------------------------------------------------+---------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-04-2701:33:43.774958', 'duration': 1541, 'tests': 188, 'failures': 0}
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- 2016-04-27 02:14:20,172 - run_rally - INFO - Starting test scenario "authenticate" ...
- 2016-04-27 02:15:40,641 - run_rally - INFO -
- Preparing input task
- Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: started
- Task 1491f5fb-1f66-45d3-b04b-31a8cf53eb71: finished
-
- test scenario Authenticate.validate_glance
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_glance_2_times | 0.966 | 1.042 | 1.146 | 1.191 | 1.236 | 1.063 | 100.0% | 10 |
- | total | 1.21 | 1.272 | 1.393 | 1.45 | 1.507 | 1.307 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 3.89922785759
- Full duration: 12.1358039379
-
- test scenario Authenticate.keystone
- +--------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.keystone | 0.216 | 0.247 | 0.379 | 0.382 | 0.385 | 0.267 | 100.0% | 10 |
- | total | 0.216 | 0.247 | 0.379 | 0.382 | 0.386 | 0.268 | 100.0% | 10 |
- +-----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 0.732311964035
- Full duration: 8.95613193512
-
- test scenario Authenticate.validate_heat
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_heat_2_times | 0.346 | 0.575 | 0.619 | 0.625 | 0.63 | 0.505 | 100.0% | 10 |
- | total | 0.575 | 0.807 | 0.866 | 0.899 | 0.932 | 0.77 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.38545608521
- Full duration: 11.1800699234
-
- test scenario Authenticate.validate_nova
- +---------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_nova_2_times | 0.31 | 0.388 | 0.536 | 0.54 | 0.543 | 0.409 | 100.0% | 10 |
- | total | 0.553 | 0.635 | 0.773 | 0.794 | 0.814 | 0.663 | 100.0% | 10 |
- +------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.93493509293
- Full duration: 10.6224660873
-
- test scenario Authenticate.validate_cinder
- +-----------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_cinder_2_times | 0.296 | 0.55 | 0.598 | 0.713 | 0.828 | 0.553 | 100.0% | 10 |
- | total | 0.525 | 0.815 | 0.942 | 1.052 | 1.162 | 0.829 | 100.0% | 10 |
- +--------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.46085309982
- Full duration: 10.4235949516
-
- test scenario Authenticate.validate_neutron
- +------------------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | authenticate.validate_neutron_2_times | 0.526 | 0.601 | 0.73 | 0.74 | 0.749 | 0.615 | 100.0% | 10 |
- | total | 0.797 | 0.826 | 0.973 | 0.981 | 0.989 | 0.86 | 100.0% | 10 |
- +---------------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.49738502502
- Full duration: 11.2271738052
-
- 2016-04-27 02:15:42,749 - run_rally - INFO - Test scenario: "authenticate" OK.
- 2016-04-27 02:15:42,749 - run_rally - INFO - Starting test scenario "glance" ...
- 2016-04-27 02:19:48,692 - run_rally - INFO -
- Preparing input task
- Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: started
- Task 661ec9b2-9c4d-4fcd-b522-0cf3f1dbc4ec: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.list_images | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.858 | 100.0% | 10 |
- | total | 0.763 | 0.847 | 0.96 | 0.961 | 0.962 | 0.859 | 100.0% | 10 |
- +--------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 2.59311103821
- Full duration: 13.8837060928
-
- test scenario GlanceImages.create_image_and_boot_instances
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.004 | 7.656 | 20.755 | 26.239 | 31.723 | 11.873 | 100.0% | 10 |
- | nova.boot_servers | 8.947 | 10.367 | 10.531 | 10.637 | 10.744 | 10.109 | 100.0% | 10 |
- | total | 15.951 | 18.072 | 31.179 | 36.629 | 42.078 | 21.982 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 66.442127943
- Full duration: 112.407797098
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.244 | 7.582 | 7.891 | 7.95 | 8.009 | 7.634 | 100.0% | 10 |
- | glance.list_images | 0.306 | 0.566 | 0.613 | 0.638 | 0.663 | 0.546 | 100.0% | 10 |
- | total | 7.774 | 8.159 | 8.369 | 8.413 | 8.457 | 8.181 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.4534111023
- Full duration: 55.2102069855
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | glance.create_image | 7.177 | 7.831 | 16.251 | 17.887 | 19.523 | 9.669 | 100.0% | 10 |
- | glance.delete_image | 1.407 | 2.22 | 2.375 | 2.45 | 2.525 | 2.125 | 100.0% | 10 |
- | total | 9.332 | 9.768 | 18.192 | 20.001 | 21.809 | 11.794 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 40.9665431976
- Full duration: 52.3726029396
-
- 22016-04-27 02:19:50,772 - run_rally - INFO - Test scenario: "glance" OK.
- 2016-04-27 02:19:50,773 - run_rally - INFO - Starting test scenario "cinder" ...
- 2016-04-27 02:41:55,538 - run_rally - INFO -
- Preparing input task
- Task a74fb68a-1212-4fff-afdd-a8ad044039fd: started
- Task a74fb68a-1212-4fff-afdd-a8ad044039fd: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | nova.boot_server | 7.389 | 8.334 | 9.206 | 9.56 | 9.914 | 8.417 | 100.0% | 10 |
- | cinder.create_volume | 3.216 | 3.747 | 4.031 | 4.195 | 4.359 | 3.726 | 100.0% | 10 |
- | nova.attach_volume | 3.856 | 4.202 | 7.174 | 7.341 | 7.508 | 4.8 | 100.0% | 10 |
- | nova.detach_volume | 4.017 | 4.272 | 4.467 | 4.641 | 4.815 | 4.302 | 100.0% | 10 |
- | cinder.delete_volume | 0.631 | 2.93 | 3.151 | 3.193 | 3.235 | 2.346 | 100.0% | 10 |
- | nova.delete_server | 2.937 | 3.051 | 3.119 | 3.273 | 3.426 | 3.078 | 100.0% | 10 |
- | total | 23.718 | 25.911 | 29.125 | 29.723 | 30.322 | 26.67 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 78.0439009666
- Full duration: 110.455639839
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 9.979 | 10.793 | 11.421 | 11.46 | 11.499 | 10.766 | 100.0% | 10 |
- | cinder.list_volumes | 0.074 | 0.299 | 0.372 | 0.384 | 0.397 | 0.235 | 100.0% | 10 |
- | total | 10.062 | 11.109 | 11.668 | 11.734 | 11.8 | 11.002 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 32.7168459892
- Full duration: 54.91467309
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.417 | 3.882 | 4.164 | 4.19 | 4.217 | 3.871 | 100.0% | 10 |
- | cinder.list_volumes | 0.077 | 0.338 | 0.473 | 0.485 | 0.497 | 0.335 | 100.0% | 10 |
- | total | 3.881 | 4.176 | 4.51 | 4.539 | 4.568 | 4.206 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 12.7357430458
- Full duration: 32.5659849644
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 3.051 | 3.454 | 5.626 | 5.696 | 5.765 | 3.827 | 100.0% | 10 |
- | cinder.list_snapshots | 0.035 | 0.296 | 0.325 | 0.325 | 0.325 | 0.227 | 100.0% | 10 |
- | total | 3.355 | 3.657 | 5.947 | 6.0 | 6.052 | 4.054 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 13.0978519917
- Full duration: 50.9691619873
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.632 | 3.83 | 4.025 | 4.124 | 4.223 | 3.857 | 100.0% | 10 |
- | cinder.delete_volume | 0.55 | 0.83 | 2.782 | 2.965 | 3.147 | 1.365 | 100.0% | 10 |
- | total | 4.281 | 4.87 | 6.615 | 6.841 | 7.066 | 5.222 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 15.9277088642
- Full duration: 34.237901926
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 10.252 | 10.977 | 11.943 | 11.948 | 11.953 | 11.097 | 100.0% | 10 |
- | cinder.delete_volume | 0.82 | 1.996 | 2.99 | 3.013 | 3.036 | 1.938 | 100.0% | 10 |
- | total | 11.877 | 12.968 | 14.015 | 14.471 | 14.927 | 13.036 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 37.8433139324
- Full duration: 56.9522650242
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.852 | 4.061 | 4.498 | 4.604 | 4.711 | 4.133 | 100.0% | 10 |
- | cinder.delete_volume | 0.835 | 0.977 | 2.77 | 2.939 | 3.108 | 1.5 | 100.0% | 10 |
- | total | 4.799 | 5.266 | 6.888 | 6.964 | 7.039 | 5.634 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 17.0594739914
- Full duration: 34.639097929
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +----------------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.582 | 3.801 | 4.194 | 4.213 | 4.231 | 3.878 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 19.387 | 31.495 | 32.341 | 32.354 | 32.367 | 29.335 | 100.0% | 10 |
- | cinder.delete_volume | 0.844 | 2.45 | 2.784 | 2.825 | 2.866 | 1.905 | 100.0% | 10 |
- | nova.delete_image | 2.332 | 2.682 | 2.872 | 2.969 | 3.065 | 2.677 | 100.0% | 10 |
- | total | 26.258 | 39.786 | 40.849 | 41.006 | 41.163 | 37.796 | 100.0% | 10 |
- +-------------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 111.222266197
- Full duration: 129.783249855
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_snapshot | 3.34 | 3.423 | 5.731 | 5.746 | 5.76 | 3.87 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.556 | 3.104 | 3.272 | 3.285 | 3.299 | 3.068 | 100.0% | 10 |
- | total | 6.365 | 6.599 | 8.332 | 8.543 | 8.755 | 6.938 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 19.7357230186
- Full duration: 50.7531559467
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 |
- | total | 3.497 | 3.901 | 4.226 | 4.246 | 4.266 | 3.883 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.6317541599
- Full duration: 29.422949791
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 |
- | total | 3.649 | 3.933 | 4.176 | 4.178 | 4.179 | 3.939 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 11.7954070568
- Full duration: 33.4074928761
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.list_volumes | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 |
- | total | 0.559 | 0.596 | 0.645 | 0.658 | 0.671 | 0.603 | 100.0% | 10 |
- +---------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 1.80386185646
- Full duration: 65.103438139
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.223 | 4.031 | 4.142 | 4.196 | 4.25 | 3.949 | 100.0% | 10 |
- | cinder.create_snapshot | 2.821 | 3.096 | 3.318 | 3.349 | 3.38 | 3.082 | 100.0% | 10 |
- | nova.attach_volume | 4.011 | 4.73 | 9.508 | 10.629 | 11.75 | 5.874 | 100.0% | 10 |
- | nova.detach_volume | 3.603 | 4.136 | 4.42 | 4.481 | 4.542 | 4.112 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.532 | 2.593 | 2.862 | 2.973 | 3.084 | 2.691 | 100.0% | 10 |
- | cinder.delete_volume | 0.626 | 2.709 | 3.035 | 3.087 | 3.139 | 2.413 | 100.0% | 10 |
- | total | 20.294 | 22.503 | 27.052 | 28.211 | 29.37 | 23.272 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 67.9758191109
- Full duration: 167.151215076
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.396 | 4.269 | 4.654 | 5.616 | 6.578 | 4.385 | 100.0% | 10 |
- | cinder.delete_volume | 2.712 | 3.275 | 3.476 | 3.485 | 3.493 | 3.193 | 100.0% | 10 |
- | total | 6.117 | 7.6 | 8.118 | 8.975 | 9.831 | 7.578 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 24.3931138515
- Full duration: 56.1436901093
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.562 | 4.002 | 4.303 | 4.334 | 4.364 | 4.012 | 100.0% | 10 |
- | cinder.extend_volume | 0.691 | 1.1 | 3.236 | 3.411 | 3.587 | 1.713 | 100.0% | 10 |
- | cinder.delete_volume | 0.583 | 0.974 | 3.176 | 3.253 | 3.33 | 1.51 | 100.0% | 10 |
- | total | 5.58 | 6.337 | 10.123 | 10.341 | 10.559 | 7.236 | 100.0% | 10 |
- +----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 20.3285830021
- Full duration: 37.9043469429
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.524 | 4.049 | 4.167 | 4.196 | 4.225 | 3.94 | 100.0% | 10 |
- | cinder.create_snapshot | 2.743 | 3.026 | 3.356 | 3.408 | 3.46 | 3.053 | 100.0% | 10 |
- | nova.attach_volume | 4.113 | 4.635 | 6.974 | 7.136 | 7.298 | 5.464 | 100.0% | 10 |
- | nova.detach_volume | 3.695 | 4.078 | 4.306 | 4.692 | 5.078 | 4.146 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.489 | 2.864 | 3.117 | 3.127 | 3.136 | 2.861 | 100.0% | 10 |
- | cinder.delete_volume | 0.577 | 2.556 | 2.985 | 3.013 | 3.041 | 2.272 | 100.0% | 10 |
- | total | 19.553 | 22.646 | 25.102 | 25.135 | 25.168 | 22.862 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 67.4835031033
- Full duration: 178.220266819
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +---------------------------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- | cinder.create_volume | 3.143 | 3.843 | 3.997 | 4.099 | 4.2 | 3.793 | 100.0% | 10 |
- | cinder.create_snapshot | 2.558 | 2.892 | 3.176 | 3.328 | 3.48 | 2.92 | 100.0% | 10 |
- | nova.attach_volume | 4.209 | 5.877 | 7.368 | 8.681 | 9.994 | 6.076 | 100.0% | 10 |
- | nova.detach_volume | 3.533 | 3.91 | 4.349 | 4.363 | 4.378 | 3.99 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.531 | 2.847 | 3.044 | 3.101 | 3.158 | 2.802 | 100.0% | 10 |
- | cinder.delete_volume | 0.626 | 2.561 | 2.989 | 3.03 | 3.071 | 2.206 | 100.0% | 10 |
- | total | 20.143 | 23.986 | 25.362 | 26.711 | 28.06 | 23.469 | 100.0% | 10 |
- +------------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
- Load duration: 67.7886071205
- Full duration: 169.118987083
-
- 2016-04-27 02:41:57,893 - run_rally - INFO - Test scenario: "cinder" OK.
-
-SDN Controller
---------------
-
-ODL
-^^^^
-::
-
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [1;32mStarting test: test/csit/suites/openstack/neutron/ [0m
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | PASS |
- 18 critical tests, 18 passed, 0 failed
- 18 tests total, 18 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/repos/functest/output.xml
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
- [0;32mFinal report is located:[0m
- Log: /home/opnfv/repos/functest/log.html
- Report: /home/opnfv/repos/functest/report.html
-
-Feature tests
--------------
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-04-27T02:00:03.021Z",
- "end": "2016-04-27T02:00:08.968Z",
- "duration": 5947
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-04-27T02:00:03.021Z
- End: 2016-04-27T02:00:08.968Z
- Duration: 5.947
- ****************************************
-
-vIMS
-^^^^^^^
-::
-
- FUNCTEST.info: Running vIMS test...
- 2016-04-27 02:00:26,953 - vIMS - INFO - Prepare OpenStack plateform (create tenant and user)
- 2016-04-27 02:00:27,734 - vIMS - INFO - Update OpenStack creds informations
- 2016-04-27 02:00:27,734 - vIMS - INFO - Upload some OS images if it doesn't exist
- 2016-04-27 02:00:28,202 - vIMS - INFO - centos_7 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- 2016-04-27 02:01:55,022 - vIMS - INFO - ubuntu_14.04 image doesn't exist on glance repository.
- Try downloading this image and upload on glance !
- 2016-04-27 02:03:39,709 - vIMS - INFO - Update security group quota for this tenant
- 2016-04-27 02:03:40,572 - vIMS - INFO - Update cinder quota for this tenant
- 2016-04-27 02:03:41,548 - vIMS - INFO - Collect flavor id for cloudify manager server
- 2016-04-27 02:03:43,403 - vIMS - INFO - Prepare virtualenv for cloudify-cli
- 2016-04-27 02:04:20,255 - vIMS - INFO - Downloading the cloudify manager server blueprint
- 2016-04-27 02:04:21,701 - vIMS - INFO - Cloudify deployment Start Time:'2016-04-27 02:04:21'
- 2016-04-27 02:04:21,701 - vIMS - INFO - Writing the inputs file
- 2016-04-27 02:04:21,706 - vIMS - INFO - Launching the cloudify-manager deployment
- 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify-manager server is UP !
- 2016-04-27 02:11:57,797 - vIMS - INFO - Cloudify deployment duration:'456.1'
- 2016-04-27 02:11:57,798 - vIMS - INFO - Collect flavor id for all clearwater vm
- 2016-04-27 02:12:00,174 - vIMS - INFO - vIMS VNF deployment Start Time:'2016-04-27 02:12:00'
- 2016-04-27 02:12:00,174 - vIMS - INFO - Downloading the openstack-blueprint.yaml blueprint
- 2016-04-27 02:12:01,517 - vIMS - INFO - Writing the inputs file
- 2016-04-27 02:12:01,520 - vIMS - INFO - Launching the clearwater deployment
- 2016-04-27 02:13:46,397 - vIMS - ERROR - Error when executing command /bin/bash -c 'source /home/opnfv/functest/data/vIMS/venv_cloudify/bin/activate; cd /home/opnfv/functest/data/vIMS/opnfv-cloudify-clearwater; cfy blueprints upload -b clearwater -p openstack-blueprint.yaml; cfy deployments create -b clearwater -d clearwater-opnfv --inputs inputs.yaml; cfy executions start -w install -d clearwater-opnfv --timeout 1800; '
- 2016-04-27 02:13:46,398 - vIMS - ERROR - RuntimeError: Workflow failed: Task failed 'nova_plugin.server.start' -> NonRecoverableError('Unexpected server state ERROR:None',)
diff --git a/docs/results/fuel-os-onos-nofeature-ha.rst b/docs/results/fuel-os-onos-nofeature-ha.rst
deleted file mode 100644
index 0e276a60..00000000
--- a/docs/results/fuel-os-onos-nofeature-ha.rst
+++ /dev/null
@@ -1,2618 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for fuel-os-onos-nofeature-ha
----------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-21 09:42:15'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=c921bde1-b564-4670-9801-7607bb7dd5f9
- network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=c921bde1-b564-4670-9801-7607bb7dd5f9
- network=ddbf909c-8936-4d5a-b499-ae5bc6e4981f
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '10.118.101.200'
- vPing_ssh- INFO - Associating floating ip: '10.118.101.200' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 10.118.101.200...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'267.2' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-
-
-Tempest
-^^^^^^^
-::
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.33888 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.10971 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 15.11040 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 30.42278 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 13.85713 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.32690 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 0.34397 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.37412 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 1.53125 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.34050 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.55659 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.33680 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.57251 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.33960 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.69068 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.33768 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.67793 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.33491 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 1.60438 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.39355 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 1.24188 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 1.85431 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 2.83096 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 6.66403 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 13.11276 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.0 | fail |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.0 | fail |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.11312 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 4.98764 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.62118 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 1.01188 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.73001 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 1.04071 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.53598 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.12633 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.13548 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.08098 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.08810 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.10130 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.63997 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00129 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.20987 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.10442 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.02285 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.10168 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.08641 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.03051 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.02042 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.08087 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06620 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.07583 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 1.02614 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.03649 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.10806 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 0.0 | fail |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 0.0 | fail |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.09498 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 0.15150 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76964 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 0.40090 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.38359 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.65971 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.66699 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.63491 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 5.25088 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 16.25121 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 22.90196 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 11.28175 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 12.26759 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 2.49600 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 2.57009 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 3.21321 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 3.04861 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 3.93770 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 2.76115 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.71809 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 1.21977 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.91452 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.95440 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 3.16889 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 1.57679 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 1.42447 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 1.46180 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 1.15287 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.87581 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.99209 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.58096 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 1.07971 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 1.73518 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 1.51942 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.32883 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.01961 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 1.56142 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.03891 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 0.62077 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.07524 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.29801 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.07714 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 0.0 | fail |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 1.06122 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 1.10604 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.41781 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.03176 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.0 | fail |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.34417 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 1.00125 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.64367 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.38885 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 2.52793 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.11210 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.08846 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.10244 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.10511 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.10566 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.14063 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.57457 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.72677 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 15.66304 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 3.84418 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 5.53626 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 2.54078 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 4.09094 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.98866 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 2.87451 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 5.20792 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 2.28358 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 4.49162 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 3.79765 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 2.99403 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.66099 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.29854 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.32442 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.04955 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.33630 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 2.80651 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.65929 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.36943 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.38991 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.31486 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.30617 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 2.96002 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 3.15725 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.88622 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.32563 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.37153 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 3.19676 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 2.65017 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 2.26448 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.38004 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.32783 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 8.61053 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 5.36523 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 3.30263 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 2.90758 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 7.98249 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 4.15672 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 4.09748 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 3.08662 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.74965 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 3.81896 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.31019 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 2.07790 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 3.59873 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.33280 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.62361 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 6.93849 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.07141 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.31814 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.61532 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.61600 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.59934 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.81253 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.84469 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.72972 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.06791 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 19.60479 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 3.74694 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.11182 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 3.04832 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 10.66890 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 18.01898 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 16.52370 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 17.05563 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.08365 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.05607 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 374.04656 | fail |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 340.58084 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 349.05347 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 338.91569 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2109:47:08.529077', 'duration': 512, 'tests': 210, 'failures': 31}
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: started
- Task 938ee7f4-76f5-42f3-a908-9eb3557dac60: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.528 | 0.563 | 0.576 | 0.577 | 0.578 | 0.558 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.524 | 0.536 | 0.584 | 0.646 | 0.707 | 0.556 | 100.0% | 10 |
- | total | 1.209 | 1.274 | 1.348 | 1.391 | 1.434 | 1.285 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.82395505905
- Full duration: 11.5060088634
-
-
-
- test scenario Authenticate.keystone
- +----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+------+-------+---------+-------+
- | total | 0.145 | 0.166 | 0.262 | 0.271 | 0.28 | 0.193 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 0.597311973572
- Full duration: 8.39117598534
-
-
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.289 | 0.308 | 0.338 | 0.34 | 0.342 | 0.312 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.054 | 0.289 | 0.31 | 0.318 | 0.327 | 0.27 | 100.0% | 10 |
- | total | 0.575 | 0.782 | 0.858 | 0.862 | 0.865 | 0.773 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.38020992279
- Full duration: 10.2995789051
-
-
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.279 | 0.311 | 0.459 | 0.464 | 0.468 | 0.352 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.033 | 0.056 | 0.061 | 0.063 | 0.065 | 0.053 | 100.0% | 10 |
- | total | 0.477 | 0.53 | 0.699 | 0.711 | 0.723 | 0.569 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.69243693352
- Full duration: 9.33592200279
-
-
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.276 | 0.29 | 0.335 | 0.335 | 0.335 | 0.302 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.257 | 0.29 | 0.318 | 0.346 | 0.374 | 0.297 | 100.0% | 10 |
- | total | 0.719 | 0.773 | 0.853 | 0.863 | 0.873 | 0.781 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.3241250515
- Full duration: 9.87282705307
-
-
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.289 | 0.309 | 0.329 | 0.334 | 0.34 | 0.31 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.044 | 0.294 | 0.324 | 0.365 | 0.406 | 0.265 | 100.0% | 10 |
- | total | 0.533 | 0.752 | 0.809 | 0.831 | 0.854 | 0.734 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.165102005
- Full duration: 9.4830288887
-
-
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: started
- Task 158cf9e7-5336-4cfc-be40-3e75d061e99a: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.726 | 0.781 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 |
- | total | 0.726 | 0.783 | 0.882 | 0.891 | 0.899 | 0.807 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.53244495392
- Full duration: 12.5428349972
-
-
-
- test scenario GlanceImages.create_image_and_boot_instances
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 6.979 | 7.618 | 7.794 | 7.829 | 7.863 | 7.563 | 100.0% | 10 |
- | nova.boot_servers | 8.651 | 10.765 | 11.756 | 11.781 | 11.807 | 10.556 | 100.0% | 10 |
- | total | 15.879 | 18.421 | 19.261 | 19.311 | 19.36 | 18.119 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 53.8314111233
- Full duration: 120.073235035
-
-
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 7.329 | 7.6 | 7.99 | 8.113 | 8.236 | 7.653 | 100.0% | 10 |
- | glance.list_images | 0.333 | 0.582 | 0.613 | 0.646 | 0.679 | 0.566 | 100.0% | 10 |
- | total | 7.902 | 8.164 | 8.547 | 8.674 | 8.802 | 8.219 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.6576690674
- Full duration: 38.7420179844
-
-
-
- test scenario GlanceImages.create_and_delete_image
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | glance.create_image | 7.217 | 7.695 | 7.985 | 8.039 | 8.092 | 7.694 | 100.0% | 10 |
- | glance.delete_image | 1.995 | 2.137 | 2.493 | 2.608 | 2.722 | 2.22 | 100.0% | 10 |
- | total | 9.374 | 10.024 | 10.211 | 10.289 | 10.367 | 9.914 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.6123759747
- Full duration: 39.9493000507
-
-
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task b1aa2d13-0f7a-4bff-8331-81336fed8893: started
- Task b1aa2d13-0f7a-4bff-8331-81336fed8893: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 6.503 | 8.078 | 8.609 | 8.703 | 8.796 | 7.961 | 100.0% | 10 |
- | cinder.create_volume | 3.188 | 3.68 | 3.956 | 3.978 | 4.0 | 3.679 | 100.0% | 10 |
- | nova.attach_volume | 3.64 | 4.357 | 6.302 | 6.474 | 6.646 | 4.857 | 100.0% | 10 |
- | nova.detach_volume | 3.578 | 3.916 | 4.783 | 4.818 | 4.854 | 4.034 | 100.0% | 10 |
- | cinder.delete_volume | 0.561 | 1.816 | 3.1 | 3.132 | 3.165 | 1.823 | 100.0% | 10 |
- | nova.delete_server | 2.774 | 2.91 | 3.153 | 3.263 | 3.373 | 2.961 | 100.0% | 10 |
- | total | 22.849 | 25.428 | 26.942 | 27.99 | 29.037 | 25.315 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 75.149212122
- Full duration: 118.157259941
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 7.83 | 9.929 | 10.531 | 10.536 | 10.541 | 9.772 | 100.0% | 10 |
- | cinder.list_volumes | 0.08 | 0.374 | 0.44 | 0.453 | 0.465 | 0.361 | 100.0% | 10 |
- | total | 8.172 | 10.346 | 10.952 | 10.96 | 10.967 | 10.134 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 29.4478600025
- Full duration: 52.5886940956
-
-
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.301 | 3.843 | 4.226 | 4.357 | 4.488 | 3.882 | 100.0% | 10 |
- | cinder.list_volumes | 0.053 | 0.331 | 0.398 | 0.398 | 0.398 | 0.273 | 100.0% | 10 |
- | total | 3.637 | 4.144 | 4.619 | 4.733 | 4.847 | 4.156 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 12.4273290634
- Full duration: 34.9144048691
-
-
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.946 | 3.307 | 3.538 | 3.549 | 3.56 | 3.273 | 100.0% | 10 |
- | cinder.list_snapshots | 0.028 | 0.295 | 0.328 | 0.338 | 0.348 | 0.201 | 100.0% | 10 |
- | total | 3.176 | 3.555 | 3.638 | 3.662 | 3.686 | 3.474 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.5382380486
- Full duration: 51.362334013
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.624 | 3.895 | 4.231 | 4.281 | 4.331 | 3.947 | 100.0% | 10 |
- | cinder.delete_volume | 0.812 | 1.949 | 3.114 | 3.122 | 3.131 | 1.972 | 100.0% | 10 |
- | total | 4.618 | 5.84 | 7.204 | 7.278 | 7.351 | 5.92 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.7822580338
- Full duration: 34.5782420635
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.294 | 9.687 | 9.755 | 9.776 | 9.798 | 9.602 | 100.0% | 10 |
- | cinder.delete_volume | 0.832 | 2.037 | 2.912 | 3.099 | 3.287 | 1.974 | 100.0% | 10 |
- | total | 10.153 | 11.549 | 12.579 | 12.706 | 12.832 | 11.576 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 33.8279159069
- Full duration: 52.5032699108
-
-
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.531 | 3.917 | 4.114 | 4.116 | 4.119 | 3.89 | 100.0% | 10 |
- | cinder.delete_volume | 0.795 | 0.992 | 3.094 | 3.232 | 3.371 | 1.405 | 100.0% | 10 |
- | total | 4.55 | 4.893 | 6.895 | 7.065 | 7.235 | 5.295 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.6577680111
- Full duration: 32.7706868649
-
-
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.529 | 3.821 | 4.216 | 4.22 | 4.223 | 3.861 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 19.02 | 29.858 | 31.714 | 31.91 | 32.105 | 28.579 | 100.0% | 10 |
- | cinder.delete_volume | 0.778 | 2.823 | 3.199 | 3.243 | 3.288 | 2.495 | 100.0% | 10 |
- | nova.delete_image | 2.394 | 2.794 | 4.071 | 9.486 | 14.9 | 3.949 | 100.0% | 10 |
- | total | 28.359 | 39.027 | 42.376 | 45.938 | 49.5 | 38.885 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 119.134256124
- Full duration: 139.814013958
-
-
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 3.047 | 3.312 | 3.751 | 4.588 | 5.426 | 3.504 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.515 | 2.959 | 3.129 | 3.134 | 3.139 | 2.904 | 100.0% | 10 |
- | total | 5.93 | 6.273 | 6.77 | 7.355 | 7.941 | 6.408 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.6710958481
- Full duration: 52.810079813
-
-
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 |
- | total | 3.645 | 3.983 | 4.278 | 4.284 | 4.291 | 4.015 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.9593629837
- Full duration: 30.0458798409
-
-
-
- test scenario CinderVolumes.create_volume
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 |
- | total | 3.5 | 4.11 | 4.423 | 4.479 | 4.535 | 4.045 | 100.0% | 10 |
- +----------------------+-----+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.9883899689
- Full duration: 34.5793349743
-
-
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.527 | 0.566 | 0.622 | 0.634 | 0.647 | 0.579 | 100.0% | 10 |
- | total | 0.527 | 0.566 | 0.622 | 0.635 | 0.647 | 0.579 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.71377515793
- Full duration: 66.8403449059
-
-
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.423 | 3.79 | 4.204 | 4.228 | 4.253 | 3.832 | 100.0% | 10 |
- | cinder.create_snapshot | 2.595 | 2.914 | 3.105 | 3.107 | 3.109 | 2.93 | 100.0% | 10 |
- | nova.attach_volume | 3.943 | 6.629 | 7.921 | 8.552 | 9.183 | 6.368 | 100.0% | 10 |
- | nova.detach_volume | 3.275 | 3.933 | 4.098 | 4.151 | 4.204 | 3.813 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.26 | 2.576 | 3.109 | 3.173 | 3.237 | 2.627 | 100.0% | 10 |
- | cinder.delete_volume | 0.572 | 2.766 | 2.935 | 3.011 | 3.086 | 2.543 | 100.0% | 10 |
- | total | 20.778 | 22.953 | 25.368 | 26.28 | 27.193 | 23.194 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 69.8529119492
- Full duration: 173.89911294
-
-
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.664 | 3.994 | 4.4 | 4.405 | 4.411 | 4.043 | 100.0% | 10 |
- | cinder.delete_volume | 2.706 | 3.262 | 3.503 | 3.525 | 3.547 | 3.211 | 100.0% | 10 |
- | total | 6.956 | 7.239 | 7.437 | 7.513 | 7.589 | 7.254 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.7929730415
- Full duration: 56.4282138348
-
-
-
- test scenario CinderVolumes.create_and_extend_volume
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.519 | 3.91 | 4.25 | 4.293 | 4.336 | 3.898 | 100.0% | 10 |
- | cinder.extend_volume | 0.954 | 3.479 | 3.822 | 3.974 | 4.126 | 3.266 | 100.0% | 10 |
- | cinder.delete_volume | 2.743 | 3.002 | 3.324 | 3.34 | 3.356 | 3.018 | 100.0% | 10 |
- | total | 8.353 | 10.523 | 10.792 | 10.838 | 10.885 | 10.182 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 30.6360728741
- Full duration: 49.9283909798
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.39 | 3.97 | 4.263 | 4.45 | 4.638 | 3.957 | 100.0% | 10 |
- | cinder.create_snapshot | 2.608 | 3.069 | 3.308 | 3.31 | 3.312 | 3.012 | 100.0% | 10 |
- | nova.attach_volume | 4.043 | 5.478 | 7.465 | 8.181 | 8.896 | 5.734 | 100.0% | 10 |
- | nova.detach_volume | 3.111 | 3.712 | 4.231 | 4.297 | 4.362 | 3.748 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.272 | 2.63 | 2.889 | 3.032 | 3.174 | 2.679 | 100.0% | 10 |
- | cinder.delete_volume | 0.594 | 2.64 | 3.158 | 3.173 | 3.187 | 2.251 | 100.0% | 10 |
- | total | 18.408 | 23.294 | 24.568 | 24.632 | 24.697 | 22.576 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 68.1245191097
- Full duration: 178.916586161
-
-
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.136 | 3.923 | 4.27 | 4.334 | 4.398 | 3.903 | 100.0% | 10 |
- | cinder.create_snapshot | 2.708 | 2.894 | 3.269 | 3.309 | 3.348 | 2.997 | 100.0% | 10 |
- | nova.attach_volume | 3.853 | 5.659 | 9.176 | 9.424 | 9.673 | 6.046 | 100.0% | 10 |
- | nova.detach_volume | 3.349 | 3.857 | 4.334 | 4.582 | 4.829 | 3.88 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.261 | 2.578 | 3.148 | 3.183 | 3.219 | 2.687 | 100.0% | 10 |
- | cinder.delete_volume | 2.584 | 2.856 | 3.08 | 3.208 | 3.335 | 2.877 | 100.0% | 10 |
- | total | 21.769 | 23.113 | 27.189 | 27.9 | 28.611 | 24.037 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 69.8956279755
- Full duration: 185.589872122
-
-
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task 6323c0be-a020-4b31-99f0-846288593cf5: started
- Task 6323c0be-a020-4b31-99f0-846288593cf5: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 3.897 | 4.064 | 4.38 | 4.573 | 4.766 | 4.148 | 100.0% | 10 |
- | heat.suspend_stack | 0.856 | 1.754 | 2.035 | 2.047 | 2.058 | 1.584 | 100.0% | 10 |
- | heat.resume_stack | 1.455 | 1.659 | 1.714 | 1.716 | 1.718 | 1.62 | 100.0% | 10 |
- | heat.delete_stack | 1.394 | 1.581 | 2.739 | 2.752 | 2.765 | 1.784 | 100.0% | 10 |
- | total | 8.071 | 9.183 | 10.285 | 10.314 | 10.344 | 9.135 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 27.614921093
- Full duration: 38.014703989
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.032 | 4.108 | 4.322 | 4.37 | 4.419 | 4.169 | 100.0% | 10 |
- | heat.delete_stack | 1.408 | 1.463 | 1.821 | 2.204 | 2.588 | 1.599 | 100.0% | 10 |
- | total | 5.497 | 5.706 | 5.963 | 6.33 | 6.698 | 5.768 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 17.1844079494
- Full duration: 27.193780899
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 22.283 | 23.81 | 24.26 | 24.642 | 25.023 | 23.576 | 100.0% | 10 |
- | heat.delete_stack | 10.675 | 11.83 | 13.071 | 13.072 | 13.073 | 12.167 | 100.0% | 10 |
- | total | 33.542 | 35.738 | 36.805 | 36.843 | 36.881 | 35.743 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 107.773921967
- Full duration: 118.200341225
-
-
-
- test scenario HeatStacks.create_and_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 18.184 | 20.407 | 21.635 | 21.85 | 22.065 | 20.2 | 100.0% | 10 |
- | heat.delete_stack | 10.601 | 10.722 | 11.882 | 11.945 | 12.008 | 11.03 | 100.0% | 10 |
- | total | 28.903 | 31.02 | 33.025 | 33.24 | 33.455 | 31.23 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 92.4247808456
- Full duration: 102.624263048
-
-
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.493 | 0.534 | 0.591 | 0.604 | 0.617 | 0.542 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.493 | 0.534 | 0.592 | 0.604 | 0.617 | 0.542 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.70831894875
- Full duration: 10.6722428799
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.142 | 4.331 | 4.481 | 4.527 | 4.573 | 4.327 | 100.0% | 10 |
- | heat.update_stack | 3.575 | 3.673 | 3.746 | 3.752 | 3.758 | 3.674 | 100.0% | 10 |
- | heat.delete_stack | 1.9 | 2.609 | 2.795 | 2.836 | 2.877 | 2.6 | 100.0% | 10 |
- | total | 9.714 | 10.635 | 10.858 | 10.879 | 10.899 | 10.601 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 32.1056320667
- Full duration: 42.6386361122
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.12 | 4.273 | 4.323 | 4.33 | 4.336 | 4.247 | 100.0% | 10 |
- | heat.update_stack | 3.504 | 3.594 | 3.722 | 3.741 | 3.76 | 3.615 | 100.0% | 10 |
- | heat.delete_stack | 1.391 | 1.433 | 1.71 | 2.139 | 2.568 | 1.584 | 100.0% | 10 |
- | total | 9.04 | 9.38 | 9.599 | 10.09 | 10.581 | 9.447 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.2272830009
- Full duration: 40.1677620411
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.97 | 4.292 | 4.415 | 4.448 | 4.481 | 4.271 | 100.0% | 10 |
- | heat.update_stack | 5.842 | 5.898 | 5.997 | 6.123 | 6.248 | 5.932 | 100.0% | 10 |
- | heat.delete_stack | 2.495 | 2.556 | 3.706 | 3.713 | 3.721 | 2.769 | 100.0% | 10 |
- | total | 12.606 | 12.776 | 13.842 | 13.936 | 14.029 | 12.972 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.4572560787
- Full duration: 50.1925730705
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- | heat.create_stack | 4.629 | 5.407 | 5.516 | 5.7 | 5.884 | 5.364 | 100.0% | 10 |
- | heat.update_stack | 8.444 | 9.309 | 9.353 | 9.359 | 9.365 | 9.16 | 100.0% | 10 |
- | heat.delete_stack | 3.645 | 3.715 | 3.749 | 3.76 | 3.771 | 3.715 | 100.0% | 10 |
- | total | 17.585 | 18.448 | 18.542 | 18.731 | 18.92 | 18.239 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+-------+--------+---------+-------+
- Load duration: 54.5839819908
- Full duration: 66.1476221085
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.153 | 4.42 | 4.537 | 4.626 | 4.716 | 4.414 | 100.0% | 10 |
- | heat.update_stack | 5.756 | 5.867 | 5.968 | 5.986 | 6.003 | 5.879 | 100.0% | 10 |
- | heat.delete_stack | 2.537 | 2.569 | 3.682 | 3.771 | 3.859 | 2.812 | 100.0% | 10 |
- | total | 12.735 | 12.934 | 13.781 | 13.841 | 13.901 | 13.105 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.6327600479
- Full duration: 51.5351819992
-
-
-
- test scenario HeatStacks.create_update_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | heat.create_stack | 4.216 | 4.41 | 4.524 | 4.563 | 4.602 | 4.398 | 100.0% | 10 |
- | heat.update_stack | 3.532 | 3.608 | 3.773 | 3.784 | 3.795 | 3.634 | 100.0% | 10 |
- | heat.delete_stack | 1.377 | 1.48 | 2.549 | 2.553 | 2.557 | 1.868 | 100.0% | 10 |
- | total | 9.266 | 9.676 | 10.603 | 10.665 | 10.728 | 9.9 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.3563029766
- Full duration: 41.178768158
-
-
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.154 | 4.25 | 4.32 | 4.358 | 4.396 | 4.255 | 100.0% | 10 |
- | heat.list_stacks | 0.074 | 0.097 | 0.126 | 0.128 | 0.13 | 0.104 | 100.0% | 10 |
- | total | 4.279 | 4.357 | 4.412 | 4.448 | 4.484 | 4.359 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 13.1276688576
- Full duration: 29.3930869102
-
-
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.092 | 4.317 | 4.556 | 4.566 | 4.577 | 4.328 | 100.0% | 10 |
- | heat.check_stack | 1.476 | 1.524 | 1.598 | 1.722 | 1.845 | 1.56 | 100.0% | 10 |
- | heat.delete_stack | 1.38 | 2.515 | 2.587 | 2.689 | 2.791 | 2.103 | 100.0% | 10 |
- | total | 7.059 | 8.243 | 8.619 | 8.666 | 8.713 | 7.99 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 24.3825399876
- Full duration: 35.8954949379
-
-
-
- run_rally - INFO - Test scenario: "heat" OK.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: started
- Task 01416586-e6ad-4e3a-a1a2-6fc6305bbaea: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.27 | 0.298 | 0.409 | 0.435 | 0.46 | 0.321 | 100.0% | 10 |
- | keystone.create_users | 1.62 | 1.702 | 1.784 | 1.8 | 1.816 | 1.71 | 100.0% | 10 |
- | total | 1.925 | 2.027 | 2.126 | 2.152 | 2.178 | 2.031 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.16570997238
- Full duration: 22.7167549133
-
-
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.266 | 0.303 | 0.411 | 0.414 | 0.418 | 0.326 | 100.0% | 10 |
- | keystone.add_role | 0.268 | 0.295 | 0.314 | 0.344 | 0.373 | 0.3 | 100.0% | 10 |
- | keystone.list_roles | 0.148 | 0.159 | 0.168 | 0.169 | 0.17 | 0.158 | 100.0% | 10 |
- | total | 0.695 | 0.767 | 0.865 | 0.868 | 0.872 | 0.784 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.35486006737
- Full duration: 15.306978941
-
-
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.29 | 0.387 | 0.421 | 0.453 | 0.485 | 0.366 | 100.0% | 10 |
- | keystone.add_role | 0.258 | 0.281 | 0.337 | 0.355 | 0.373 | 0.294 | 100.0% | 10 |
- | keystone.remove_role | 0.164 | 0.171 | 0.231 | 0.302 | 0.373 | 0.197 | 100.0% | 10 |
- | total | 0.747 | 0.827 | 0.964 | 1.078 | 1.191 | 0.857 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.82508516312
- Full duration: 16.1954729557
-
-
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.258 | 0.319 | 0.527 | 0.533 | 0.538 | 0.37 | 100.0% | 10 |
- | keystone.update_tenant | 0.138 | 0.159 | 0.258 | 0.263 | 0.269 | 0.18 | 100.0% | 10 |
- | keystone.delete_tenant | 0.319 | 0.34 | 0.454 | 0.455 | 0.455 | 0.371 | 100.0% | 10 |
- | total | 0.776 | 0.89 | 1.119 | 1.121 | 1.124 | 0.922 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.63998699188
- Full duration: 14.1927289963
-
-
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.278 | 0.299 | 0.315 | 0.315 | 0.316 | 0.3 | 100.0% | 10 |
- | keystone.delete_service | 0.15 | 0.17 | 0.241 | 0.247 | 0.253 | 0.182 | 100.0% | 10 |
- | total | 0.434 | 0.481 | 0.533 | 0.538 | 0.544 | 0.482 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.47481298447
- Full duration: 13.4397730827
-
-
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.301 | 0.315 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 |
- | total | 0.301 | 0.316 | 0.339 | 0.384 | 0.429 | 0.325 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.985784053802
- Full duration: 9.20213198662
-
-
-
- test scenario KeystoneBasic.create_user
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- | keystone.create_user | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 |
- | total | 0.31 | 0.315 | 0.333 | 0.333 | 0.333 | 0.32 | 100.0% | 10 |
- +----------------------+------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 1.00818705559
- Full duration: 9.22635006905
-
-
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.287 | 0.304 | 0.325 | 0.327 | 0.329 | 0.306 | 100.0% | 10 |
- | keystone.list_tenants | 0.127 | 0.136 | 0.153 | 0.157 | 0.16 | 0.139 | 100.0% | 10 |
- | total | 0.42 | 0.445 | 0.462 | 0.466 | 0.469 | 0.445 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.36337804794
- Full duration: 14.8872029781
-
-
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.282 | 0.386 | 0.408 | 0.422 | 0.436 | 0.365 | 100.0% | 10 |
- | keystone.delete_role | 0.268 | 0.3 | 0.401 | 0.491 | 0.581 | 0.334 | 100.0% | 10 |
- | total | 0.575 | 0.677 | 0.804 | 0.911 | 1.018 | 0.699 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.04137206078
- Full duration: 14.1024041176
-
-
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.286 | 0.308 | 0.319 | 0.328 | 0.336 | 0.307 | 100.0% | 10 |
- | keystone.create_user | 0.143 | 0.156 | 0.164 | 0.167 | 0.17 | 0.157 | 100.0% | 10 |
- | keystone.create_role | 0.135 | 0.143 | 0.175 | 0.19 | 0.204 | 0.151 | 100.0% | 10 |
- | keystone.get_tenant | 0.117 | 0.13 | 0.135 | 0.136 | 0.138 | 0.129 | 100.0% | 10 |
- | keystone.get_user | 0.127 | 0.15 | 0.222 | 0.227 | 0.232 | 0.162 | 100.0% | 10 |
- | keystone.get_role | 0.12 | 0.132 | 0.144 | 0.154 | 0.164 | 0.134 | 100.0% | 10 |
- | keystone.service_list | 0.125 | 0.138 | 0.243 | 0.244 | 0.245 | 0.164 | 100.0% | 10 |
- | keystone.get_service | 0.124 | 0.133 | 0.153 | 0.194 | 0.235 | 0.143 | 100.0% | 10 |
- | total | 1.279 | 1.333 | 1.411 | 1.47 | 1.528 | 1.345 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.00930905342
- Full duration: 20.4269800186
-
-
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.295 | 0.304 | 0.332 | 0.342 | 0.351 | 0.311 | 100.0% | 10 |
- | keystone.list_users | 0.127 | 0.146 | 0.162 | 0.201 | 0.24 | 0.151 | 100.0% | 10 |
- | total | 0.422 | 0.458 | 0.506 | 0.523 | 0.539 | 0.462 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.42111587524
- Full duration: 9.87036585808
-
-
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 31a75089-836c-4dd2-bea5-146049608ff3: started
- Task 31a75089-836c-4dd2-bea5-146049608ff3: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.763 | 0.911 | 1.019 | 1.048 | 1.078 | 0.909 | 100.0% | 10 |
- | neutron.delete_port | 0.237 | 0.633 | 0.682 | 0.717 | 0.752 | 0.534 | 100.0% | 10 |
- | total | 1.07 | 1.489 | 1.683 | 1.704 | 1.726 | 1.443 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.20432686806
- Full duration: 54.8132340908
-
-
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.762 | 0.836 | 0.949 | 0.98 | 1.011 | 0.863 | 100.0% | 10 |
- | neutron.create_router | 0.066 | 0.493 | 0.686 | 0.691 | 0.695 | 0.459 | 100.0% | 10 |
- | neutron.add_interface_router | 0.262 | 0.695 | 0.795 | 0.844 | 0.892 | 0.637 | 100.0% | 10 |
- | neutron.list_routers | 0.039 | 0.407 | 0.441 | 0.452 | 0.462 | 0.308 | 100.0% | 10 |
- | total | 1.54 | 2.352 | 2.744 | 2.824 | 2.904 | 2.268 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.36094808578
- Full duration: 61.3011310101
-
-
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.79 | 0.836 | 0.945 | 1.009 | 1.072 | 0.868 | 100.0% | 10 |
- | neutron.create_router | 0.074 | 0.436 | 0.479 | 0.499 | 0.518 | 0.377 | 100.0% | 10 |
- | neutron.add_interface_router | 0.284 | 0.545 | 0.739 | 0.812 | 0.886 | 0.527 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.221 | 0.615 | 0.709 | 0.724 | 0.739 | 0.518 | 100.0% | 10 |
- | neutron.delete_router | 0.187 | 0.566 | 0.709 | 0.751 | 0.793 | 0.508 | 100.0% | 10 |
- | total | 2.124 | 2.811 | 3.347 | 3.379 | 3.412 | 2.799 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.68784189224
- Full duration: 59.8806409836
-
-
-
- test scenario NeutronNetworks.create_and_list_ports
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
- | neutron.create_port | 0.777 | 0.895 | 0.981 | 1.01 | 1.039 | 0.89 | 100.0% | 10 |
- | neutron.list_ports | 0.525 | 0.678 | 0.726 | 0.735 | 0.743 | 0.65 | 100.0% | 10 |
- | total | 1.351 | 1.564 | 1.694 | 1.729 | 1.764 | 1.54 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+------+---------+-------+
- Load duration: 4.66481399536
- Full duration: 56.677120924
-
-
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.785 | 0.926 | 1.065 | 1.065 | 1.065 | 0.914 | 100.0% | 10 |
- | neutron.delete_subnet | 0.193 | 0.762 | 0.952 | 1.035 | 1.117 | 0.745 | 100.0% | 10 |
- | total | 1.258 | 1.702 | 1.876 | 1.903 | 1.929 | 1.659 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.09031915665
- Full duration: 56.7336909771
-
-
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.614 | 0.708 | 0.774 | 0.81 | 0.847 | 0.712 | 100.0% | 10 |
- | neutron.delete_network | 0.144 | 0.554 | 0.592 | 0.645 | 0.698 | 0.489 | 100.0% | 10 |
- | total | 0.809 | 1.248 | 1.41 | 1.418 | 1.427 | 1.202 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.66986989975
- Full duration: 34.80159688
-
-
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.627 | 0.707 | 0.85 | 0.851 | 0.853 | 0.719 | 100.0% | 10 |
- | neutron.list_networks | 0.059 | 0.439 | 0.513 | 0.515 | 0.518 | 0.413 | 100.0% | 10 |
- | total | 0.909 | 1.126 | 1.242 | 1.306 | 1.371 | 1.132 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.38921308517
- Full duration: 36.8345379829
-
-
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.751 | 0.824 | 0.876 | 0.921 | 0.967 | 0.832 | 100.0% | 10 |
- | neutron.create_router | 0.431 | 0.473 | 0.541 | 0.577 | 0.613 | 0.489 | 100.0% | 10 |
- | neutron.add_interface_router | 0.301 | 0.711 | 0.928 | 1.08 | 1.231 | 0.684 | 100.0% | 10 |
- | neutron.update_router | 0.48 | 0.514 | 0.703 | 0.74 | 0.778 | 0.579 | 100.0% | 10 |
- | total | 2.062 | 2.629 | 2.871 | 3.084 | 3.298 | 2.584 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.65487504005
- Full duration: 63.1229610443
-
-
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.656 | 0.719 | 1.152 | 1.152 | 1.153 | 0.796 | 100.0% | 10 |
- | neutron.update_network | 0.136 | 0.33 | 0.656 | 0.684 | 0.711 | 0.37 | 100.0% | 10 |
- | total | 0.793 | 1.067 | 1.71 | 1.757 | 1.803 | 1.166 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.25723409653
- Full duration: 35.7245519161
-
-
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.757 | 0.871 | 0.937 | 0.949 | 0.961 | 0.872 | 100.0% | 10 |
- | neutron.update_port | 0.152 | 0.553 | 0.69 | 0.695 | 0.7 | 0.449 | 100.0% | 10 |
- | total | 1.013 | 1.374 | 1.562 | 1.591 | 1.621 | 1.322 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.26963686943
- Full duration: 56.3142960072
-
-
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.759 | 0.838 | 0.884 | 0.921 | 0.959 | 0.833 | 100.0% | 10 |
- | neutron.list_subnets | 0.419 | 0.437 | 0.474 | 0.504 | 0.535 | 0.447 | 100.0% | 10 |
- | total | 1.205 | 1.29 | 1.325 | 1.352 | 1.379 | 1.281 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.90167307854
- Full duration: 56.5125339031
-
-
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.739 | 0.86 | 0.894 | 0.899 | 0.904 | 0.847 | 100.0% | 10 |
- | neutron.update_subnet | 0.215 | 0.626 | 0.747 | 0.751 | 0.754 | 0.619 | 100.0% | 10 |
- | total | 0.992 | 1.503 | 1.597 | 1.604 | 1.611 | 1.466 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.40182685852
- Full duration: 57.6830070019
-
-
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: started
- Task 584052d3-7a9b-44cb-b72b-0fa69c80ff0f: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.784 | 0.836 | 1.474 | 1.484 | 1.495 | 0.974 | 100.0% | 10 |
- | nova.delete_keypair | 0.034 | 0.05 | 0.055 | 0.057 | 0.058 | 0.047 | 100.0% | 10 |
- | total | 0.832 | 0.883 | 1.529 | 1.541 | 1.553 | 1.022 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.34695100784
- Full duration: 45.7756779194
-
-
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.554 | 10.346 | 11.835 | 11.965 | 12.095 | 10.244 | 100.0% | 10 |
- | nova.create_image | 11.631 | 12.185 | 12.844 | 13.707 | 14.57 | 12.355 | 100.0% | 10 |
- | nova.delete_server | 2.863 | 3.258 | 3.364 | 3.387 | 3.409 | 3.184 | 100.0% | 10 |
- | nova.boot_server (2) | 7.672 | 8.531 | 9.58 | 9.806 | 10.032 | 8.647 | 100.0% | 10 |
- | nova.delete_server (2) | 2.536 | 2.983 | 3.338 | 3.367 | 3.396 | 3.003 | 100.0% | 10 |
- | nova.delete_image | 2.294 | 3.138 | 3.917 | 3.949 | 3.981 | 3.199 | 100.0% | 10 |
- | total | 37.226 | 39.77 | 43.868 | 44.502 | 45.136 | 40.632 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 120.862003088
- Full duration: 196.742653131
-
-
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.722 | 0.911 | 1.196 | 1.303 | 1.41 | 0.932 | 100.0% | 10 |
- | nova.boot_server | 8.584 | 9.058 | 10.234 | 10.397 | 10.559 | 9.363 | 100.0% | 10 |
- | nova.delete_server | 2.535 | 3.3 | 3.362 | 3.407 | 3.453 | 3.174 | 100.0% | 10 |
- | nova.delete_keypair | 0.037 | 0.048 | 0.055 | 0.057 | 0.059 | 0.049 | 100.0% | 10 |
- | total | 12.316 | 13.426 | 14.867 | 14.936 | 15.006 | 13.518 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 39.9865550995
- Full duration: 111.508669853
-
-
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.648 | 0.815 | 1.082 | 1.098 | 1.113 | 0.837 | 100.0% | 10 |
- | nova.list_keypairs | 0.019 | 0.028 | 0.042 | 0.042 | 0.042 | 0.03 | 100.0% | 10 |
- | total | 0.674 | 0.84 | 1.113 | 1.126 | 1.139 | 0.868 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.55701994896
- Full duration: 46.8838369846
-
-
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 1.225 | 1.717 | 2.028 | 2.148 | 2.269 | 1.703 | 100.0% | 10 |
- | total | 1.225 | 1.717 | 2.028 | 2.149 | 2.269 | 1.703 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.18592405319
- Full duration: 131.096873999
-
-
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.681 | 9.106 | 9.667 | 9.855 | 10.043 | 8.967 | 100.0% | 10 |
- | nova.resize | 41.039 | 42.444 | 47.666 | 47.89 | 48.113 | 43.647 | 100.0% | 10 |
- | nova.resize_confirm | 3.05 | 3.839 | 5.756 | 5.796 | 5.836 | 4.129 | 100.0% | 10 |
- | nova.delete_server | 2.538 | 2.977 | 3.37 | 3.436 | 3.502 | 2.99 | 100.0% | 10 |
- | total | 56.14 | 58.909 | 63.601 | 64.059 | 64.517 | 59.734 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 175.1216681
- Full duration: 218.552350998
-
-
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 10.051 | 10.651 | 11.762 | 11.824 | 11.885 | 10.8 | 100.0% | 10 |
- | nova.boot_server | 9.377 | 9.86 | 11.429 | 11.996 | 12.563 | 10.33 | 100.0% | 10 |
- | nova.delete_server | 3.706 | 5.644 | 6.192 | 6.201 | 6.209 | 5.374 | 100.0% | 10 |
- | total | 23.576 | 26.289 | 28.117 | 28.514 | 28.911 | 26.505 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 78.3103020191
- Full duration: 163.452836037
-
-
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.257 | 9.346 | 10.61 | 10.662 | 10.713 | 9.544 | 100.0% | 10 |
- | nova.stop_server | 4.295 | 6.497 | 7.089 | 7.118 | 7.147 | 6.056 | 100.0% | 10 |
- | nova.migrate | 9.675 | 12.304 | 13.12 | 13.229 | 13.338 | 12.161 | 100.0% | 10 |
- | nova.resize_confirm | 3.122 | 3.507 | 4.272 | 4.364 | 4.457 | 3.653 | 100.0% | 10 |
- | nova.delete_server | 2.554 | 3.188 | 3.429 | 3.496 | 3.562 | 3.139 | 100.0% | 10 |
- | total | 32.033 | 35.063 | 36.096 | 36.58 | 37.064 | 34.553 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 105.193811893
- Full duration: 148.141517878
-
-
-
- test scenario NovaServers.boot_and_delete_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.014 | 9.185 | 9.831 | 10.523 | 11.215 | 9.243 | 100.0% | 10 |
- | nova.delete_server | 2.908 | 3.295 | 3.466 | 3.472 | 3.478 | 3.254 | 100.0% | 10 |
- | total | 11.295 | 12.557 | 13.028 | 13.839 | 14.649 | 12.498 | 100.0% | 10 |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.6073288918
- Full duration: 109.97128582
-
-
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.698 | 9.483 | 10.427 | 10.794 | 11.162 | 9.37 | 100.0% | 10 |
- | nova.rebuild_server | 8.598 | 9.448 | 10.319 | 10.378 | 10.438 | 9.551 | 100.0% | 10 |
- | nova.delete_server | 2.858 | 3.099 | 3.428 | 3.623 | 3.817 | 3.161 | 100.0% | 10 |
- | total | 20.044 | 22.42 | 23.365 | 23.559 | 23.752 | 22.083 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.9432969093
- Full duration: 139.465661049
-
-
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.683 | 5.344 | 5.852 | 5.859 | 5.866 | 5.356 | 100.0% | 10 |
- | nova.create_100_rules | 42.414 | 45.678 | 47.163 | 47.368 | 47.574 | 45.254 | 100.0% | 10 |
- | nova.list_security_groups | 0.175 | 0.212 | 0.354 | 0.608 | 0.863 | 0.283 | 100.0% | 10 |
- | total | 47.348 | 51.421 | 52.56 | 52.638 | 52.716 | 50.893 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 151.312942028
- Full duration: 221.151799202
-
-
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.207 | 5.153 | 5.865 | 6.016 | 6.167 | 5.223 | 100.0% | 10 |
- | nova.create_100_rules | 44.426 | 45.496 | 46.391 | 46.57 | 46.749 | 45.514 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.719 | 2.314 | 3.033 | 3.409 | 3.786 | 2.461 | 100.0% | 10 |
- | total | 51.911 | 53.27 | 54.098 | 54.11 | 54.121 | 53.199 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 158.767210007
- Full duration: 204.404190063
-
-
-
- test scenario NovaServers.boot_and_bounce_server
- +-------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.232 | 10.238 | 11.257 | 11.387 | 11.516 | 9.989 | 100.0% | 10 |
- | nova.reboot_server | 5.292 | 6.196 | 8.351 | 8.675 | 8.999 | 6.856 | 100.0% | 10 |
- | nova.soft_reboot_server | 7.958 | 8.738 | 8.914 | 8.918 | 8.923 | 8.624 | 100.0% | 10 |
- | nova.stop_server | 3.374 | 6.332 | 7.13 | 7.453 | 7.776 | 5.867 | 100.0% | 10 |
- | nova.start_server | 2.904 | 4.376 | 4.992 | 5.042 | 5.093 | 4.338 | 100.0% | 10 |
- | nova.rescue_server | 7.695 | 9.49 | 10.886 | 11.148 | 11.409 | 9.448 | 100.0% | 10 |
- | nova.unrescue_server | 5.081 | 5.557 | 7.819 | 8.065 | 8.31 | 5.985 | 100.0% | 10 |
- | nova.delete_server | 2.544 | 3.077 | 3.429 | 3.523 | 3.617 | 3.093 | 100.0% | 10 |
- | total | 49.625 | 55.207 | 55.707 | 56.454 | 57.202 | 54.222 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 163.818984032
- Full duration: 233.215523958
-
-
-
- test scenario NovaServers.boot_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 8.48 | 8.958 | 10.243 | 10.531 | 10.819 | 9.243 | 100.0% | 10 |
- | total | 8.481 | 8.958 | 10.244 | 10.531 | 10.819 | 9.244 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 27.3609120846
- Full duration: 84.3593919277
-
-
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 4.247 | 5.184 | 5.369 | 5.396 | 5.424 | 5.095 | 100.0% | 10 |
- | nova.create_100_rules | 40.661 | 43.059 | 43.938 | 44.458 | 44.978 | 42.794 | 100.0% | 10 |
- | nova.boot_server | 6.947 | 8.26 | 9.169 | 9.358 | 9.548 | 8.098 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.225 | 0.263 | 0.273 | 0.293 | 0.313 | 0.26 | 100.0% | 10 |
- | nova.delete_server | 2.528 | 2.586 | 2.843 | 2.904 | 2.965 | 2.638 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.791 | 2.426 | 2.99 | 3.057 | 3.123 | 2.475 | 100.0% | 10 |
- | total | 59.505 | 61.408 | 62.425 | 63.244 | 64.063 | 61.363 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 184.570534945
- Full duration: 253.34465313
-
-
-
- test scenario NovaServers.pause_and_unpause_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 7.448 | 9.26 | 10.374 | 10.502 | 10.629 | 9.397 | 100.0% | 10 |
- | nova.pause_server | 2.424 | 3.161 | 3.286 | 3.379 | 3.472 | 3.026 | 100.0% | 10 |
- | nova.unpause_server | 2.773 | 3.096 | 3.242 | 3.272 | 3.303 | 3.035 | 100.0% | 10 |
- | nova.delete_server | 2.878 | 3.224 | 3.526 | 3.553 | 3.58 | 3.191 | 100.0% | 10 |
- | total | 15.943 | 18.76 | 19.747 | 19.77 | 19.793 | 18.65 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 56.3870060444
- Full duration: 124.540560007
-
-
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 9.453 | 10.083 | 10.563 | 10.801 | 11.039 | 10.104 | 100.0% | 10 |
- | nova.boot_server | 9.213 | 10.415 | 10.885 | 11.116 | 11.346 | 10.301 | 100.0% | 10 |
- | total | 18.667 | 20.779 | 21.44 | 21.628 | 21.816 | 20.405 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 60.3854188919
- Full duration: 124.319462061
-
-
-
- test scenario NovaServers.boot_and_list_server
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 8.037 | 9.396 | 10.043 | 10.516 | 10.989 | 9.351 | 100.0% | 10 |
- | nova.list_servers | 0.654 | 1.026 | 1.113 | 1.156 | 1.198 | 0.988 | 100.0% | 10 |
- | total | 8.984 | 10.311 | 11.119 | 11.575 | 12.032 | 10.339 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.5458390713
- Full duration: 114.252287149
-
-
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: started
- Task 5d3885f2-1759-48e8-9284-c14f3492c4f3: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.126 | 1.235 | 1.607 | 1.612 | 1.618 | 1.297 | 100.0% | 10 |
- | total | 1.126 | 1.235 | 1.607 | 1.613 | 1.618 | 1.297 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.74135613441
- Full duration: 16.1623110771
-
-
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.407 | 0.429 | 0.526 | 0.528 | 0.531 | 0.447 | 100.0% | 10 |
- | total | 0.552 | 0.586 | 0.666 | 0.671 | 0.676 | 0.599 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.82448792458
- Full duration: 13.357311964
-
-
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.093 | 1.146 | 1.27 | 1.276 | 1.282 | 1.177 | 100.0% | 10 |
- | quotas.delete_quotas | 0.536 | 0.907 | 0.975 | 1.01 | 1.046 | 0.862 | 100.0% | 10 |
- | total | 1.67 | 2.089 | 2.177 | 2.184 | 2.192 | 2.039 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 6.09977889061
- Full duration: 18.3411080837
-
-
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.58 | 0.636 | 0.718 | 0.764 | 0.81 | 0.652 | 100.0% | 10 |
- | quotas.delete_quotas | 0.018 | 0.026 | 0.035 | 0.039 | 0.043 | 0.028 | 100.0% | 10 |
- | total | 0.616 | 0.657 | 0.741 | 0.793 | 0.844 | 0.68 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.00378704071
- Full duration: 13.8784749508
-
-
-
- test scenario Quotas.nova_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.583 | 0.637 | 0.914 | 1.049 | 1.185 | 0.713 | 100.0% | 10 |
- | total | 0.583 | 0.637 | 0.914 | 1.05 | 1.186 | 0.713 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.00103402138
- Full duration: 13.8432979584
-
-
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: started
- Task 6e9ed029-0497-4707-a4d4-c83a848e12e4: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.044 | 0.183 | 0.349 | 0.376 | 0.402 | 0.201 | 100.0% | 10 |
- | total | 0.045 | 0.183 | 0.349 | 0.376 | 0.403 | 0.201 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.716305971146
- Full duration: 5.89718389511
-
-
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 |
- | total | 0.044 | 0.046 | 0.052 | 0.053 | 0.054 | 0.048 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.182355165482
- Full duration: 5.23191189766
-
-
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:58 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 03:31 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 22:25 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 10:53 | 35 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | keystone | 02:39 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 10:30 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 44:31 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 01:15 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:11 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:36:57 | 232 | 100.00% |
- +===================+============+===============+===========+
-
-
-
-SDN Controller
---------------
-
-ONOS
-^^^^
-::
-
- FUNCTEST.info: Running ONOS test case...
- FUNCvirNetNB - INFO - Creating component Handle: ONOSrest
- ******************************
- CASE INIT
- ******************************
-
- ['ONOSrest']
-
- ******************************
- Result summary for Testcase2
- ******************************
-
- [2016-02-21 09:55:56.965174] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Post
- [2016-02-21 09:55:56.965727] [FUNCvirNetNB] [STEP] 2.1: Generate Post Data
- [2016-02-21 09:55:56.966454] [FUNCvirNetNB] [STEP] 2.2: Post Data via HTTP
- [2016-02-21 09:55:57.006264] [FUNCvirNetNB] [STEP] 2.3: Get Data via HTTP
- [2016-02-21 09:55:57.037745] [FUNCvirNetNB] [STEP] 2.4: Compare Send Id and Get Id
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase3
- ******************************
-
- [2016-02-21 09:55:57.048240] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Update
- [2016-02-21 09:55:57.048783] [FUNCvirNetNB] [STEP] 3.1: Generate Post Data
- [2016-02-21 09:55:57.049571] [FUNCvirNetNB] [STEP] 3.2: Post Data via HTTP
- [2016-02-21 09:55:57.056744] [FUNCvirNetNB] [STEP] 3.3: Update Data via HTTP
- [2016-02-21 09:55:57.064248] [FUNCvirNetNB] [STEP] 3.4: Get Data via HTTP
- [2016-02-21 09:55:57.072845] [FUNCvirNetNB] [STEP] 3.5: Compare Update data.
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase4
- ******************************
-
- [2016-02-21 09:55:57.084363] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Network Delete
- [2016-02-21 09:55:57.084882] [FUNCvirNetNB] [STEP] 4.1: Generate Post Data
- [2016-02-21 09:55:57.085617] [FUNCvirNetNB] [STEP] 4.2: Post Data via HTTP
- [2016-02-21 09:55:57.093018] [FUNCvirNetNB] [STEP] 4.3: Delete Data via HTTP
- [2016-02-21 09:55:57.099770] [FUNCvirNetNB] [STEP] 4.4: Get Data is NULL
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase5
- ******************************
-
- [2016-02-21 09:56:02.115745] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Post
- [2016-02-21 09:56:02.116339] [FUNCvirNetNB] [STEP] 5.1: Generate Post Data
- [2016-02-21 09:56:02.117459] [FUNCvirNetNB] [STEP] 5.2: Post Network Data via HTTP(Post Subnet need post network)
- [2016-02-21 09:56:02.126052] [FUNCvirNetNB] [STEP] 5.3: Post Subnet Data via HTTP
- [2016-02-21 09:56:02.159577] [FUNCvirNetNB] [STEP] 5.4: Get Subnet Data via HTTP
- [2016-02-21 09:56:02.172655] [FUNCvirNetNB] [STEP] 5.5: Compare Post Subnet Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase6
- ******************************
-
- [2016-02-21 09:56:02.183187] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Update
- [2016-02-21 09:56:02.183876] [FUNCvirNetNB] [STEP] 6.1: Generate Post Data
- [2016-02-21 09:56:02.184887] [FUNCvirNetNB] [STEP] 6.2: Post Network Data via HTTP(Post Subnet need post network)
- [2016-02-21 09:56:02.192777] [FUNCvirNetNB] [STEP] 6.3: Post Subnet Data via HTTP
- [2016-02-21 09:56:02.201349] [FUNCvirNetNB] [STEP] 6.4: Update Subnet Data via HTTP
- [2016-02-21 09:56:02.209629] [FUNCvirNetNB] [STEP] 6.5: Get Subnet Data via HTTP
- [2016-02-21 09:56:02.216700] [FUNCvirNetNB] [STEP] 6.6: Compare Subnet Data
- [2016-02-21 09:56:02.217492] [FUNCvirNetNB] [STEP] 6.7: Delete Subnet via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase7
- ******************************
-
- [2016-02-21 09:56:02.227738] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Subnet Delete
- [2016-02-21 09:56:02.228309] [FUNCvirNetNB] [STEP] 7.1: Generate Post Data
- [2016-02-21 09:56:02.229188] [FUNCvirNetNB] [STEP] 7.2: Post Network Data via HTTP(Post Subnet need post network)
- [2016-02-21 09:56:02.237036] [FUNCvirNetNB] [STEP] 7.3: Post Subnet Data via HTTP
- [2016-02-21 09:56:02.245482] [FUNCvirNetNB] [STEP] 7.4: Delete Subnet Data via HTTP
- [2016-02-21 09:56:02.253076] [FUNCvirNetNB] [STEP] 7.5: Get Subnet Data is NULL
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase8
- ******************************
-
- [2016-02-21 09:56:07.269037] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Post
- [2016-02-21 09:56:07.269689] [FUNCvirNetNB] [STEP] 8.1: Generate Post Data
- [2016-02-21 09:56:07.270772] [FUNCvirNetNB] [STEP] 8.2: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:07.279440] [FUNCvirNetNB] [STEP] 8.3: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:07.287800] [FUNCvirNetNB] [STEP] 8.4: Post Port Data via HTTP
- [2016-02-21 09:56:07.296863] [FUNCvirNetNB] [STEP] 8.5: Get Port Data via HTTP
- [2016-02-21 09:56:07.306388] [FUNCvirNetNB] [STEP] 8.6: Compare Post Port Data
- [2016-02-21 09:56:07.307677] [FUNCvirNetNB] [STEP] 8.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase9
- ******************************
-
- [2016-02-21 09:56:07.318023] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Update
- [2016-02-21 09:56:07.318708] [FUNCvirNetNB] [STEP] 9.1: Generate Post Data
- [2016-02-21 09:56:07.320149] [FUNCvirNetNB] [STEP] 9.2: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:07.327326] [FUNCvirNetNB] [STEP] 9.3: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:07.336517] [FUNCvirNetNB] [STEP] 9.4: Post Port Data via HTTP
- [2016-02-21 09:56:07.345702] [FUNCvirNetNB] [STEP] 9.5: Update Port Data via HTTP
- [2016-02-21 09:56:07.354021] [FUNCvirNetNB] [STEP] 9.6: Get Port Data via HTTP
- [2016-02-21 09:56:07.360429] [FUNCvirNetNB] [STEP] 9.7: Compare Update Port Data
- [2016-02-21 09:56:07.361666] [FUNCvirNetNB] [STEP] 9.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase10
- ******************************
-
- [2016-02-21 09:56:07.372086] [FUNCvirNetNB] [CASE] Virtual Network NBI Test - Port Delete
- [2016-02-21 09:56:07.372739] [FUNCvirNetNB] [STEP] 10.1: Generate Post Data
- [2016-02-21 09:56:07.373778] [FUNCvirNetNB] [STEP] 10.2: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:07.380739] [FUNCvirNetNB] [STEP] 10.3: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:07.388862] [FUNCvirNetNB] [STEP] 10.4: Post Port Data via HTTP
- [2016-02-21 09:56:07.396014] [FUNCvirNetNB] [STEP] 10.5: Delete Port Data via HTTP
- [2016-02-21 09:56:07.417621] [FUNCvirNetNB] [STEP] 10.6: Get Port Data is NULL
- [2016-02-21 09:56:12.430407] [FUNCvirNetNB] [STEP] 10.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
-
- *************************************
- Test Execution Summary
-
- *************************************
-
- Test Start : 21 Feb 2016 09:55:56
- Test End : 21 Feb 2016 09:56:12
- Execution Time : 0:00:15.628718
- Total tests planned : 9
- Total tests RUN : 9
- Total Pass : 9
- Total Fail : 0
- Total No Result : 0
- Success Percentage : 100%
- Execution Result : 100%
-
-
-
- ******************************
- CASE INIT
- ******************************
-
- ['ONOSrest']
-
- ******************************
- Result summary for Testcase2
- ******************************
-
- [2016-02-21 09:56:12.836955] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Post
- [2016-02-21 09:56:12.838221] [FUNCvirNetNBL3] [STEP] 2.1: Post Network Data via HTTP(Post Router need post network)
- [2016-02-21 09:56:12.873649] [FUNCvirNetNBL3] [STEP] 2.2: Post Router Data via HTTP
- [2016-02-21 09:56:12.881751] [FUNCvirNetNBL3] [STEP] 2.3: Get Router Data via HTTP
- [2016-02-21 09:56:12.914578] [FUNCvirNetNBL3] [STEP] 2.4: Compare Post Router Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase3
- ******************************
-
- [2016-02-21 09:56:12.930658] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Update
- [2016-02-21 09:56:12.931841] [FUNCvirNetNBL3] [STEP] 3.1: Post Network Data via HTTP(Post Router need post network)
- [2016-02-21 09:56:12.939584] [FUNCvirNetNBL3] [STEP] 3.2: Post Router Data via HTTP
- [2016-02-21 09:56:12.946895] [FUNCvirNetNBL3] [STEP] 3.3: Update Router Data via HTTP
- [2016-02-21 09:56:12.953601] [FUNCvirNetNBL3] [STEP] 3.4: Get Router Data via HTTP
- [2016-02-21 09:56:12.959887] [FUNCvirNetNBL3] [STEP] 3.5: Compare Router Data
- [2016-02-21 09:56:12.961048] [FUNCvirNetNBL3] [STEP] 3.6: Delete Router via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase4
- ******************************
-
- [2016-02-21 09:56:12.970433] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Router Delete
- [2016-02-21 09:56:12.971622] [FUNCvirNetNBL3] [STEP] 4.1: Post Network Data via HTTP(Post Router need post network)
- [2016-02-21 09:56:12.979473] [FUNCvirNetNBL3] [STEP] 4.2: Post Router Data via HTTP
- [2016-02-21 09:56:12.986263] [FUNCvirNetNBL3] [STEP] 4.3: Delete Router Data via HTTP
- [2016-02-21 09:56:12.992190] [FUNCvirNetNBL3] [STEP] 4.4: Get Router Data is NULL
- Verify the Router status
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase5
- ******************************
-
- [2016-02-21 09:56:18.008957] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Post
- [2016-02-21 09:56:18.010175] [FUNCvirNetNBL3] [STEP] 5.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:18.018296] [FUNCvirNetNBL3] [STEP] 5.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:18.026382] [FUNCvirNetNBL3] [STEP] 5.3: Post Port Data via HTTP
- [2016-02-21 09:56:18.034099] [FUNCvirNetNBL3] [STEP] 5.4: Post Router Data via HTTP
- [2016-02-21 09:56:18.040193] [FUNCvirNetNBL3] [STEP] 5.5: Put RouterInterface Data via HTTP
- [2016-02-21 09:56:18.047317] [FUNCvirNetNBL3] [STEP] 5.6: Get RouterInterface Data via HTTP
- [2016-02-21 09:56:18.053592] [FUNCvirNetNBL3] [STEP] 5.7: Compare Post Port Data
- [2016-02-21 09:56:18.055253] [FUNCvirNetNBL3] [STEP] 5.8: Del RouterInterface Data via HTTP
- [2016-02-21 09:56:18.062038] [FUNCvirNetNBL3] [STEP] 5.9: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase6
- ******************************
-
- [2016-02-21 09:56:18.078391] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - RouterInterface Delete
- [2016-02-21 09:56:18.079883] [FUNCvirNetNBL3] [STEP] 6.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:18.087420] [FUNCvirNetNBL3] [STEP] 6.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:18.095337] [FUNCvirNetNBL3] [STEP] 6.3: Post Port Data via HTTP
- [2016-02-21 09:56:18.103345] [FUNCvirNetNBL3] [STEP] 6.4: Post Router Data via HTTP
- [2016-02-21 09:56:18.109767] [FUNCvirNetNBL3] [STEP] 6.5: Post RouterInterface Data via HTTP
- [2016-02-21 09:56:18.116024] [FUNCvirNetNBL3] [STEP] 6.6: Del RouterInterface Data via HTTP
- [2016-02-21 09:56:18.122686] [FUNCvirNetNBL3] [STEP] 6.7: Delete Port Data via HTTP
- [2016-02-21 09:56:18.129655] [FUNCvirNetNBL3] [STEP] 6.8: Get Port Data is NULL
- [2016-02-21 09:56:23.145559] [FUNCvirNetNBL3] [STEP] 6.9: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase7
- ******************************
-
- [2016-02-21 09:56:23.164294] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Post
- [2016-02-21 09:56:23.165631] [FUNCvirNetNBL3] [STEP] 7.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:23.173909] [FUNCvirNetNBL3] [STEP] 7.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:23.182105] [FUNCvirNetNBL3] [STEP] 7.3: Post Port Data via HTTP
- [2016-02-21 09:56:23.189623] [FUNCvirNetNBL3] [STEP] 7.4: Post Router Data via HTTP
- [2016-02-21 09:56:23.196108] [FUNCvirNetNBL3] [STEP] 7.5: Get Port Data via HTTP
- [2016-02-21 09:56:23.204332] [FUNCvirNetNBL3] [STEP] 7.6: Post FloatingIp Data via HTTP
- [2016-02-21 09:56:23.211580] [FUNCvirNetNBL3] [STEP] 7.7: Get Port Data via HTTP
- [2016-02-21 09:56:23.218993] [FUNCvirNetNBL3] [STEP] 7.8: Get FloatingIp Data via HTTP
- [2016-02-21 09:56:23.251318] [FUNCvirNetNBL3] [STEP] 7.9: Get FloatingIp Data via HTTP
- [2016-02-21 09:56:23.259068] [FUNCvirNetNBL3] [STEP] 7.10: Compare Post FloatingIp Data
- [2016-02-21 09:56:23.260001] [FUNCvirNetNBL3] [STEP] 7.11: Post FloatingIp Clean Data via HTTP
- [2016-02-21 09:56:23.266784] [FUNCvirNetNBL3] [STEP] 7.12: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase8
- ******************************
-
- [2016-02-21 09:56:23.289110] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Update
- [2016-02-21 09:56:23.291300] [FUNCvirNetNBL3] [STEP] 8.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:23.299318] [FUNCvirNetNBL3] [STEP] 8.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:23.307738] [FUNCvirNetNBL3] [STEP] 8.3: Post Port Data via HTTP
- [2016-02-21 09:56:23.315822] [FUNCvirNetNBL3] [STEP] 8.4: Post Router Data via HTTP
- [2016-02-21 09:56:23.322853] [FUNCvirNetNBL3] [STEP] 8.5: Post FloatingIp Data via HTTP
- [2016-02-21 09:56:23.329316] [FUNCvirNetNBL3] [STEP] 8.6: Post Delete Data via HTTP
- [2016-02-21 09:56:23.337183] [FUNCvirNetNBL3] [STEP] 8.7: Post NewPort Data via HTTP
- [2016-02-21 09:56:23.345756] [FUNCvirNetNBL3] [STEP] 8.8: Post NewFloatingIp Data via HTTP
- [2016-02-21 09:56:23.353311] [FUNCvirNetNBL3] [STEP] 8.9: Get NewFloatingIp Data via HTTP
- [2016-02-21 09:56:23.384949] [FUNCvirNetNBL3] [STEP] 8.10: Compare Post FloatingIp Data
- [2016-02-21 09:56:23.385934] [FUNCvirNetNBL3] [STEP] 8.11: Post FloatingIp Clean Data via HTTP
- [2016-02-21 09:56:23.392515] [FUNCvirNetNBL3] [STEP] 8.12: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase9
- ******************************
-
- [2016-02-21 09:56:23.416898] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - FloatingIp Delete
- [2016-02-21 09:56:23.418399] [FUNCvirNetNBL3] [STEP] 9.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:23.425551] [FUNCvirNetNBL3] [STEP] 9.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:23.433217] [FUNCvirNetNBL3] [STEP] 9.3: Post Port Data via HTTP
- [2016-02-21 09:56:23.440717] [FUNCvirNetNBL3] [STEP] 9.4: Post Router Data via HTTP
- [2016-02-21 09:56:23.447116] [FUNCvirNetNBL3] [STEP] 9.5: Post FloatingIp Data via HTTP
- [2016-02-21 09:56:23.454356] [FUNCvirNetNBL3] [STEP] 9.6: Post FloatingIp Clean Data via HTTP
- [2016-02-21 09:56:23.465800] [FUNCvirNetNBL3] [STEP] 9.7: Get FloatingIp Data is NULL
- [2016-02-21 09:56:28.479269] [FUNCvirNetNBL3] [STEP] 9.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase10
- ******************************
-
- [2016-02-21 09:56:28.496538] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Post
- [2016-02-21 09:56:28.498465] [FUNCvirNetNBL3] [STEP] 10.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:28.507466] [FUNCvirNetNBL3] [STEP] 10.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:28.515564] [FUNCvirNetNBL3] [STEP] 10.3: Post Port Data via HTTP
- [2016-02-21 09:56:28.522598] [FUNCvirNetNBL3] [STEP] 10.4: Post Router Data via HTTP
- [2016-02-21 09:56:28.528755] [FUNCvirNetNBL3] [STEP] 10.5: Get Gateway Data via HTTP
- [2016-02-21 09:56:28.536142] [FUNCvirNetNBL3] [STEP] 10.6: Compare Post Gateway Data
- [2016-02-21 09:56:28.537198] [FUNCvirNetNBL3] [STEP] 10.7: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase11
- ******************************
-
- [2016-02-21 09:56:28.553805] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Update
- [2016-02-21 09:56:28.555461] [FUNCvirNetNBL3] [STEP] 11.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:28.562664] [FUNCvirNetNBL3] [STEP] 11.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:28.570094] [FUNCvirNetNBL3] [STEP] 11.3: Post Port Data via HTTP
- [2016-02-21 09:56:28.577203] [FUNCvirNetNBL3] [STEP] 11.4: Post Router Data via HTTP
- [2016-02-21 09:56:28.583265] [FUNCvirNetNBL3] [STEP] 11.5: Post New Router Data via HTTP
- [2016-02-21 09:56:28.589203] [FUNCvirNetNBL3] [STEP] 11.6: Get Gateway Data via HTTP
- [2016-02-21 09:56:28.594700] [FUNCvirNetNBL3] [STEP] 11.7: Compare Post Gateway Data
- [2016-02-21 09:56:28.595799] [FUNCvirNetNBL3] [STEP] 11.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
- ******************************
- Result summary for Testcase12
- ******************************
-
- [2016-02-21 09:56:28.611322] [FUNCvirNetNBL3] [CASE] Virtual Network NBI Test - Gateway Delete
- [2016-02-21 09:56:28.612734] [FUNCvirNetNBL3] [STEP] 12.1: Post Network Data via HTTP(Post port need post network)
- [2016-02-21 09:56:28.620160] [FUNCvirNetNBL3] [STEP] 12.2: Post Subnet Data via HTTP(Post port need post subnet)
- [2016-02-21 09:56:28.628079] [FUNCvirNetNBL3] [STEP] 12.3: Post Port Data via HTTP
- [2016-02-21 09:56:28.635761] [FUNCvirNetNBL3] [STEP] 12.4: Post Router Data via HTTP
- [2016-02-21 09:56:28.642664] [FUNCvirNetNBL3] [STEP] 12.5: Post Del Gateway Data via HTTP
- [2016-02-21 09:56:28.648775] [FUNCvirNetNBL3] [STEP] 12.6: Get Gateway Data via HTTP
- [2016-02-21 09:56:28.654590] [FUNCvirNetNBL3] [STEP] 12.7: If Gateway Data is NULL
- [2016-02-21 09:56:33.660980] [FUNCvirNetNBL3] [STEP] 12.8: Clean Data via HTTP
-
- *****************************
- Result: Pass
- *****************************
-
-
-
- *************************************
- Test Execution Summary
-
- *************************************
-
- Test Start : 21 Feb 2016 09:56:12
- Test End : 21 Feb 2016 09:56:33
- Execution Time : 0:00:20.999784
- Total tests planned : 11
- Total tests RUN : 11
- Total Pass : 11
- Total Fail : 0
- Total No Result : 0
- Success Percentage : 100%
- Execution Result : 100%
-
-
-Feature tests
--------------
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role '9d0a0a36d3d54cdcb4cd3c29c5f79a28' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- Promise- DEBUG -
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-21T09:56:46.846Z",
- "end": "2016-02-21T09:56:51.847Z",
- "duration": 5524
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1217,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 10,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 25,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 8,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1768,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 2,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 41,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1617,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 75,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 61,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 65,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 17,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 15,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 11,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 56,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 60,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 38,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 361,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-02-21T09:56:46.846Z
- End: 2016-02-21T09:56:51.847Z
- Duration: 6.301
- ****************************************
-
-
diff --git a/docs/results/index.rst b/docs/results/index.rst
deleted file mode 100644
index 75aac715..00000000
--- a/docs/results/index.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-=====================
-FuncTest test results
-=====================
-
-.. toctree::
- :maxdepth: 4
-
-.. include:: ./overview.rst
-.. include:: ./results.rst
diff --git a/docs/results/joid-os-odl_l2-nofeature-ha.rst b/docs/results/joid-os-odl_l2-nofeature-ha.rst
deleted file mode 100644
index 29f4b37c..00000000
--- a/docs/results/joid-os-odl_l2-nofeature-ha.rst
+++ /dev/null
@@ -1,2189 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Detailed test results for joid-os-odl_l2-nofeature-ha
------------------------------------------------------
-
-VIM
----
-
-vping_ssh
-^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-SSH test...
- vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_ssh- INFO - Creating neutron network vping-net...
- vPing_ssh- INFO - Creating security group 'vPing-sg'...
- vPing_ssh- INFO - Using existing Flavor 'm1.small'...
- vPing_ssh- INFO - vPing Start Time:'2016-02-23 10:26:42'
- vPing_ssh- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=13cc508d-303d-46a8-bd03-3edae4434dfb
- network=b183c17a-bac5-4e45-afba-f5bc61edcf9e
-
- vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=13cc508d-303d-46a8-bd03-3edae4434dfb
- network=b183c17a-bac5-4e45-afba-f5bc61edcf9e
-
- vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'...
- vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'...
- vPing_ssh- INFO - Floating IP created: '161.105.231.3'
- vPing_ssh- INFO - Associating floating ip: '161.105.231.3' to VM 'opnfv-vping-2'
- vPing_ssh- INFO - Trying to establish SSH connection to 161.105.231.3...
- vPing_ssh- INFO - Waiting for ping...
- vPing_ssh- INFO - vPing detected!
- vPing_ssh- INFO - vPing duration:'33.5' s.
- vPing_ssh- INFO - Cleaning up...
- vPing_ssh- INFO - vPing OK
-
-
-vping_userdata
-^^^^^^^^^^^^^^
-::
-
- FUNCTEST.info: Running vPing-userdata test...
- vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- vPing_userdata- INFO - Creating neutron network vping-net...
- vPing_userdata- INFO - Creating security group 'vPing-sg'...
- vPing_userdata- INFO - Flavor found 'm1.small'
- vPing_userdata- INFO - vPing Start Time:'2016-02-23 10:27:41'
- vPing_userdata- INFO - Creating instance 'opnfv-vping-1'...
- name=opnfv-vping-1
- flavor=<Flavor: m1.small>
- image=a9b0741e-0d2d-4503-b267-af151870739e
- network=9d9b24f9-7bea-48b1-a4eb-771bf3784900
-
- vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE.
- vPing_userdata- INFO - Creating instance 'opnfv-vping-2'...
- name=opnfv-vping-2
- flavor=<Flavor: m1.small>
- image=a9b0741e-0d2d-4503-b267-af151870739e
- network=9d9b24f9-7bea-48b1-a4eb-771bf3784900
- userdata=
- #!/bin/sh
-
- while true; do
- ping -c 1 192.168.130.3 2>&1 >/dev/null
- RES=$?
- if [ "Z$RES" = "Z0" ] ; then
- echo 'vPing OK'
- break
- else
- echo 'vPing KO'
- fi
- sleep 1
- done
-
- vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE.
- vPing_userdata- INFO - Waiting for ping...
- vPing_userdata- INFO - vPing detected!
- vPing_userdata- INFO - vPing duration:'17.9'
- vPing_userdata- INFO - vPing OK
- vPing_userdata- INFO - Cleaning up...
- vPing_userdata- INFO - Deleting network 'vping-net'...
-
-
-Tempest
-^^^^^^^
-::
-
- FUNCTEST.info: Running Tempest tests...
- run_tempest - INFO - Creating tenant and user for Tempest suite
- 2016-02-23 10:28:17.615 23826 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest.
- 2016-02-23 10:28:23.990 23826 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest.
-
- run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'.
- Total results of verification:
-
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
- | 473116be-ef51-45b4-a46d-dcc17b02d920 | 7fa447a8-f40c-475e-bae8-d4f62027b80b | | 210 | 5 | 2016-02-23 10:28:27.307831 | finished |
- +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+
-
- Tests:
-
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | name | time | status |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.88396 | success |
- | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.17728 | success |
- | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 9.72530 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 9.15814 | success |
- | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.24988 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.23094 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 1.23775 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.92287 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.79109 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.20110 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.48230 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.46126 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.50215 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.21126 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.24888 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.19557 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.53114 | success |
- | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.88118 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.52117 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.01633 | success |
- | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.40909 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.80631 | success |
- | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.57659 | success |
- | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.75110 | success |
- | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.21019 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 62.75436 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.17342 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.30973 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.33235 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00133 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 62.74257 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.19542 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.35564 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.36918 | success |
- | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00129 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.18644 | success |
- | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.81844 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.52933 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.50494 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.33257 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.38382 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.47799 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.24448 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.22883 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.21227 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.27651 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.06020 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.40370 | success |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00142 | skip |
- | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.30281 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.25500 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.21292 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.19699 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07649 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.14378 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01122 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03176 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06131 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04448 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.21242 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.18448 | success |
- | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06615 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00170 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.05891 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.21875 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 10.99696 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.04170 | skip |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 24.60148 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.56771 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 21.94185 | success |
- | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.25441 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.17943 | success |
- | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 1.00217 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76858 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 1.16728 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.46748 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.60523 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.70657 | success |
- | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.91519 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.30147 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 7.86437 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 15.09430 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.89837 | success |
- | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.11169 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.55906 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.98352 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.47851 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.88043 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.53679 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.27055 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.08039 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.73357 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.86542 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.99209 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.08220 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.83730 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.99153 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.54860 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37611 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.44613 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.55699 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.56507 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.48514 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.86713 | success |
- | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.61486 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.12864 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.67877 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.61740 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.13677 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 1.40358 | success |
- | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.16372 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.18319 | success |
- | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.33858 | success |
- | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 45.56777 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.72770 | success |
- | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.30390 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.20202 | success |
- | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.17999 | success |
- | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.34894 | success |
- | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.13656 | success |
- | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail |
- | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.05100 | success |
- | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.50255 | success |
- | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.27108 | success |
- | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.16016 | success |
- | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.21180 | success |
- | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.14141 | success |
- | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.25298 | success |
- | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.20613 | success |
- | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.42131 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04287 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.05581 | success |
- | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05518 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04135 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.03642 | success |
- | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04205 | success |
- | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.32191 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.18189 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.74422 | success |
- | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.30171 | success |
- | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 3.45772 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.03994 | success |
- | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.42863 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.14505 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.60767 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 7.84206 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.21731 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 2.11434 | success |
- | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 2.79624 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.61530 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.38291 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.20594 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.19821 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.20089 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19206 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.49044 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.23415 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.21291 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07398 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.17873 | success |
- | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.20287 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.38012 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.87547 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.20872 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05621 | success |
- | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.20890 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.70139 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.75502 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.16521 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.22620 | success |
- | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.28640 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.12301 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.49067 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.25252 | success |
- | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.48564 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 4.58651 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.38901 | success |
- | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.54963 | success |
- | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.37000 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.31226 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.04438 | success |
- | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.19052 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.32708 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.12672 | success |
- | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.20945 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55381 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.80051 | success |
- | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.03030 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.61156 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.86944 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.57507 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.36337 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.66632 | success |
- | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.47493 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.52216 | success |
- | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.18647 | success |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.03506 | fail |
- | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.96207 | fail |
- | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.14842 | success |
- | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.66111 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.31807 | success |
- | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 15.30017 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 10.64441 | success |
- | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 13.02957 | success |
- | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.56814 | success |
- | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.23431 | success |
- | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 42.47353 | success |
- | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 82.90131 | success |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 499.21662 | fail |
- | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 501.43822 | fail |
- +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+
- run_tempest - INFO - Results: {'timestart': '2016-02-2310:28:27.307831', 'duration': 931, 'tests': 210, 'failures': 5}
- run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'.
- run_tempest - INFO - Deleting tenant and user for Tempest suite)
-
-
-Rally
-^^^^^
-::
-
- FUNCTEST.info: Running Rally benchmark suite...
- run_rally - INFO - Starting test scenario "authenticate" ...
- run_rally - INFO -
- Preparing input task
- Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: started
- Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: finished
-
- test scenario Authenticate.validate_glance
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_glance | 0.393 | 0.462 | 0.625 | 0.642 | 0.659 | 0.499 | 100.0% | 10 |
- | authenticate.validate_glance (2) | 0.042 | 0.05 | 0.222 | 0.235 | 0.247 | 0.101 | 100.0% | 10 |
- | total | 0.56 | 0.722 | 0.84 | 0.907 | 0.975 | 0.716 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.11308193207
- Full duration: 6.43925094604
-
- test scenario Authenticate.keystone
- +-----------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- | total | 0.096 | 0.108 | 0.117 | 0.118 | 0.118 | 0.108 | 100.0% | 10 |
- +--------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.360912799835
- Full duration: 4.84613108635
-
- test scenario Authenticate.validate_heat
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_heat | 0.198 | 0.223 | 0.243 | 0.246 | 0.25 | 0.222 | 100.0% | 10 |
- | authenticate.validate_heat (2) | 0.035 | 0.229 | 0.268 | 0.272 | 0.275 | 0.195 | 100.0% | 10 |
- | total | 0.349 | 0.56 | 0.636 | 0.648 | 0.66 | 0.537 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.73545908928
- Full duration: 5.89906620979
-
- test scenario Authenticate.validate_nova
- +-----------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_nova | 0.191 | 0.225 | 0.273 | 0.326 | 0.379 | 0.239 | 100.0% | 10 |
- | authenticate.validate_nova (2) | 0.193 | 0.215 | 0.268 | 0.324 | 0.379 | 0.233 | 100.0% | 10 |
- | total | 0.512 | 0.561 | 0.696 | 0.708 | 0.719 | 0.589 | 100.0% | 10 |
- +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.73631811142
- Full duration: 6.18624401093
-
- test scenario Authenticate.validate_cinder
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_cinder | 0.187 | 0.219 | 0.269 | 0.451 | 0.632 | 0.256 | 100.0% | 10 |
- | authenticate.validate_cinder (2) | 0.019 | 0.202 | 0.228 | 0.232 | 0.235 | 0.19 | 100.0% | 10 |
- | total | 0.318 | 0.572 | 0.652 | 0.81 | 0.967 | 0.582 | 100.0% | 10 |
- +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.90990018845
- Full duration: 6.19068098068
-
- test scenario Authenticate.validate_neutron
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | authenticate.validate_neutron | 0.22 | 0.241 | 0.324 | 0.326 | 0.328 | 0.255 | 100.0% | 10 |
- | authenticate.validate_neutron (2) | 0.21 | 0.234 | 0.327 | 0.349 | 0.37 | 0.254 | 100.0% | 10 |
- | total | 0.529 | 0.595 | 0.67 | 0.689 | 0.708 | 0.613 | 100.0% | 10 |
- +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.81688117981
- Full duration: 5.97459483147
-
- run_rally - INFO - Test scenario: "authenticate" OK.
-
- run_rally - INFO - Starting test scenario "glance" ...
- run_rally - INFO -
- Preparing input task
- Task c991643e-676b-49d8-af8c-cf9655ae236b: started
- Task c991643e-676b-49d8-af8c-cf9655ae236b: finished
-
- test scenario GlanceImages.list_images
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.list_images | 0.47 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 |
- | total | 0.471 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.7134771347
- Full duration: 7.86669206619
-
- test scenario GlanceImages.create_image_and_boot_instances
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | glance.create_image | 3.881 | 4.628 | 5.228 | 5.273 | 5.317 | 4.643 | 100.0% | 10 |
- | nova.boot_servers | 7.198 | 8.691 | 9.617 | 9.773 | 9.929 | 8.609 | 100.0% | 10 |
- | total | 11.395 | 13.062 | 14.63 | 14.674 | 14.718 | 13.252 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 40.5051100254
- Full duration: 80.9348599911
-
- test scenario GlanceImages.create_and_list_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 4.473 | 4.791 | 5.258 | 5.513 | 5.767 | 4.935 | 100.0% | 10 |
- | glance.list_images | 0.046 | 0.143 | 0.285 | 0.293 | 0.302 | 0.159 | 100.0% | 10 |
- | total | 4.67 | 5.043 | 5.524 | 5.679 | 5.834 | 5.095 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 15.4974470139
- Full duration: 26.4936869144
-
- test scenario GlanceImages.create_and_delete_image
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | glance.create_image | 4.297 | 4.864 | 5.167 | 5.345 | 5.523 | 4.859 | 100.0% | 10 |
- | glance.delete_image | 0.842 | 1.496 | 1.603 | 1.702 | 1.801 | 1.371 | 100.0% | 10 |
- | total | 5.14 | 6.405 | 6.623 | 6.626 | 6.63 | 6.23 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.5310051441
- Full duration: 24.86997509
-
- run_rally - INFO - Test scenario: "glance" OK.
-
- run_rally - INFO - Starting test scenario "cinder" ...
- run_rally - INFO -
- Preparing input task
- Task 388cb584-9c00-4d54-8f76-53ed3182a475: started
- Task 388cb584-9c00-4d54-8f76-53ed3182a475: finished
-
- test scenario CinderVolumes.create_and_attach_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 4.792 | 5.804 | 8.436 | 8.476 | 8.516 | 6.313 | 100.0% | 10 |
- | cinder.create_volume | 3.049 | 3.381 | 3.469 | 3.471 | 3.473 | 3.317 | 100.0% | 10 |
- | nova.attach_volume | 3.722 | 3.987 | 4.207 | 4.245 | 4.283 | 4.012 | 100.0% | 10 |
- | nova.detach_volume | 3.492 | 3.685 | 3.892 | 3.925 | 3.958 | 3.702 | 100.0% | 10 |
- | cinder.delete_volume | 0.502 | 0.765 | 2.927 | 2.998 | 3.068 | 1.357 | 100.0% | 10 |
- | nova.delete_server | 2.66 | 3.128 | 3.235 | 3.243 | 3.251 | 3.056 | 100.0% | 10 |
- | total | 19.466 | 20.925 | 25.056 | 25.456 | 25.856 | 21.758 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 64.0748999119
- Full duration: 88.3469510078
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 6.151 | 6.548 | 8.972 | 9.007 | 9.043 | 7.201 | 100.0% | 10 |
- | cinder.list_volumes | 0.044 | 0.249 | 0.299 | 0.32 | 0.34 | 0.227 | 100.0% | 10 |
- | total | 6.424 | 6.801 | 9.229 | 9.255 | 9.28 | 7.429 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 22.3146419525
- Full duration: 39.1755928993
-
- test scenario CinderVolumes.create_and_list_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.269 | 3.372 | 3.545 | 3.556 | 3.566 | 3.406 | 100.0% | 10 |
- | cinder.list_volumes | 0.051 | 0.27 | 0.296 | 0.304 | 0.313 | 0.249 | 100.0% | 10 |
- | total | 3.321 | 3.662 | 3.786 | 3.819 | 3.852 | 3.656 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.0692770481
- Full duration: 26.8993549347
-
- test scenario CinderVolumes.create_and_list_snapshots
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.807 | 3.0 | 3.236 | 4.094 | 4.951 | 3.175 | 100.0% | 10 |
- | cinder.list_snapshots | 0.023 | 0.263 | 0.29 | 0.295 | 0.299 | 0.238 | 100.0% | 10 |
- | total | 3.039 | 3.247 | 3.493 | 4.372 | 5.251 | 3.413 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.5568339825
- Full duration: 45.8590891361
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.35 | 3.413 | 3.511 | 3.567 | 3.622 | 3.434 | 100.0% | 10 |
- | cinder.delete_volume | 0.666 | 2.775 | 3.101 | 3.101 | 3.101 | 2.07 | 100.0% | 10 |
- | total | 4.016 | 6.163 | 6.511 | 6.555 | 6.6 | 5.505 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 16.3949551582
- Full duration: 29.3589651585
-
- test scenario CinderVolumes.create_and_delete_volume
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | cinder.create_volume | 6.12 | 6.499 | 8.727 | 8.888 | 9.049 | 6.934 | 100.0% | 10 |
- | cinder.delete_volume | 0.689 | 2.95 | 3.117 | 3.132 | 3.147 | 2.519 | 100.0% | 10 |
- | total | 6.97 | 9.45 | 11.391 | 11.777 | 12.163 | 9.454 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 27.9512338638
- Full duration: 42.110273838
-
- test scenario CinderVolumes.create_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.153 | 3.382 | 3.523 | 3.546 | 3.569 | 3.401 | 100.0% | 10 |
- | cinder.delete_volume | 0.459 | 1.756 | 3.107 | 3.143 | 3.179 | 1.823 | 100.0% | 10 |
- | total | 3.976 | 5.273 | 6.386 | 6.427 | 6.468 | 5.225 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.3155708313
- Full duration: 27.9943380356
-
- test scenario CinderVolumes.create_and_upload_volume_to_image
- +-------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.216 | 3.504 | 3.612 | 3.614 | 3.616 | 3.473 | 100.0% | 10 |
- | cinder.upload_volume_to_image | 48.706 | 66.291 | 69.416 | 69.518 | 69.621 | 64.031 | 100.0% | 10 |
- | cinder.delete_volume | 0.681 | 1.721 | 3.226 | 3.286 | 3.347 | 1.88 | 100.0% | 10 |
- | nova.delete_image | 1.064 | 1.392 | 1.76 | 1.884 | 2.007 | 1.407 | 100.0% | 10 |
- | total | 57.671 | 73.06 | 75.032 | 75.707 | 76.382 | 70.791 | 100.0% | 10 |
- +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 206.246454954
- Full duration: 221.344403028
-
- test scenario CinderVolumes.create_and_delete_snapshot
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_snapshot | 2.886 | 3.18 | 5.409 | 5.479 | 5.548 | 3.789 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.442 | 2.892 | 3.051 | 3.111 | 3.172 | 2.875 | 100.0% | 10 |
- | total | 5.432 | 6.063 | 8.28 | 8.355 | 8.429 | 6.664 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 20.3915560246
- Full duration: 49.2419481277
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 |
- | total | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.2652549744
- Full duration: 23.4044110775
-
- test scenario CinderVolumes.create_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.221 | 3.489 | 3.632 | 3.639 | 3.647 | 3.448 | 100.0% | 10 |
- | total | 3.222 | 3.489 | 3.632 | 3.64 | 3.647 | 3.448 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 10.2576260567
- Full duration: 27.1289498806
-
- test scenario CinderVolumes.list_volumes
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.list_volumes | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 |
- | total | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.25233316422
- Full duration: 60.8991248608
-
- test scenario CinderVolumes.create_nested_snapshots_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.37 | 3.431 | 3.543 | 3.585 | 3.627 | 3.454 | 100.0% | 10 |
- | cinder.create_snapshot | 2.744 | 2.922 | 2.98 | 2.993 | 3.006 | 2.901 | 100.0% | 10 |
- | nova.attach_volume | 4.052 | 4.214 | 6.878 | 6.969 | 7.06 | 4.803 | 100.0% | 10 |
- | nova.detach_volume | 3.392 | 3.988 | 4.066 | 4.11 | 4.154 | 3.906 | 100.0% | 10 |
- | cinder.delete_snapshot | 0.753 | 2.605 | 2.986 | 3.013 | 3.04 | 2.343 | 100.0% | 10 |
- | cinder.delete_volume | 0.492 | 2.767 | 2.955 | 3.011 | 3.067 | 1.989 | 100.0% | 10 |
- | total | 16.494 | 20.022 | 23.368 | 23.417 | 23.465 | 20.126 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 59.1712889671
- Full duration: 133.726794958
-
- test scenario CinderVolumes.create_from_volume_and_delete_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.434 | 3.618 | 4.006 | 4.825 | 5.645 | 3.835 | 100.0% | 10 |
- | cinder.delete_volume | 2.853 | 2.996 | 3.194 | 3.231 | 3.269 | 3.035 | 100.0% | 10 |
- | total | 6.323 | 6.672 | 7.143 | 7.89 | 8.637 | 6.87 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 20.0482749939
- Full duration: 48.4943790436
-
- test scenario CinderVolumes.create_and_extend_volume
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | cinder.create_volume | 3.242 | 3.547 | 3.574 | 3.574 | 3.575 | 3.477 | 100.0% | 10 |
- | cinder.extend_volume | 0.67 | 0.904 | 3.113 | 3.227 | 3.341 | 1.343 | 100.0% | 10 |
- | cinder.delete_volume | 0.756 | 2.645 | 3.074 | 3.111 | 3.147 | 2.224 | 100.0% | 10 |
- | total | 5.261 | 7.245 | 7.684 | 8.512 | 9.341 | 7.045 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 21.6863160133
- Full duration: 35.5403769016
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +-----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 3.427 | 3.543 | 3.82 | 3.829 | 3.838 | 3.59 | 100.0% | 10 |
- | cinder.create_snapshot | 2.673 | 2.992 | 3.109 | 3.111 | 3.112 | 2.928 | 100.0% | 10 |
- | nova.attach_volume | 3.759 | 4.112 | 4.508 | 5.345 | 6.182 | 4.292 | 100.0% | 10 |
- | nova.detach_volume | 3.458 | 4.067 | 4.174 | 4.261 | 4.348 | 4.006 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.665 | 2.794 | 2.946 | 2.986 | 3.026 | 2.823 | 100.0% | 10 |
- | cinder.delete_volume | 0.707 | 2.907 | 3.246 | 3.257 | 3.268 | 2.558 | 100.0% | 10 |
- | total | 18.87 | 21.068 | 21.909 | 22.497 | 23.086 | 20.904 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 61.3498468399
- Full duration: 141.86026597
-
- test scenario CinderVolumes.create_snapshot_and_attach_volume
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 2.885 | 3.335 | 3.519 | 3.55 | 3.581 | 3.305 | 100.0% | 10 |
- | cinder.create_snapshot | 2.609 | 2.889 | 3.002 | 3.021 | 3.041 | 2.853 | 100.0% | 10 |
- | nova.attach_volume | 3.794 | 4.368 | 6.443 | 6.495 | 6.548 | 4.951 | 100.0% | 10 |
- | nova.detach_volume | 3.341 | 3.93 | 4.07 | 4.11 | 4.15 | 3.862 | 100.0% | 10 |
- | cinder.delete_snapshot | 2.73 | 2.943 | 3.009 | 3.029 | 3.049 | 2.912 | 100.0% | 10 |
- | cinder.delete_volume | 0.667 | 2.901 | 3.015 | 3.027 | 3.039 | 2.437 | 100.0% | 10 |
- | total | 18.717 | 21.217 | 22.919 | 23.013 | 23.108 | 21.377 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 62.8349030018
- Full duration: 143.571810007
-
- run_rally - INFO - Test scenario: "cinder" OK.
-
- run_rally - INFO - Starting test scenario "heat" ...
- run_rally - INFO -
- Preparing input task
- Task 1055c160-be9e-4209-9219-2eda388f64ca: started
- Task 1055c160-be9e-4209-9219-2eda388f64ca: finished
-
- test scenario HeatStacks.create_suspend_resume_delete_stack
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.658 | 4.153 | 4.633 | 4.957 | 5.28 | 4.179 | 100.0% | 10 |
- | heat.suspend_stack | 0.603 | 0.984 | 1.772 | 1.876 | 1.98 | 1.163 | 100.0% | 10 |
- | heat.resume_stack | 0.553 | 1.347 | 2.26 | 2.264 | 2.268 | 1.425 | 100.0% | 10 |
- | heat.delete_stack | 1.527 | 1.61 | 1.95 | 1.96 | 1.97 | 1.701 | 100.0% | 10 |
- | total | 7.456 | 8.457 | 9.273 | 9.324 | 9.376 | 8.469 | 100.0% | 10 |
- +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 25.1924760342
- Full duration: 31.4871768951
-
- test scenario HeatStacks.create_and_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.724 | 4.253 | 4.355 | 4.361 | 4.366 | 4.141 | 100.0% | 10 |
- | heat.delete_stack | 1.538 | 1.86 | 2.427 | 2.427 | 2.428 | 1.933 | 100.0% | 10 |
- | total | 5.609 | 6.117 | 6.381 | 6.402 | 6.422 | 6.073 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 18.3157711029
- Full duration: 24.7532258034
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 19.874 | 21.385 | 22.341 | 22.535 | 22.729 | 21.343 | 100.0% | 10 |
- | heat.delete_stack | 10.707 | 11.672 | 12.205 | 12.275 | 12.345 | 11.562 | 100.0% | 10 |
- | total | 30.923 | 33.359 | 33.959 | 34.235 | 34.512 | 32.905 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 99.1549890041
- Full duration: 105.660290003
-
- test scenario HeatStacks.create_and_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 15.572 | 18.262 | 19.048 | 19.088 | 19.127 | 18.071 | 100.0% | 10 |
- | heat.delete_stack | 10.145 | 10.711 | 11.519 | 11.545 | 11.571 | 10.78 | 100.0% | 10 |
- | total | 25.725 | 29.14 | 29.903 | 30.143 | 30.382 | 28.851 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 85.5803580284
- Full duration: 92.0883340836
-
- test scenario HeatStacks.list_stacks_and_resources
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.list_stacks | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 |
- | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 |
- | total | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.32646512985
- Full duration: 6.55452680588
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.818 | 4.127 | 4.55 | 4.634 | 4.719 | 4.191 | 100.0% | 10 |
- | heat.update_stack | 2.555 | 3.026 | 3.487 | 3.49 | 3.493 | 2.994 | 100.0% | 10 |
- | heat.delete_stack | 1.278 | 1.905 | 2.468 | 2.484 | 2.501 | 1.938 | 100.0% | 10 |
- | total | 8.59 | 8.987 | 9.575 | 9.58 | 9.585 | 9.123 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 27.2428030968
- Full duration: 34.0842261314
-
- test scenario HeatStacks.create_update_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.817 | 4.322 | 4.498 | 4.571 | 4.643 | 4.268 | 100.0% | 10 |
- | heat.update_stack | 2.571 | 3.085 | 3.495 | 3.651 | 3.807 | 3.093 | 100.0% | 10 |
- | heat.delete_stack | 1.261 | 1.933 | 2.188 | 2.23 | 2.271 | 1.85 | 100.0% | 10 |
- | total | 8.823 | 9.193 | 9.529 | 9.645 | 9.76 | 9.211 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 27.712323904
- Full duration: 34.6925389767
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.534 | 4.559 | 4.878 | 4.986 | 5.094 | 4.397 | 100.0% | 10 |
- | heat.update_stack | 4.274 | 4.722 | 5.38 | 5.427 | 5.474 | 4.782 | 100.0% | 10 |
- | heat.delete_stack | 2.324 | 2.687 | 3.01 | 3.031 | 3.051 | 2.761 | 100.0% | 10 |
- | total | 10.398 | 11.879 | 12.749 | 13.064 | 13.379 | 11.941 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.5785570145
- Full duration: 43.5735290051
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.244 | 4.341 | 4.695 | 4.992 | 5.29 | 4.489 | 100.0% | 10 |
- | heat.update_stack | 7.174 | 8.094 | 8.59 | 8.598 | 8.605 | 8.081 | 100.0% | 10 |
- | heat.delete_stack | 2.663 | 2.892 | 3.804 | 3.808 | 3.813 | 3.088 | 100.0% | 10 |
- | total | 15.231 | 15.561 | 16.269 | 16.292 | 16.315 | 15.659 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 46.8214969635
- Full duration: 54.2644329071
-
- test scenario HeatStacks.create_update_delete_stack
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 4.041 | 4.381 | 4.699 | 4.835 | 4.971 | 4.435 | 100.0% | 10 |
- | heat.update_stack | 4.032 | 4.694 | 5.611 | 5.758 | 5.906 | 4.82 | 100.0% | 10 |
- | heat.delete_stack | 2.715 | 3.034 | 3.306 | 3.315 | 3.324 | 3.036 | 100.0% | 10 |
- | total | 11.427 | 12.204 | 13.196 | 13.241 | 13.286 | 12.292 | 100.0% | 10 |
- +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 37.1505100727
- Full duration: 44.6821551323
-
- test scenario HeatStacks.create_update_delete_stack
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- | heat.create_stack | 3.692 | 4.397 | 4.751 | 4.908 | 5.065 | 4.428 | 100.0% | 10 |
- | heat.update_stack | 3.631 | 4.037 | 4.866 | 4.875 | 4.885 | 4.167 | 100.0% | 10 |
- | heat.delete_stack | 1.267 | 1.966 | 2.279 | 2.33 | 2.382 | 1.871 | 100.0% | 10 |
- | total | 9.823 | 10.45 | 11.136 | 11.248 | 11.361 | 10.466 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 31.3539619446
- Full duration: 39.0203011036
-
- test scenario HeatStacks.create_and_list_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 4.039 | 4.653 | 4.788 | 4.792 | 4.796 | 4.563 | 100.0% | 10 |
- | heat.list_stacks | 0.052 | 0.39 | 0.447 | 0.461 | 0.474 | 0.339 | 100.0% | 10 |
- | total | 4.106 | 4.992 | 5.218 | 5.244 | 5.27 | 4.902 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 14.8402919769
- Full duration: 27.3945071697
-
- test scenario HeatStacks.create_check_delete_stack
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | heat.create_stack | 3.744 | 4.489 | 4.836 | 4.864 | 4.891 | 4.475 | 100.0% | 10 |
- | heat.check_stack | 0.612 | 1.265 | 1.684 | 1.853 | 2.022 | 1.261 | 100.0% | 10 |
- | heat.delete_stack | 1.272 | 1.804 | 2.077 | 2.209 | 2.342 | 1.813 | 100.0% | 10 |
- | total | 6.355 | 7.754 | 8.128 | 8.148 | 8.168 | 7.55 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 23.1206851006
- Full duration: 31.1694560051
-
- run_rally - INFO - Test scenario: "heat" OK.
-
- run_rally - INFO - Starting test scenario "keystone" ...
- run_rally - INFO -
- Preparing input task
- Task 897d895f-d779-44a7-bb9b-0e66854f43da: started
- Task 897d895f-d779-44a7-bb9b-0e66854f43da: finished
-
- test scenario KeystoneBasic.create_tenant_with_users
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.199 | 0.225 | 0.245 | 0.26 | 0.274 | 0.227 | 100.0% | 10 |
- | keystone.create_users | 1.448 | 1.551 | 1.618 | 1.62 | 1.621 | 1.544 | 100.0% | 10 |
- | total | 1.702 | 1.78 | 1.819 | 1.83 | 1.842 | 1.772 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.34110379219
- Full duration: 17.6792171001
-
- test scenario KeystoneBasic.create_add_and_list_user_roles
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.206 | 0.231 | 0.279 | 0.28 | 0.281 | 0.238 | 100.0% | 10 |
- | keystone.add_role | 0.248 | 0.256 | 0.3 | 0.314 | 0.328 | 0.269 | 100.0% | 10 |
- | keystone.list_roles | 0.133 | 0.143 | 0.175 | 0.182 | 0.189 | 0.149 | 100.0% | 10 |
- | total | 0.596 | 0.655 | 0.689 | 0.719 | 0.75 | 0.657 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.96121311188
- Full duration: 11.1928119659
-
- test scenario KeystoneBasic.add_and_remove_user_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.201 | 0.224 | 0.231 | 0.232 | 0.233 | 0.22 | 100.0% | 10 |
- | keystone.add_role | 0.245 | 0.259 | 0.287 | 0.295 | 0.304 | 0.265 | 100.0% | 10 |
- | keystone.remove_role | 0.137 | 0.148 | 0.164 | 0.172 | 0.18 | 0.15 | 100.0% | 10 |
- | total | 0.605 | 0.631 | 0.668 | 0.673 | 0.679 | 0.635 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.9179649353
- Full duration: 11.3398149014
-
- test scenario KeystoneBasic.create_update_and_delete_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.204 | 0.23 | 0.249 | 0.262 | 0.276 | 0.234 | 100.0% | 10 |
- | keystone.update_tenant | 0.134 | 0.136 | 0.178 | 0.179 | 0.18 | 0.148 | 100.0% | 10 |
- | keystone.delete_tenant | 0.288 | 0.308 | 0.353 | 0.36 | 0.367 | 0.316 | 100.0% | 10 |
- | total | 0.653 | 0.684 | 0.749 | 0.761 | 0.774 | 0.698 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.11506795883
- Full duration: 10.1015338898
-
- test scenario KeystoneBasic.create_and_delete_service
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_service | 0.223 | 0.237 | 0.288 | 0.289 | 0.29 | 0.245 | 100.0% | 10 |
- | keystone.delete_service | 0.14 | 0.152 | 0.165 | 0.175 | 0.185 | 0.154 | 100.0% | 10 |
- | total | 0.373 | 0.389 | 0.43 | 0.442 | 0.453 | 0.399 | 100.0% | 10 |
- +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.24712610245
- Full duration: 9.40017700195
-
- test scenario KeystoneBasic.create_tenant
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.219 | 0.235 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 |
- | total | 0.219 | 0.236 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.738801002502
- Full duration: 6.97619819641
-
- test scenario KeystoneBasic.create_user
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.257 | 100.0% | 10 |
- | total | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.258 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.813333034515
- Full duration: 7.2009499073
-
- test scenario KeystoneBasic.create_and_list_tenants
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.215 | 0.241 | 0.264 | 0.277 | 0.289 | 0.245 | 100.0% | 10 |
- | keystone.list_tenants | 0.128 | 0.136 | 0.183 | 0.202 | 0.22 | 0.151 | 100.0% | 10 |
- | total | 0.366 | 0.388 | 0.425 | 0.44 | 0.455 | 0.396 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.19499707222
- Full duration: 10.8357591629
-
- test scenario KeystoneBasic.create_and_delete_role
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_role | 0.231 | 0.252 | 0.281 | 0.294 | 0.307 | 0.258 | 100.0% | 10 |
- | keystone.delete_role | 0.28 | 0.293 | 0.399 | 0.418 | 0.437 | 0.329 | 100.0% | 10 |
- | total | 0.511 | 0.579 | 0.676 | 0.69 | 0.704 | 0.587 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.80924010277
- Full duration: 10.1753411293
-
- test scenario KeystoneBasic.get_entities
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_tenant | 0.24 | 0.257 | 0.281 | 0.283 | 0.284 | 0.258 | 100.0% | 10 |
- | keystone.create_user | 0.15 | 0.164 | 0.206 | 0.206 | 0.206 | 0.171 | 100.0% | 10 |
- | keystone.create_role | 0.13 | 0.136 | 0.143 | 0.159 | 0.176 | 0.139 | 100.0% | 10 |
- | keystone.get_tenant | 0.13 | 0.138 | 0.141 | 0.143 | 0.146 | 0.137 | 100.0% | 10 |
- | keystone.get_user | 0.112 | 0.132 | 0.137 | 0.137 | 0.137 | 0.131 | 100.0% | 10 |
- | keystone.get_role | 0.129 | 0.133 | 0.139 | 0.156 | 0.174 | 0.137 | 100.0% | 10 |
- | keystone.service_list | 0.129 | 0.132 | 0.135 | 0.137 | 0.138 | 0.133 | 100.0% | 10 |
- | keystone.get_service | 0.132 | 0.135 | 0.178 | 0.178 | 0.178 | 0.147 | 100.0% | 10 |
- | total | 1.204 | 1.22 | 1.323 | 1.328 | 1.332 | 1.252 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.79558706284
- Full duration: 16.6252310276
-
- test scenario KeystoneBasic.create_and_list_users
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | keystone.create_user | 0.239 | 0.266 | 0.295 | 0.298 | 0.301 | 0.27 | 100.0% | 10 |
- | keystone.list_users | 0.137 | 0.143 | 0.186 | 0.211 | 0.235 | 0.157 | 100.0% | 10 |
- | total | 0.397 | 0.419 | 0.448 | 0.474 | 0.5 | 0.427 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.30778193474
- Full duration: 8.03108906746
-
- run_rally - INFO - Test scenario: "keystone" OK.
-
- run_rally - INFO - Starting test scenario "neutron" ...
- run_rally - INFO -
- Preparing input task
- Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: started
- Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: finished
-
- test scenario NeutronNetworks.create_and_delete_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.806 | 0.859 | 0.937 | 0.938 | 0.939 | 0.873 | 100.0% | 10 |
- | neutron.delete_port | 0.202 | 0.689 | 0.761 | 0.777 | 0.794 | 0.529 | 100.0% | 10 |
- | total | 1.023 | 1.572 | 1.686 | 1.703 | 1.72 | 1.401 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.3307390213
- Full duration: 57.6386358738
-
- test scenario NeutronNetworks.create_and_list_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.739 | 0.817 | 0.85 | 0.861 | 0.871 | 0.812 | 100.0% | 10 |
- | neutron.create_router | 0.079 | 0.545 | 0.57 | 0.584 | 0.598 | 0.499 | 100.0% | 10 |
- | neutron.add_interface_router | 0.348 | 0.89 | 0.978 | 0.986 | 0.994 | 0.793 | 100.0% | 10 |
- | neutron.list_routers | 0.047 | 0.566 | 0.607 | 0.612 | 0.617 | 0.515 | 100.0% | 10 |
- | total | 2.172 | 2.707 | 2.868 | 2.88 | 2.891 | 2.618 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.91338610649
- Full duration: 64.1935119629
-
- test scenario NeutronNetworks.create_and_delete_routers
- +------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.769 | 0.8 | 0.846 | 0.881 | 0.915 | 0.809 | 100.0% | 10 |
- | neutron.create_router | 0.488 | 0.528 | 0.576 | 0.615 | 0.653 | 0.539 | 100.0% | 10 |
- | neutron.add_interface_router | 0.839 | 0.882 | 0.983 | 0.985 | 0.987 | 0.901 | 100.0% | 10 |
- | neutron.remove_interface_router | 0.343 | 0.809 | 0.898 | 0.906 | 0.913 | 0.763 | 100.0% | 10 |
- | neutron.delete_router | 0.614 | 0.686 | 0.787 | 0.849 | 0.912 | 0.708 | 100.0% | 10 |
- | total | 3.419 | 3.666 | 3.994 | 3.997 | 3.999 | 3.719 | 100.0% | 10 |
- +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 11.0299580097
- Full duration: 65.4096131325
-
- test scenario NeutronNetworks.create_and_list_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.83 | 0.888 | 0.995 | 1.184 | 1.372 | 0.935 | 100.0% | 10 |
- | neutron.list_ports | 0.554 | 0.625 | 0.697 | 0.704 | 0.712 | 0.626 | 100.0% | 10 |
- | total | 1.405 | 1.487 | 1.692 | 1.888 | 2.084 | 1.562 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 5.07633280754
- Full duration: 59.1840729713
-
- test scenario NeutronNetworks.create_and_delete_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.731 | 0.806 | 0.857 | 0.933 | 1.01 | 0.812 | 100.0% | 10 |
- | neutron.delete_subnet | 0.183 | 0.688 | 0.872 | 0.918 | 0.965 | 0.691 | 100.0% | 10 |
- | total | 0.948 | 1.544 | 1.665 | 1.681 | 1.696 | 1.503 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.69728302956
- Full duration: 58.486093998
-
- test scenario NeutronNetworks.create_and_delete_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.641 | 0.686 | 0.757 | 0.82 | 0.883 | 0.707 | 100.0% | 10 |
- | neutron.delete_network | 0.158 | 0.632 | 0.656 | 0.665 | 0.674 | 0.585 | 100.0% | 10 |
- | total | 0.901 | 1.305 | 1.424 | 1.469 | 1.514 | 1.292 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.96865105629
- Full duration: 36.4033529758
-
- test scenario NeutronNetworks.create_and_list_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.634 | 0.679 | 0.751 | 0.797 | 0.844 | 0.695 | 100.0% | 10 |
- | neutron.list_networks | 0.472 | 0.522 | 0.552 | 0.555 | 0.557 | 0.521 | 100.0% | 10 |
- | total | 1.154 | 1.192 | 1.284 | 1.327 | 1.369 | 1.216 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.68979907036
- Full duration: 38.8585669994
-
- test scenario NeutronNetworks.create_and_update_routers
- +---------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.759 | 0.82 | 0.863 | 0.871 | 0.879 | 0.819 | 100.0% | 10 |
- | neutron.create_router | 0.518 | 0.558 | 0.62 | 0.627 | 0.634 | 0.566 | 100.0% | 10 |
- | neutron.add_interface_router | 0.465 | 0.878 | 1.032 | 1.081 | 1.13 | 0.879 | 100.0% | 10 |
- | neutron.update_router | 0.158 | 0.636 | 0.722 | 0.73 | 0.737 | 0.564 | 100.0% | 10 |
- | total | 2.298 | 2.877 | 3.13 | 3.178 | 3.226 | 2.827 | 100.0% | 10 |
- +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 8.47763490677
- Full duration: 62.3842899799
-
- test scenario NeutronNetworks.create_and_update_networks
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_network | 0.627 | 0.673 | 0.974 | 1.044 | 1.114 | 0.744 | 100.0% | 10 |
- | neutron.update_network | 0.153 | 0.605 | 0.623 | 0.626 | 0.629 | 0.564 | 100.0% | 10 |
- | total | 0.809 | 1.285 | 1.576 | 1.65 | 1.723 | 1.308 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.00336408615
- Full duration: 38.2563900948
-
- test scenario NeutronNetworks.create_and_update_ports
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_port | 0.796 | 0.874 | 1.084 | 1.1 | 1.116 | 0.908 | 100.0% | 10 |
- | neutron.update_port | 0.595 | 0.622 | 0.697 | 0.76 | 0.823 | 0.646 | 100.0% | 10 |
- | total | 1.44 | 1.497 | 1.737 | 1.82 | 1.904 | 1.554 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.89373588562
- Full duration: 57.0287640095
-
- test scenario NeutronNetworks.create_and_list_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.706 | 0.775 | 0.866 | 0.893 | 0.92 | 0.789 | 100.0% | 10 |
- | neutron.list_subnets | 0.487 | 0.519 | 0.53 | 0.54 | 0.55 | 0.517 | 100.0% | 10 |
- | total | 1.233 | 1.291 | 1.393 | 1.414 | 1.435 | 1.307 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.97321105003
- Full duration: 55.8097410202
-
- test scenario NeutronNetworks.create_and_update_subnets
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | neutron.create_subnet | 0.72 | 0.834 | 0.873 | 0.905 | 0.936 | 0.819 | 100.0% | 10 |
- | neutron.update_subnet | 0.24 | 0.66 | 0.83 | 0.838 | 0.847 | 0.61 | 100.0% | 10 |
- | total | 1.098 | 1.433 | 1.66 | 1.686 | 1.713 | 1.429 | 100.0% | 10 |
- +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.11318302155
- Full duration: 55.0307190418
-
- run_rally - INFO - Test scenario: "neutron" OK.
-
- run_rally - INFO - Starting test scenario "nova" ...
- run_rally - INFO -
- Preparing input task
- Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: started
- Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: finished
-
- test scenario NovaKeypair.create_and_delete_keypair
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.695 | 0.769 | 0.948 | 0.991 | 1.035 | 0.816 | 100.0% | 10 |
- | nova.delete_keypair | 0.017 | 0.453 | 0.499 | 0.551 | 0.604 | 0.423 | 100.0% | 10 |
- | total | 0.944 | 1.187 | 1.524 | 1.533 | 1.542 | 1.239 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.69359993935
- Full duration: 34.1216721535
-
- test scenario NovaServers.snapshot_server
- +------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 6.466 | 7.619 | 9.603 | 9.617 | 9.63 | 7.898 | 100.0% | 10 |
- | nova.create_image | 7.251 | 8.663 | 10.95 | 11.033 | 11.116 | 8.905 | 100.0% | 10 |
- | nova.delete_server | 2.865 | 4.177 | 4.352 | 4.362 | 4.373 | 3.878 | 100.0% | 10 |
- | nova.boot_server (2) | 7.263 | 7.636 | 9.053 | 9.177 | 9.301 | 7.965 | 100.0% | 10 |
- | nova.delete_server (2) | 2.41 | 3.487 | 3.939 | 4.129 | 4.318 | 3.406 | 100.0% | 10 |
- | nova.delete_image | 2.217 | 3.339 | 3.856 | 3.864 | 3.873 | 3.205 | 100.0% | 10 |
- | total | 32.246 | 34.577 | 37.931 | 38.819 | 39.707 | 35.259 | 100.0% | 10 |
- +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 104.138304949
- Full duration: 162.17621994
-
- test scenario NovaKeypair.boot_and_delete_server_with_keypair
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_keypair | 0.717 | 0.776 | 0.905 | 0.916 | 0.927 | 0.799 | 100.0% | 10 |
- | nova.boot_server | 5.96 | 7.356 | 9.573 | 9.701 | 9.829 | 7.641 | 100.0% | 10 |
- | nova.delete_server | 3.226 | 3.979 | 4.24 | 4.272 | 4.305 | 3.929 | 100.0% | 10 |
- | nova.delete_keypair | 0.018 | 0.446 | 0.498 | 0.498 | 0.498 | 0.375 | 100.0% | 10 |
- | total | 11.513 | 12.362 | 14.5 | 14.767 | 15.033 | 12.746 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 37.7138030529
- Full duration: 95.0321340561
-
- test scenario NovaKeypair.create_and_list_keypairs
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.create_keypair | 0.706 | 0.754 | 0.859 | 0.881 | 0.904 | 0.766 | 100.0% | 10 |
- | nova.list_keypairs | 0.021 | 0.458 | 0.489 | 0.492 | 0.495 | 0.412 | 100.0% | 10 |
- | total | 0.767 | 1.195 | 1.282 | 1.326 | 1.371 | 1.178 | 100.0% | 10 |
- +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.66450190544
- Full duration: 35.3121151924
-
- test scenario NovaServers.list_servers
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | nova.list_servers | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 |
- | total | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.67958188057
- Full duration: 102.272238016
-
- test scenario NovaServers.resize_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 6.482 | 7.414 | 8.638 | 9.129 | 9.619 | 7.594 | 100.0% | 10 |
- | nova.resize | 12.87 | 13.632 | 13.841 | 14.061 | 14.281 | 13.519 | 100.0% | 10 |
- | nova.resize_confirm | 3.854 | 4.236 | 4.429 | 4.579 | 4.729 | 4.184 | 100.0% | 10 |
- | nova.delete_server | 2.853 | 3.971 | 4.187 | 4.209 | 4.231 | 3.798 | 100.0% | 10 |
- | total | 27.866 | 29.013 | 29.93 | 30.646 | 31.361 | 29.095 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 86.1472420692
- Full duration: 116.147330999
-
- test scenario NovaServers.boot_server_from_volume_and_delete
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 7.809 | 9.646 | 10.21 | 10.4 | 10.59 | 9.268 | 100.0% | 10 |
- | nova.boot_server | 7.938 | 9.663 | 10.373 | 10.451 | 10.528 | 9.379 | 100.0% | 10 |
- | nova.delete_server | 3.263 | 4.164 | 4.323 | 4.341 | 4.359 | 3.965 | 100.0% | 10 |
- | total | 21.009 | 22.166 | 24.464 | 24.608 | 24.752 | 22.612 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 65.8047540188
- Full duration: 133.871994019
-
- test scenario NovaServers.boot_and_migrate_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 6.526 | 7.611 | 9.253 | 9.328 | 9.404 | 7.939 | 100.0% | 10 |
- | nova.stop_server | 3.956 | 4.801 | 7.753 | 7.839 | 7.924 | 5.676 | 100.0% | 10 |
- | nova.migrate | 9.278 | 9.686 | 10.387 | 10.401 | 10.415 | 9.75 | 100.0% | 10 |
- | nova.resize_confirm | 3.763 | 4.624 | 4.769 | 4.775 | 4.781 | 4.457 | 100.0% | 10 |
- | nova.delete_server | 3.333 | 3.772 | 4.263 | 4.388 | 4.514 | 3.895 | 100.0% | 10 |
- | total | 28.369 | 30.746 | 35.217 | 35.664 | 36.111 | 31.718 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 95.1431679726
- Full duration: 124.915132999
-
- test scenario NovaServers.boot_and_delete_server
- +--------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.051 | 7.863 | 9.774 | 9.886 | 9.999 | 8.295 | 100.0% | 10 |
- | nova.delete_server | 2.506 | 4.173 | 4.427 | 5.12 | 5.813 | 4.06 | 100.0% | 10 |
- | total | 10.355 | 11.708 | 14.201 | 15.006 | 15.812 | 12.355 | 100.0% | 10 |
- +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 36.3530268669
- Full duration: 92.853083849
-
- test scenario NovaServers.boot_and_rebuild_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 6.552 | 7.699 | 10.036 | 10.113 | 10.19 | 8.371 | 100.0% | 10 |
- | nova.rebuild_server | 9.522 | 11.78 | 13.651 | 13.906 | 14.162 | 11.746 | 100.0% | 10 |
- | nova.delete_server | 3.327 | 4.064 | 4.61 | 4.82 | 5.03 | 4.065 | 100.0% | 10 |
- | total | 19.511 | 25.224 | 26.458 | 26.522 | 26.586 | 24.182 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 73.8343379498
- Full duration: 129.419740915
-
- test scenario NovaSecGroup.create_and_list_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 6.563 | 9.397 | 10.161 | 10.173 | 10.185 | 8.839 | 100.0% | 10 |
- | nova.create_100_rules | 45.018 | 49.294 | 56.133 | 56.18 | 56.227 | 50.472 | 100.0% | 10 |
- | nova.list_security_groups | 0.111 | 0.217 | 0.579 | 0.601 | 0.623 | 0.264 | 100.0% | 10 |
- | total | 52.204 | 58.754 | 65.138 | 65.785 | 66.433 | 59.576 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 179.173851967
- Full duration: 240.213445902
-
- test scenario NovaSecGroup.create_and_delete_secgroups
- +--------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 7.358 | 9.711 | 10.153 | 10.476 | 10.798 | 9.428 | 100.0% | 10 |
- | nova.create_100_rules | 47.694 | 51.106 | 54.599 | 55.137 | 55.674 | 51.004 | 100.0% | 10 |
- | nova.delete_10_security_groups | 1.777 | 3.576 | 4.456 | 4.736 | 5.016 | 3.515 | 100.0% | 10 |
- | total | 59.615 | 63.877 | 66.262 | 66.848 | 67.435 | 63.947 | 100.0% | 10 |
- +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 191.541640997
- Full duration: 222.269508839
-
- test scenario NovaServers.boot_and_bounce_server
- +-------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.313 | 7.988 | 8.758 | 9.045 | 9.331 | 8.15 | 100.0% | 10 |
- | nova.reboot_server | 5.889 | 6.906 | 7.056 | 7.078 | 7.101 | 6.624 | 100.0% | 10 |
- | nova.soft_reboot_server | 6.349 | 6.773 | 8.096 | 8.126 | 8.156 | 6.947 | 100.0% | 10 |
- | nova.stop_server | 4.4 | 5.425 | 6.714 | 7.318 | 7.922 | 5.67 | 100.0% | 10 |
- | nova.start_server | 2.424 | 4.059 | 5.269 | 5.417 | 5.564 | 4.057 | 100.0% | 10 |
- | nova.rescue_server | 8.473 | 9.131 | 9.695 | 9.957 | 10.219 | 9.177 | 100.0% | 10 |
- | nova.unrescue_server | 2.688 | 5.82 | 6.893 | 6.92 | 6.948 | 5.504 | 100.0% | 10 |
- | nova.delete_server | 3.393 | 3.812 | 4.417 | 4.473 | 4.53 | 3.858 | 100.0% | 10 |
- | total | 47.129 | 50.214 | 51.652 | 52.087 | 52.523 | 50.006 | 100.0% | 10 |
- +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 150.170030117
- Full duration: 206.320158958
-
- test scenario NovaServers.boot_server
- +----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 7.775 | 8.214 | 9.964 | 10.061 | 10.157 | 8.648 | 100.0% | 10 |
- | total | 7.775 | 8.214 | 9.965 | 10.061 | 10.157 | 8.649 | 100.0% | 10 |
- +------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 25.5615310669
- Full duration: 72.0356788635
-
- test scenario NovaSecGroup.boot_and_delete_server_with_secgroups
- +-----------------------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.create_10_security_groups | 7.852 | 9.225 | 10.298 | 10.398 | 10.498 | 9.327 | 100.0% | 10 |
- | nova.create_100_rules | 45.734 | 50.042 | 52.231 | 53.454 | 54.678 | 49.891 | 100.0% | 10 |
- | nova.boot_server | 5.843 | 6.686 | 7.412 | 7.548 | 7.683 | 6.632 | 100.0% | 10 |
- | nova.get_attached_security_groups | 0.173 | 0.215 | 0.678 | 0.757 | 0.836 | 0.311 | 100.0% | 10 |
- | nova.delete_server | 2.437 | 2.94 | 3.313 | 3.412 | 3.512 | 2.92 | 100.0% | 10 |
- | nova.delete_10_security_groups | 2.172 | 3.217 | 4.733 | 5.576 | 6.419 | 3.474 | 100.0% | 10 |
- | total | 67.914 | 73.688 | 75.248 | 75.466 | 75.684 | 72.556 | 100.0% | 10 |
- +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 217.134851933
- Full duration: 273.106995821
-
- test scenario NovaServers.pause_and_unpause_server
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | nova.boot_server | 7.355 | 8.061 | 9.184 | 9.727 | 10.271 | 8.306 | 100.0% | 10 |
- | nova.pause_server | 2.766 | 3.437 | 3.779 | 3.807 | 3.836 | 3.361 | 100.0% | 10 |
- | nova.unpause_server | 2.762 | 3.685 | 3.988 | 4.013 | 4.037 | 3.492 | 100.0% | 10 |
- | nova.delete_server | 2.835 | 3.909 | 4.299 | 4.343 | 4.387 | 3.776 | 100.0% | 10 |
- | total | 16.602 | 18.903 | 20.184 | 20.456 | 20.729 | 18.936 | 100.0% | 10 |
- +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 57.0698840618
- Full duration: 114.94224596
-
- test scenario NovaServers.boot_server_from_volume
- +----------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- | cinder.create_volume | 7.772 | 10.48 | 10.909 | 11.031 | 11.154 | 9.647 | 100.0% | 10 |
- | nova.boot_server | 8.129 | 9.825 | 11.137 | 11.167 | 11.196 | 9.722 | 100.0% | 10 |
- | total | 16.389 | 19.221 | 21.482 | 21.884 | 22.285 | 19.369 | 100.0% | 10 |
- +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+
- Load duration: 57.2666420937
- Full duration: 114.729999065
-
- test scenario NovaServers.boot_and_list_server
- +-----------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- | nova.boot_server | 7.43 | 8.747 | 9.88 | 10.022 | 10.163 | 8.832 | 100.0% | 10 |
- | nova.list_servers | 0.267 | 1.207 | 1.259 | 1.275 | 1.29 | 1.04 | 100.0% | 10 |
- | total | 8.602 | 9.378 | 11.07 | 11.227 | 11.384 | 9.873 | 100.0% | 10 |
- +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+
- Load duration: 29.5450980663
- Full duration: 106.656322002
-
- run_rally - INFO - Test scenario: "nova" OK.
-
- run_rally - INFO - Starting test scenario "quotas" ...
- run_rally - INFO -
- Preparing input task
- Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: started
- Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: finished
-
- test scenario Quotas.cinder_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 |
- | total | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 4.06574201584
- Full duration: 14.4119129181
-
- test scenario Quotas.neutron_update
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.498 | 0.56 | 0.589 | 0.591 | 0.593 | 0.558 | 100.0% | 10 |
- | total | 0.62 | 0.66 | 0.701 | 0.702 | 0.703 | 0.667 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 2.05467915535
- Full duration: 11.7390589714
-
- test scenario Quotas.cinder_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 1.19 | 1.288 | 1.399 | 1.415 | 1.432 | 1.303 | 100.0% | 10 |
- | quotas.delete_quotas | 0.531 | 1.107 | 1.208 | 1.235 | 1.262 | 1.062 | 100.0% | 10 |
- | total | 1.779 | 2.435 | 2.535 | 2.549 | 2.562 | 2.365 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 7.07872509956
- Full duration: 17.2571020126
-
- test scenario Quotas.nova_update_and_delete
- +-------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | quotas.update_quotas | 0.669 | 0.708 | 0.732 | 0.745 | 0.757 | 0.703 | 100.0% | 10 |
- | quotas.delete_quotas | 0.02 | 0.508 | 0.557 | 0.558 | 0.559 | 0.466 | 100.0% | 10 |
- | total | 0.727 | 1.212 | 1.275 | 1.28 | 1.285 | 1.169 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 3.64670991898
- Full duration: 13.1532580853
-
- test scenario Quotas.nova_update
- +------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- | quotas.update_quotas | 0.652 | 0.726 | 0.761 | 0.766 | 0.77 | 0.722 | 100.0% | 10 |
- | total | 0.652 | 0.727 | 0.762 | 0.766 | 0.77 | 0.722 | 100.0% | 10 |
- +----------------------+-------+--------+--------+--------+------+-------+---------+-------+
- Load duration: 2.22018194199
- Full duration: 11.9367260933
-
- run_rally - INFO - Test scenario: "quotas" OK.
-
- run_rally - INFO - Starting test scenario "requests" ...
- run_rally - INFO -
- Preparing input task
- Task 89de006e-a4fd-4526-9211-477075f8e5fc: started
- Task 89de006e-a4fd-4526-9211-477075f8e5fc: finished
-
- test scenario HttpRequests.check_random_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.184 | 0.456 | 1.019 | 1.022 | 1.026 | 0.555 | 100.0% | 10 |
- | total | 0.184 | 0.456 | 1.02 | 1.023 | 1.026 | 0.555 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 1.69973492622
- Full duration: 5.72609114647
-
- test scenario HttpRequests.check_request
- +---------------------------------------------------------------------------------------------+
- | Response Times (sec) |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | action | min | median | 90%ile | 95%ile | max | avg | success | count |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- | requests.check_request | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 |
- | total | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 |
- +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+
- Load duration: 0.616016864777
- Full duration: 4.89253997803
-
- run_rally - INFO - Test scenario: "requests" OK.
-
- run_rally - INFO -
-
- Rally Summary Report
- +===================+============+===============+===========+
- | Module | Duration | nb. Test Run | Success |
- +===================+============+===============+===========+
- | authenticate | 00:35 | 10 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | glance | 02:20 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | cinder | 19:44 | 50 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | heat | 09:29 | 35 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | keystone | 01:59 | 29 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | neutron | 10:48 | 31 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | nova | 39:36 | 61 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | quotas | 01:08 | 7 | 100.00% |
- +-------------------+------------+---------------+-----------+
- | requests | 00:10 | 2 | 100.00% |
- +-------------------+------------+---------------+-----------+
- +===================+============+===============+===========+
- | TOTAL: | 01:25:53 | 232 | 100.00% |
- +===================+============+===============+===========+
-
-
-SDN Controller
---------------
-
-ODL
-^^^
-::
-
- ==============================================================================
- Basic
- ==============================================================================
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK
- ==============================================================================
- Get Controller Modules :: Get the controller modules via Restconf | PASS |
- ------------------------------------------------------------------------------
- Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Basic | PASS |
- 1 critical test, 1 passed, 0 failed
- 1 test total, 1 passed, 0 failed
- ==============================================================================
- Output: /home/opnfv/output.xml
- Log: /home/opnfv/log.html
- Report: /home/opnfv/report.html
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin
- ==============================================================================
- Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope...
- ==============================================================================
- Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS |
- ------------------------------------------------------------------------------
- Create Network :: Create new network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network :: Check Network created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Networks :: Checking Network created in OpenStack are push... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open...
- ==============================================================================
- Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS |
- ------------------------------------------------------------------------------
- Create New subnet :: Create new subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight
- ==============================================================================
- Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS |
- ------------------------------------------------------------------------------
- Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS |
- ------------------------------------------------------------------------------
- Create New Port :: Create new port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New Port :: Check new subnet created in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS |
- 4 critical tests, 4 passed, 0 failed
- 4 tests total, 4 passed, 0 failed
- ==============================================================================
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also...
- ==============================================================================
- Delete New Port :: Delete previously created port in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Port Deleted :: Check port deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted...
- ==============================================================================
- Delete New subnet :: Delete previously created subnet in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete...
- ==============================================================================
- Delete Network :: Delete network in OpenStack | PASS |
- ------------------------------------------------------------------------------
- Check Network deleted :: Check Network deleted in OpenDaylight | PASS |
- ------------------------------------------------------------------------------
- Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS |
- 2 critical tests, 2 passed, 0 failed
- 2 tests total, 2 passed, 0 failed
- ==============================================================================
- Neutron :: Test suite for Neutron Plugin | PASS |
- 18 critical tests, 18 passed, 0 failed
- 18 tests total, 18 passed, 0 failed
-
-
-Feature tests
--------------
-
-Promise
-^^^^^^^
-::
-
- FUNCTEST.info: Running PROMISE test case...
- Promise- INFO - Creating tenant 'promise'...
- Promise- INFO - Adding role 'eed9b04b536646c994679496e7b653cc' to tenant 'promise'...
- Promise- INFO - Creating user 'promiser'...
- Promise- INFO - Updating OpenStack credentials...
- Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'...
- Promise- INFO - Creating flavor 'promise-flavor'...
- Promise- INFO - Exporting environment variables...
- Promise- INFO - Running command: npm run -s test -- --reporter json
- Promise- INFO - The test succeeded.
- {
- "stats": {
- "suites": 23,
- "tests": 33,
- "passes": 33,
- "pending": 0,
- "failures": 0,
- "start": "2016-02-23T10:44:37.402Z",
- "end": "2016-02-23T10:44:42.006Z",
- "duration": 4604
- },
- "tests": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1171,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 29,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 23,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 13,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1144,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 3,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 71,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 9,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1025,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 5,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 125,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 74,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 88,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 19,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 13,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 66,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 74,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 69,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 507,
- "err": {}
- }
- ],
- "pending": [],
- "failures": [],
- "passes": [
- {
- "title": "should add a new OpenStack provider without error",
- "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error",
- "duration": 1171,
- "err": {}
- },
- {
- "title": "should update promise.providers with a new entry",
- "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry",
- "duration": 7,
- "err": {}
- },
- {
- "title": "should contain a new ResourceProvider record in the store",
- "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should add more capacity to the reservation service without error",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error",
- "duration": 29,
- "err": {}
- },
- {
- "title": "should update promise.pools with a new entry",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should contain a ResourcePool record in the store",
- "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should report total collections and utilizations",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations",
- "duration": 23,
- "err": {}
- },
- {
- "title": "should contain newly added capacity pool",
- "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool",
- "duration": 13,
- "err": {}
- },
- {
- "title": "should create a new server in target provider without error",
- "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error",
- "duration": 1144,
- "err": {}
- },
- {
- "title": "should update promise.allocations with a new entry",
- "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry",
- "duration": 3,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should reference the created server ID from the provider",
- "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should have low priority state",
- "fullTitle": "promise allocation without reservation create-instance should have low priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (no start/end) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error",
- "duration": 71,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry",
- "duration": 9,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create a new server in target provider (with reservation) without error",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error",
- "duration": 1025,
- "err": {}
- },
- {
- "title": "should contain a new ResourceAllocation record in the store",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should be referenced in the reservation record",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record",
- "duration": 5,
- "err": {}
- },
- {
- "title": "should have high priority state",
- "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should create reservation record (for future) without error",
- "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error",
- "duration": 125,
- "err": {}
- },
- {
- "title": "should update promise.reservations with a new entry",
- "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should contain a new ResourceReservation record in the store",
- "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store",
- "duration": 0,
- "err": {}
- },
- {
- "title": "should contain newly created future reservation",
- "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation",
- "duration": 74,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error",
- "duration": 88,
- "err": {}
- },
- {
- "title": "should modify existing reservation without error",
- "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error",
- "duration": 19,
- "err": {}
- },
- {
- "title": "should no longer contain record of the deleted reservation",
- "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation",
- "duration": 1,
- "err": {}
- },
- {
- "title": "should decrease available capacity from a provider in the future",
- "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future",
- "duration": 18,
- "err": {}
- },
- {
- "title": "should increase available capacity from a provider in the future",
- "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future",
- "duration": 13,
- "err": {}
- },
- {
- "title": "should report available collections and utilizations",
- "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations",
- "duration": 66,
- "err": {}
- },
- {
- "title": "should fail to create immediate reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error",
- "duration": 74,
- "err": {}
- },
- {
- "title": "should fail to create future reservation record with proper error",
- "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error",
- "duration": 69,
- "err": {}
- },
- {
- "title": "should successfully destroy all allocations",
- "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations",
- "duration": 507,
- "err": {}
- }
- ]
- }
- Promise- INFO -
- ****************************************
- Promise test report
-
- ****************************************
- Suites: 23
- Tests: 33
- Passes: 33
- Pending: 0
- Failures: 0
- Start: 2016-02-23T10:44:37.402Z
- End: 2016-02-23T10:44:42.006Z
- Duration: 4.604
- ****************************************
-
- Promise- INFO - Pushing results to DB...
diff --git a/docs/results/overview.rst b/docs/results/overview.rst
deleted file mode 100644
index ea71426b..00000000
--- a/docs/results/overview.rst
+++ /dev/null
@@ -1,79 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-FuncTest test result document overview
-======================================
-
-Functest project is described in `Functest user guide`_.
-The user guide details the different test cases as well as the possible errors.
-A `developer guide`_ and a `configuration guide`_ are also available.
-
-Functest is run systematically at the end of an OPNFV fresh installation.
-All the runnable tests are run sequentially. The installer and the scenario are
-considered to evaluate whether the test case can be run or not. That is why all
-the number of test cases may vary from 1 installer to another and from 1
-scenario to another.
-
-The list of scenario supported by installer can be described as follows:
-
-+----------------+---------+---------+---------+---------+
-| Scenario | Apex | Compass | Fuel | Joid |
-+================+=========+=========+=========+=========+
-| odl_l2 | X | X | X | X |
-+----------------+---------+---------+---------+---------+
-| onos | | X | | |
-+----------------+---------+---------+---------+---------+
-| nosdn | | X | X | |
-+----------------+---------+---------+---------+---------+
-| ovs (dpdk) | | | X | |
-+----------------+---------+---------+---------+---------+
-
-The matrix below details the Functest runnable tests versus the installer and
-the scenario:
-
-+----------------+-------------+-------------+-------------+-------------+
-| Test cases | Apex | Compass | Fuel | Joid |
-+================+=============+=============+=============+=============+
-| vPing SSH | all | all | all | all |
-+----------------+-------------+-------------+-------------+-------------+
-| vPing userdata | all except | all except | all except | all except |
-| | ONOS | ONOS | ONOS | ONOS |
-+----------------+-------------+-------------+-------------+-------------+
-| Tempest | all | all | all | all |
-+----------------+-------------+-------------+-------------+-------------+
-| Rally | all | all | all | all |
-+----------------+-------------+-------------+-------------+-------------+
-| ODL | all ODL | all ODL | all ODL | all ODL |
-+----------------+-------------+-------------+-------------+-------------+
-| ONOS | ONOS | ONOS | ONOS | ONOS |
-+----------------+-------------+-------------+-------------+-------------+
-| Promise | no | no | all | all |
-+----------------+-------------+-------------+-------------+-------------+
-| vIMS | all except | all except | all except | all except |
-| | ONOS | ONOS | ONOS | ONOS |
-+----------------+-------------+-------------+-------------+-------------+
-| Doctor | all | no | no | no |
-+----------------+-------------+-------------+-------------+-------------+
-
-all means that the test case is run on all the scenarios related to the
-installer.
-
-Functest results from continuous integration can be found in:
- * jenkins logs: https://build.opnfv.org/ci/view/functest/
- * artifacts http://artifacts.opnfv.org/, it includes the tempest logs and the
- Rally html pages
-
-Additional test result assests and information
-==============================================
-
-The Functest deals with 2 dashboards:
- * The `Test Dashboard`_ provides an overview of all the projects
- * The `Functest Dashboard`_ dedicated to Functest real-time test results
-
- * is used to provide a quick overview of the different testcases according to installer and scenario.
-
-.. _`Test Dashboard`: https://www.opnfv.org/opnfvtestgraphs/per-test-projects/default
-.. _`Functest Dashboard`: https://testresults.opnfv.org/dashboard/
-.. _`Functest user guide`: artifacts.opnfv.org/functest/docs/userguide/index.html
-.. _`developer guide`: artifacts.opnfv.org/functest/docs/devguide/index.html
-.. _`configuration guide`: artifacts.opnfv.org/functest/docs/configguide/index.html
diff --git a/docs/results/results.rst b/docs/results/results.rst
deleted file mode 100644
index f4f210af..00000000
--- a/docs/results/results.rst
+++ /dev/null
@@ -1,73 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International Licence.
-.. http://creativecommons.org/licenses/by/4.0
-
-Results listed by scenario
-==========================
-
-The following sections describe the functest results as evaluated for
-the Brahmaputra release scenario validation runs. Each section describes
-the determined state of the specific scenario as deployed in the Brahmaputra
-release process.
-
-To qualify for release the scenarios must have deployed and been successfully
-tested in four consecutive installations to establish stability of deployment
-and feature capability
-
-.. toctree::
-
-.. include:: ./compass-os-nosdn-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./compass-os-odl_l2-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./compass-os-onos-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./fuel-os-nosdn-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./fuel-os-nosdn-ovs-ha.rst
-
-.. toctree::
-
-.. include:: ./fuel-os-odl_l2-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./fuel-os-onos-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./apex-os-odl_l2-nofeature-ha.rst
-
-.. toctree::
-
-.. include:: ./joid-os-odl_l2-nofeature-ha.rst
-
-.. Add each of the scenario files as they are set to
-.. release ready and the results are available for publishing.
-
-.. apex-os-ocl-nofeature-ha.rst
-.. apex-os-odl_l2-sfc-ha.rst
-.. apex-os-odl_l3-nofeature-ha.rst
-.. apex-os-onos-nofeature-ha.rst
-.. apex-os-odl_l2-nofeature-ha.rst
-.. compass-os-onos-nofeature-ha.rst
-.. compass-os-ocl-nofeature-ha.rst
-.. compass-os-odl_l2-nofeature-ha.rst
-.. fuel-os-nosdn-kvm-ha.rst
-.. fuel-os-nosdn-nofeature-ha.rst
-.. fuel-os-nosdn-ovs-ha.rst
-.. fuel-os-odl_l2-bgpvpn-ha.rst
-.. fuel-os-odl_l2-nofeature-ha.rst
-.. fuel-os-odl_l3-nofeature-ha.rst
-.. fuel-os-onos-nofeature-ha.rst
-.. joid-os-nosdn-nofeature-ha.rst
-.. joid-os-ocl-nofeature-ha.rst
-.. joid-os-odl_l2-nofeature-ha.rst
-.. joid-os-onos-nofeature-ha.rst
diff --git a/functest/ci/check_os.sh b/functest/ci/check_os.sh
index e2471026..b875a173 100755
--- a/functest/ci/check_os.sh
+++ b/functest/ci/check_os.sh
@@ -57,11 +57,11 @@ echo " ...OK"
echo "Checking OpenStack basic services:"
-commands=('openstack endpoint list' 'nova list' 'neutron net-list' \
- 'glance image-list' 'cinder list')
+commands=('openstack endpoint list' 'openstack server list' 'openstack network list' \
+ 'openstack image list' 'openstack volume list')
for cmd in "${commands[@]}"
do
- service=$(echo $cmd | awk '{print $1}')
+ service=$(echo $cmd | awk '{print $1, $2}')
echo ">>Checking $service service..."
$cmd &>/dev/null
result=$?
diff --git a/functest/ci/exec_test.sh b/functest/ci/exec_test.sh
index b288fe36..6a2b55a2 100755
--- a/functest/ci/exec_test.sh
+++ b/functest/ci/exec_test.sh
@@ -54,6 +54,10 @@ function odl_tests(){
odl_ip=$SDN_CONTROLLER_IP
odl_port=8081
odl_restport=8081
+ elif [ "$INSTALLER_TYPE" == "netvirt" ]; then
+ odl_ip=$SDN_CONTROLLER_IP
+ odl_port=8081
+ odl_restport=8081
elif [ "$INSTALLER_TYPE" == "joid" ]; then
odl_ip=$SDN_CONTROLLER
elif [ "$INSTALLER_TYPE" == "compass" ]; then
diff --git a/functest/ci/logging.json b/functest/ci/logging.json
index 3f454e8f..2a2399d3 100644
--- a/functest/ci/logging.json
+++ b/functest/ci/logging.json
@@ -1,29 +1,29 @@
-{
- "version": 1,
- "disable_existing_loggers": false,
- "formatters": {
- "standard": {
- "format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
- }
- },
- "handlers": {
- "console": {
- "level": "INFO",
- "class": "logging.StreamHandler",
- "formatter": "standard"
- },
- "file": {
- "level": "DEBUG",
- "class": "logging.FileHandler",
- "formatter": "standard",
- "filename": "/home/opnfv/functest/results/functest.log"
- }
- },
- "loggers": {
- "": {
- "handlers": ["console", "file"],
- "level": "DEBUG",
- "propagate": "yes"
- }
- }
-}
+{
+ "version": 1,
+ "disable_existing_loggers": false,
+ "formatters": {
+ "standard": {
+ "format": "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+ }
+ },
+ "handlers": {
+ "console": {
+ "level": "INFO",
+ "class": "logging.StreamHandler",
+ "formatter": "standard"
+ },
+ "file": {
+ "level": "DEBUG",
+ "class": "logging.FileHandler",
+ "formatter": "standard",
+ "filename": "/home/opnfv/functest/results/functest.log"
+ }
+ },
+ "loggers": {
+ "": {
+ "handlers": ["console", "file"],
+ "level": "DEBUG",
+ "propagate": "yes"
+ }
+ }
+}
diff --git a/functest/ci/prepare_env.py b/functest/ci/prepare_env.py
index 8bbdf18b..b3e59020 100755
--- a/functest/ci/prepare_env.py
+++ b/functest/ci/prepare_env.py
@@ -261,6 +261,14 @@ def install_tempest():
error_msg="Problem while installing Tempest.")
+def create_flavor():
+ os_utils.get_or_create_flavor('m1.tiny',
+ '512',
+ '1',
+ '1',
+ public=True)
+
+
def check_environment():
msg_not_active = "The Functest environment is not installed."
if not os.path.isfile(CONST.env_active):
@@ -290,6 +298,7 @@ def main(**kwargs):
verify_deployment()
install_rally()
install_tempest()
+ create_flavor()
with open(CONST.env_active, "w") as env_file:
env_file.write("1")
diff --git a/functest/ci/run_tests.py b/functest/ci/run_tests.py
index ef080016..320102dd 100755
--- a/functest/ci/run_tests.py
+++ b/functest/ci/run_tests.py
@@ -148,7 +148,11 @@ def run_test(test, tier_name, testcases=None):
module = importlib.import_module(run_dict['module'])
cls = getattr(module, run_dict['class'])
test_case = cls()
- result = test_case.run()
+ try:
+ kwargs = run_dict['args']
+ result = test_case.run(**kwargs)
+ except KeyError:
+ result = test_case.run()
if result == testcase_base.TestcaseBase.EX_OK:
if GlobalVariables.REPORT_FLAG:
test_case.publish_report()
diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml
index 032202e5..6397f764 100755
--- a/functest/ci/testcases.yaml
+++ b/functest/ci/testcases.yaml
@@ -133,6 +133,10 @@ tiers:
run:
module: 'functest.opnfv_tests.sdn.odl.odl'
class: 'ODLTests'
+ args:
+ suites:
+ - /home/opnfv/repos/odl_test/csit/suites/integration/basic
+ - /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
-
name: onos
diff --git a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh
index 57aa0c70..7fa957c0 100755
--- a/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh
+++ b/functest/opnfv_tests/openstack/healthcheck/healthcheck.sh
@@ -23,17 +23,17 @@ echo "">$LOG_FILE
exec 1<>$LOG_FILE
info () {
- echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2
+ echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - INFO - " "$*" | tee -a $LOG_FILE 1>&2
}
debug () {
if [[ "${CI_DEBUG,,}" == "true" ]]; then
- echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2
+ echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - DEBUG - " "$*" | tee -a $LOG_FILE 1>&2
fi
}
error () {
- echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healtcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2
+ echo -e "$(date '+%Y-%m-%d %H:%M:%S,%3N') - healthcheck - ERROR - " "$*" | tee -a $LOG_FILE 1>&2
exit 1
}
@@ -125,16 +125,16 @@ kernel_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.kernel_image 2> /de
ramdisk_img=$(cat ${YAML_FILE} | shyaml get-value healthcheck.ramdisk_image 2> /dev/null || true)
extra_properties=$(cat ${YAML_FILE} | shyaml get-value healthcheck.extra_properties 2> /dev/null || true)
-# Test if we need to create a 3part image
+# Test if we need to create a 3party image
if [ "X$kernel_img" != "X" ]
then
- img_id=$(glance image-create --name ${kernel_image} --disk-format aki \
+ img_id=$(openstack image create ${kernel_image} --disk-format aki \
--container-format bare < ${kernel_img} | awk '$2 == "id" { print $4 }')
extra_opts="--property kernel_id=${img_id}"
if [ "X$ramdisk_img" != "X" ]
then
- img_id=$(glance image-create --name ${ramdisk_image} --disk-format ari \
+ img_id=$(openstack image create ${ramdisk_image} --disk-format ari \
--container-format bare < ${ramdisk_img} | awk '$2 == "id" { print $4 }')
extra_opts="$extra_opts --property ramdisk_id=${img_id}"
fi
@@ -152,10 +152,10 @@ fi
debug "image extra_properties=${extra_properties}"
-eval glance image-create --name ${image_1} --disk-format ${disk_format} --container-format bare \
+eval openstack image create ${image_1} --disk-format ${disk_format} --container-format bare \
${extra_opts} < ${disk_img}
debug "image '${image_1}' created."
-eval glance image-create --name ${image_2} --disk-format ${disk_format} --container-format bare \
+eval openstack image create ${image_2} --disk-format ${disk_format} --container-format bare \
${extra_opts} < ${disk_img}
debug "image '${image_2}' created."
info "... Glance OK!"
diff --git a/functest/opnfv_tests/openstack/rally/rally.py b/functest/opnfv_tests/openstack/rally/rally.py
index f984c368..16a872fc 100644
--- a/functest/opnfv_tests/openstack/rally/rally.py
+++ b/functest/opnfv_tests/openstack/rally/rally.py
@@ -66,6 +66,7 @@ class RallyBase(testcase_base.TestcaseBase):
self.cinder_client = os_utils.get_cinder_client()
self.network_dict = {}
self.volume_type = None
+ self.smoke = None
def _build_task_args(self, test_file_name):
task_args = {'service_list': [test_file_name]}
@@ -287,7 +288,7 @@ class RallyBase(testcase_base.TestcaseBase):
cmd_line = ("rally task validate "
"--task {0} "
"--task-args \"{1}\""
- .format(task_file, self.__build_task_args(test_name)))
+ .format(task_file, self._build_task_args(test_name)))
logger.debug('running command line: {}'.format(cmd_line))
p = subprocess.Popen(cmd_line, stdout=subprocess.PIPE,
stderr=subprocess.STDOUT, shell=True)
diff --git a/functest/opnfv_tests/openstack/tempest/conf_utils.py b/functest/opnfv_tests/openstack/tempest/conf_utils.py
index 4c5e8663..91a5bb4b 100644
--- a/functest/opnfv_tests/openstack/tempest/conf_utils.py
+++ b/functest/opnfv_tests/openstack/tempest/conf_utils.py
@@ -172,6 +172,9 @@ def configure_tempest(deployment_dir, IMAGE_ID=None, FLAVOR_ID=None):
config.write(config_file)
# Copy tempest.conf to /home/opnfv/functest/results/tempest/
+ if not os.path.exists(TEMPEST_RESULTS_DIR):
+ os.makedirs(TEMPEST_RESULTS_DIR)
+
shutil.copyfile(tempest_conf_file,
os.path.join(TEMPEST_RESULTS_DIR, 'tempest.conf'))
@@ -205,7 +208,7 @@ def configure_tempest_multisite(deployment_dir):
# cmd = ("openstack endpoint show kingbird | grep publicurl |"
# "awk '{print $4}' | awk -F '/' '{print $4}'")
# kingbird_api_version = os.popen(cmd).read()
- kingbird_api_version = os_utils.get_endpoint(service_type='kingbird')
+ kingbird_api_version = os_utils.get_endpoint(service_type='multisite')
if CI_INSTALLER_TYPE == 'fuel':
# For MOS based setup, the service is accessible
diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py
index 9c19a147..e1a223a7 100644
--- a/functest/opnfv_tests/openstack/tempest/tempest.py
+++ b/functest/opnfv_tests/openstack/tempest/tempest.py
@@ -249,12 +249,16 @@ class TempestCommon(testcase_base.TestcaseBase):
output = logfile.read()
error_logs = ""
- for match in re.findall('(.*?)[. ]*FAILED', output):
+ for match in re.findall('(.*?)[. ]*fail ', output):
error_logs += match
+ skipped_testcase = ""
+ for match in re.findall('(.*?)[. ]*skip:', output):
+ skipped_testcase += match
self.details = {"tests": int(num_tests),
"failures": int(num_failures),
- "errors": error_logs}
+ "errors": error_logs,
+ "skipped": skipped_testcase}
except Exception:
success_rate = 0
diff --git a/functest/opnfv_tests/sdn/odl/odl.py b/functest/opnfv_tests/sdn/odl/odl.py
index 339c305e..25075957 100755
--- a/functest/opnfv_tests/sdn/odl/odl.py
+++ b/functest/opnfv_tests/sdn/odl/odl.py
@@ -54,6 +54,7 @@ class ODLTests(testcase_base.TestcaseBase):
"csit/suites/openstack/neutron")
basic_suite_dir = os.path.join(odl_test_repo,
"csit/suites/integration/basic")
+ default_suites = [basic_suite_dir, neutron_suite_dir]
res_dir = '/home/opnfv/functest/results/odl/'
logger = ft_logger.Logger("opendaylight").getLogger()
@@ -89,8 +90,7 @@ class ODLTests(testcase_base.TestcaseBase):
self.details['description'] = result.suite.name
self.details['tests'] = visitor.get_data()
- def main(self, **kwargs):
- dirs = [self.basic_suite_dir, self.neutron_suite_dir]
+ def main(self, suites=default_suites, **kwargs):
try:
odlusername = kwargs['odlusername']
odlpassword = kwargs['odlpassword']
@@ -117,7 +117,7 @@ class ODLTests(testcase_base.TestcaseBase):
stdout_file = os.path.join(self.res_dir, 'stdout.txt')
output_dir = os.path.join(self.res_dir, 'output.xml')
with open(stdout_file, 'w+') as stdout:
- robot.run(*dirs, variable=variables,
+ robot.run(*suites, variable=variables,
output=output_dir,
log='NONE',
report='NONE',
@@ -140,8 +140,13 @@ class ODLTests(testcase_base.TestcaseBase):
else:
return self.EX_RUN_ERROR
- def run(self):
+ def run(self, **kwargs):
try:
+ suites = self.default_suites
+ try:
+ suites = kwargs["suites"]
+ except KeyError:
+ pass
keystone_url = op_utils.get_endpoint(service_type='identity')
neutron_url = op_utils.get_endpoint(service_type='network')
kwargs = {'keystoneip': urlparse.urlparse(keystone_url).hostname}
@@ -159,7 +164,7 @@ class ODLTests(testcase_base.TestcaseBase):
kwargs['ospassword'] = os.environ['OS_PASSWORD']
if installer_type == 'fuel':
kwargs['odlwebport'] = '8282'
- elif installer_type == 'apex':
+ elif installer_type == 'apex' or installer_type == 'netvirt':
kwargs['odlip'] = os.environ['SDN_CONTROLLER_IP']
kwargs['odlwebport'] = '8081'
kwargs['odlrestconfport'] = '8081'
@@ -178,7 +183,7 @@ class ODLTests(testcase_base.TestcaseBase):
self.logger.exception("Cannot run ODL testcases.")
return self.EX_RUN_ERROR
- return self.main(**kwargs)
+ return self.main(suites, **kwargs)
class ODLParser():
@@ -228,7 +233,7 @@ if __name__ == '__main__':
parser = ODLParser()
args = parser.parse_args(sys.argv[1:])
try:
- result = odl.main(**args)
+ result = odl.main(ODLTests.default_suites, **args)
if result != testcase_base.TestcaseBase.EX_OK:
sys.exit(result)
if args['pushtodb']:
diff --git a/functest/opnfv_tests/vnf/aaa/aaa.py b/functest/opnfv_tests/vnf/aaa/aaa.py
index f1c265f4..f1c265f4 100644..100755
--- a/functest/opnfv_tests/vnf/aaa/aaa.py
+++ b/functest/opnfv_tests/vnf/aaa/aaa.py
diff --git a/functest/tests/unit/odl/test_odl.py b/functest/tests/unit/odl/test_odl.py
index 568fdc82..8f2a5d7e 100644
--- a/functest/tests/unit/odl/test_odl.py
+++ b/functest/tests/unit/odl/test_odl.py
@@ -346,6 +346,28 @@ class ODLTesting(unittest.TestCase):
self.test.main = mock.Mock(return_value=status)
self.assertEqual(self.test.run(), status)
self.test.main.assert_called_once_with(
+ odl.ODLTests.default_suites,
+ keystoneip=self._keystone_ip, neutronip=self._neutron_ip,
+ odlip=odlip, odlpassword=self._odl_password,
+ odlrestconfport=odlrestconfport,
+ odlusername=self._odl_username, odlwebport=odlwebport,
+ ospassword=self._os_password, ostenantname=self._os_tenantname,
+ osusername=self._os_username)
+
+ def _test_run_defining_multiple_suites(
+ self, suites,
+ status=testcase_base.TestcaseBase.EX_OK,
+ exception=None, odlip="127.0.0.3", odlwebport="8080",
+ odlrestconfport="8181"):
+ with mock.patch('functest.utils.openstack_utils.get_endpoint',
+ side_effect=self._fake_url_for):
+ if exception:
+ self.test.main = mock.Mock(side_effect=exception)
+ else:
+ self.test.main = mock.Mock(return_value=status)
+ self.assertEqual(self.test.run(suites=suites), status)
+ self.test.main.assert_called_once_with(
+ suites,
keystoneip=self._keystone_ip, neutronip=self._neutron_ip,
odlip=odlip, odlpassword=self._odl_password,
odlrestconfport=odlrestconfport,
@@ -394,6 +416,14 @@ class ODLTesting(unittest.TestCase):
odlip=self._sdn_controller_ip,
odlwebport=self._odl_webport)
+ def test_run_redefining_suites(self):
+ os.environ["SDN_CONTROLLER_IP"] = self._sdn_controller_ip
+ self._test_run_defining_multiple_suites(
+ [odl.ODLTests.basic_suite_dir],
+ testcase_base.TestcaseBase.EX_OK,
+ odlip=self._sdn_controller_ip,
+ odlwebport=self._odl_webport)
+
def test_run_fuel(self):
os.environ["INSTALLER_TYPE"] = "fuel"
self._test_run(testcase_base.TestcaseBase.EX_OK,
@@ -413,6 +443,20 @@ class ODLTesting(unittest.TestCase):
odlip=self._sdn_controller_ip, odlwebport='8081',
odlrestconfport='8081')
+ def test_run_netvirt_missing_sdn_controller_ip(self):
+ with mock.patch('functest.utils.openstack_utils.get_endpoint',
+ side_effect=self._fake_url_for):
+ os.environ["INSTALLER_TYPE"] = "netvirt"
+ self.assertEqual(self.test.run(),
+ testcase_base.TestcaseBase.EX_RUN_ERROR)
+
+ def test_run_netvirt(self):
+ os.environ["SDN_CONTROLLER_IP"] = self._sdn_controller_ip
+ os.environ["INSTALLER_TYPE"] = "netvirt"
+ self._test_run(testcase_base.TestcaseBase.EX_OK,
+ odlip=self._sdn_controller_ip, odlwebport='8081',
+ odlrestconfport='8081')
+
def test_run_joid_missing_sdn_controller(self):
with mock.patch('functest.utils.openstack_utils.get_endpoint',
side_effect=self._fake_url_for):
diff --git a/functest/tests/unit/opnfv_tests/__init__.py b/functest/tests/unit/opnfv_tests/__init__.py
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/functest/tests/unit/opnfv_tests/__init__.py
diff --git a/functest/tests/unit/opnfv_tests/openstack/__init__.py b/functest/tests/unit/opnfv_tests/openstack/__init__.py
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/functest/tests/unit/opnfv_tests/openstack/__init__.py
diff --git a/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py b/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/functest/tests/unit/opnfv_tests/openstack/rally/__init__.py
diff --git a/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py b/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py
new file mode 100644
index 00000000..ad39be48
--- /dev/null
+++ b/functest/tests/unit/opnfv_tests/openstack/rally/test_rally.py
@@ -0,0 +1,391 @@
+#!/usr/bin/env python
+
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+
+import json
+import logging
+import os
+import unittest
+
+import mock
+
+from functest.core import testcase_base
+from functest.opnfv_tests.openstack.rally import rally
+from functest.utils.constants import CONST
+
+
+class OSRallyTesting(unittest.TestCase):
+
+ logging.disable(logging.CRITICAL)
+
+ def setUp(self):
+ self.nova_client = mock.Mock()
+ self.neutron_client = mock.Mock()
+ self.cinder_client = mock.Mock()
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_nova_client',
+ return_value=self.nova_client), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_neutron_client',
+ return_value=self.neutron_client), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_cinder_client',
+ return_value=self.cinder_client):
+ self.rally_base = rally.RallyBase()
+ self.rally_base.network_dict['net_id'] = 'test_net_id'
+ self.polling_iter = 2
+
+ def test_build_task_args_missing_floating_network(self):
+ CONST.OS_AUTH_URL = None
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_external_net',
+ return_value=None):
+ task_args = self.rally_base._build_task_args('test_file_name')
+ self.assertEqual(task_args['floating_network'], '')
+
+ def test_build_task_args_missing_net_id(self):
+ CONST.OS_AUTH_URL = None
+ self.rally_base.network_dict['net_id'] = ''
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_external_net',
+ return_value='test_floating_network'):
+ task_args = self.rally_base._build_task_args('test_file_name')
+ self.assertEqual(task_args['netid'], '')
+
+ def test_build_task_args_missing_auth_url(self):
+ CONST.OS_AUTH_URL = None
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_external_net',
+ return_value='test_floating_network'):
+ task_args = self.rally_base._build_task_args('test_file_name')
+ self.assertEqual(task_args['request_url'], '')
+
+ def check_scenario_file(self, value):
+ yaml_file = 'opnfv-{}.yaml'.format('test_file_name')
+ if yaml_file in value:
+ return False
+ return True
+
+ def test_prepare_test_list_missing_scenario_file(self):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ side_effect=self.check_scenario_file), \
+ self.assertRaises(Exception):
+ self.rally_base._prepare_test_list('test_file_name')
+
+ def check_temp_dir(self, value):
+ yaml_file = 'opnfv-{}.yaml'.format('test_file_name')
+ if yaml_file in value:
+ return True
+ return False
+
+ def test_prepare_test_list_missing_temp_dir(self):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ side_effect=self.check_temp_dir), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.makedirs') as mock_os_makedir, \
+ mock.patch.object(self.rally_base, 'apply_blacklist',
+ return_value=mock.Mock()) as mock_method:
+ yaml_file = 'opnfv-{}.yaml'.format('test_file_name')
+ ret_val = os.path.join(self.rally_base.TEMP_DIR, yaml_file)
+ self.assertEqual(self.rally_base.
+ _prepare_test_list('test_file_name'),
+ ret_val)
+ self.assertTrue(mock_method.called)
+ self.assertTrue(mock_os_makedir.called)
+
+ def test_get_task_id_default(self):
+ cmd_raw = 'Task 1: started'
+ self.assertEqual(self.rally_base.get_task_id(cmd_raw),
+ '1')
+
+ def test_get_task_id_missing_id(self):
+ cmd_raw = ''
+ self.assertEqual(self.rally_base.get_task_id(cmd_raw),
+ None)
+
+ def test_task_succeed_fail(self):
+ json_raw = json.dumps([None])
+ self.assertEqual(self.rally_base.task_succeed(json_raw),
+ False)
+ json_raw = json.dumps([{'result': [{'error': ['test_error']}]}])
+ self.assertEqual(self.rally_base.task_succeed(json_raw),
+ False)
+
+ def test_task_succeed_success(self):
+ json_raw = json.dumps('')
+ self.assertEqual(self.rally_base.task_succeed(json_raw),
+ True)
+
+ def polling(self):
+ if self.polling_iter == 0:
+ return "something"
+ self.polling_iter -= 1
+ return None
+
+ def test_get_cmd_output(self):
+ proc = mock.Mock()
+ attrs = {'poll.side_effect': self.polling,
+ 'stdout.readline.return_value': 'line'}
+ proc.configure_mock(**attrs)
+ self.assertEqual(self.rally_base.get_cmd_output(proc),
+ 'lineline')
+
+ def test_excl_scenario_default(self):
+ CONST.INSTALLER_TYPE = 'test_installer'
+ CONST.DEPLOY_SCENARIO = 'test_scenario'
+ dic = {'scenario': [{'scenarios': ['test_scenario'],
+ 'installers': ['test_installer'],
+ 'tests': ['test']}]}
+ with mock.patch('__builtin__.open', mock.mock_open()), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'yaml.safe_load',
+ return_value=dic):
+ self.assertEqual(self.rally_base.excl_scenario(),
+ ['test'])
+
+ def test_excl_scenario_exception(self):
+ with mock.patch('__builtin__.open', side_effect=Exception):
+ self.assertEqual(self.rally_base.excl_scenario(),
+ [])
+
+ def test_excl_func_default(self):
+ CONST.INSTALLER_TYPE = 'test_installer'
+ CONST.DEPLOY_SCENARIO = 'test_scenario'
+ dic = {'functionality': [{'functions': ['no_live_migration'],
+ 'tests': ['test']}]}
+ with mock.patch('__builtin__.open', mock.mock_open()), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'yaml.safe_load',
+ return_value=dic), \
+ mock.patch.object(self.rally_base, 'live_migration_supported',
+ return_value=False):
+ self.assertEqual(self.rally_base.excl_func(),
+ ['test'])
+
+ def test_excl_func_exception(self):
+ with mock.patch('__builtin__.open', side_effect=Exception):
+ self.assertEqual(self.rally_base.excl_func(),
+ [])
+
+ def test_file_is_empty_default(self):
+ mock_obj = mock.Mock()
+ attrs = {'st_size': 10}
+ mock_obj.configure_mock(**attrs)
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.stat',
+ return_value=mock_obj):
+ self.assertEqual(self.rally_base.file_is_empty('test_file_name'),
+ False)
+
+ def test_file_is_empty_exception(self):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.stat',
+ side_effect=Exception):
+ self.assertEqual(self.rally_base.file_is_empty('test_file_name'),
+ True)
+
+ def test_run_task_missing_task_file(self):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ return_value=False), \
+ self.assertRaises(Exception):
+ self.rally_base._run_task('test_name')
+
+ @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info')
+ def test_run_task_no_tests_for_scenario(self, mock_logger_info):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ return_value=True), \
+ mock.patch.object(self.rally_base, '_prepare_test_list',
+ return_value='test_file_name'), \
+ mock.patch.object(self.rally_base, 'file_is_empty',
+ return_value=True):
+ self.rally_base._run_task('test_name')
+ str = 'No tests for scenario "test_name"'
+ mock_logger_info.assert_any_call(str)
+
+ @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.error')
+ def test_run_task_taskid_missing(self, mock_logger_error):
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ return_value=True), \
+ mock.patch.object(self.rally_base, '_prepare_test_list',
+ return_value='test_file_name'), \
+ mock.patch.object(self.rally_base, 'file_is_empty',
+ return_value=False), \
+ mock.patch.object(self.rally_base, '_build_task_args',
+ return_value={}), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'subprocess.Popen'), \
+ mock.patch.object(self.rally_base, '_get_output',
+ return_value=mock.Mock()), \
+ mock.patch.object(self.rally_base, 'get_task_id',
+ return_value=None), \
+ mock.patch.object(self.rally_base, 'get_cmd_output',
+ return_value=''):
+ self.rally_base._run_task('test_name')
+ str = 'Failed to retrieve task_id, validating task...'
+ mock_logger_error.assert_any_call(str)
+
+ @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info')
+ @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.error')
+ def test_run_task_default(self, mock_logger_error,
+ mock_logger_info):
+ popen = mock.Mock()
+ attrs = {'read.return_value': 'json_result'}
+ popen.configure_mock(**attrs)
+
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.path.exists',
+ return_value=True), \
+ mock.patch.object(self.rally_base, '_prepare_test_list',
+ return_value='test_file_name'), \
+ mock.patch.object(self.rally_base, 'file_is_empty',
+ return_value=False), \
+ mock.patch.object(self.rally_base, '_build_task_args',
+ return_value={}), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'subprocess.Popen'), \
+ mock.patch.object(self.rally_base, '_get_output',
+ return_value=mock.Mock()), \
+ mock.patch.object(self.rally_base, 'get_task_id',
+ return_value='1'), \
+ mock.patch.object(self.rally_base, 'get_cmd_output',
+ return_value=''), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.makedirs'), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os.popen',
+ return_value=popen), \
+ mock.patch('__builtin__.open', mock.mock_open()), \
+ mock.patch.object(self.rally_base, 'task_succeed',
+ return_value=True):
+ self.rally_base._run_task('test_name')
+ str = 'Test scenario: "test_name" OK.\n'
+ mock_logger_info.assert_any_call(str)
+
+ def test_prepare_env_testname_invalid(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'test'
+ with self.assertRaises(Exception):
+ self.rally_base._prepare_env()
+
+ def test_prepare_env_volume_creation_failed(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'test1'
+ volume_type = None
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.list_volume_types',
+ return_value=None), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.create_volume_type',
+ return_value=volume_type), \
+ self.assertRaises(Exception):
+ self.rally_base._prepare_env()
+
+ def test_prepare_env_image_missing(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'test1'
+ volume_type = mock.Mock()
+ image_id = None
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.list_volume_types',
+ return_value=None), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.create_volume_type',
+ return_value=volume_type), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_or_create_image',
+ return_value=(True, image_id)), \
+ self.assertRaises(Exception):
+ self.rally_base._prepare_env()
+
+ def test_prepare_env_image_shared_network_creation_failed(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'test1'
+ volume_type = mock.Mock()
+ image_id = 'image_id'
+ network_dict = None
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.list_volume_types',
+ return_value=None), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.create_volume_type',
+ return_value=volume_type), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.get_or_create_image',
+ return_value=(True, image_id)), \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.create_shared_network_full',
+ return_value=network_dict), \
+ self.assertRaises(Exception):
+ self.rally_base._prepare_env()
+
+ def test_run_tests_all(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'all'
+ with mock.patch.object(self.rally_base, '_run_task',
+ return_value=mock.Mock()):
+ self.rally_base._run_tests()
+ self.rally_base._run_task.assert_any_call('test1')
+ self.rally_base._run_task.assert_any_call('test2')
+
+ def test_run_tests_default(self):
+ self.rally_base.TESTS = ['test1', 'test2']
+ self.rally_base.test_name = 'test1'
+ with mock.patch.object(self.rally_base, '_run_task',
+ return_value=mock.Mock()):
+ self.rally_base._run_tests()
+ self.rally_base._run_task.assert_any_call('test1')
+
+ @mock.patch('functest.opnfv_tests.openstack.rally.rally.logger.info')
+ def test_generate_report(self, mock_logger_info):
+ summary = [{'test_name': 'test_name',
+ 'overall_duration': 5,
+ 'nb_tests': 3,
+ 'success': 5}]
+ self.rally_base.summary = summary
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'ft_utils.check_success_rate',
+ return_value='criteria'):
+ self.rally_base._generate_report()
+ self.assertTrue(mock_logger_info.called)
+
+ def test_clean_up_default(self):
+ self.rally_base.volume_type = mock.Mock()
+ self.rally_base.cinder_client = mock.Mock()
+ self.rally_base.image_exists = False
+ self.rally_base.image_id = 1
+ self.rally_base.nova_client = mock.Mock()
+ with mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.delete_volume_type') as mock_vol_method, \
+ mock.patch('functest.opnfv_tests.openstack.rally.rally.'
+ 'os_utils.delete_glance_image') as mock_glance_method:
+ self.rally_base._clean_up()
+ mock_vol_method.assert_any_call(self.rally_base.cinder_client,
+ self.rally_base.volume_type)
+ mock_glance_method.assert_any_call(self.rally_base.nova_client,
+ 1)
+
+ def test_run_default(self):
+ with mock.patch.object(self.rally_base, '_prepare_env'), \
+ mock.patch.object(self.rally_base, '_run_tests'), \
+ mock.patch.object(self.rally_base, '_generate_report'), \
+ mock.patch.object(self.rally_base, '_clean_up'):
+ self.assertEqual(self.rally_base.run(),
+ testcase_base.TestcaseBase.EX_OK)
+
+ def test_run_exception(self):
+ with mock.patch.object(self.rally_base, '_prepare_env',
+ side_effect=Exception):
+ self.assertEqual(self.rally_base.run(),
+ testcase_base.TestcaseBase.EX_RUN_ERROR)
+
+
+if __name__ == "__main__":
+ unittest.main(verbosity=2)
diff --git a/functest/tests/unit/test_logging.ini b/functest/tests/unit/test_logging.ini
index 3d5b947c..492767d1 100644
--- a/functest/tests/unit/test_logging.ini
+++ b/functest/tests/unit/test_logging.ini
@@ -1,27 +1,27 @@
-[loggers]
-keys=root,functest_logger
-
-[logger_root]
-level=DEBUG
-handlers=console
-
-[logger_functest_logger]
-level=DEBUG
-handlers=console
-qualname=functest.utils.functest_logger
-propagate=0
-
-[handlers]
-keys=console
-
-[handler_console]
-class=StreamHandler
-level=INFO
-formatter=standard
-args=(sys.stdout,)
-
-[formatters]
-keys=standard
-
-[formatter_standard]
+[loggers]
+keys=root,functest_logger
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_functest_logger]
+level=DEBUG
+handlers=console
+qualname=functest.utils.functest_logger
+propagate=0
+
+[handlers]
+keys=console
+
+[handler_console]
+class=StreamHandler
+level=INFO
+formatter=standard
+args=(sys.stdout,)
+
+[formatters]
+keys=standard
+
+[formatter_standard]
format=%(asctime)s - %(name)s - %(levelname)s - %(message)s \ No newline at end of file
diff --git a/functest/tests/unit/utils/test_functest_utils.py b/functest/tests/unit/utils/test_functest_utils.py
index ce9086a7..bb836011 100644
--- a/functest/tests/unit/utils/test_functest_utils.py
+++ b/functest/tests/unit/utils/test_functest_utils.py
@@ -131,15 +131,17 @@ class FunctestUtilsTesting(unittest.TestCase):
self.assertEqual(functest_utils.get_installer_type(),
self.installer)
- @mock.patch('functest.utils.functest_utils.logger.error')
- def test_get_scenario_failed(self, mock_logger_error):
+ @mock.patch('functest.utils.functest_utils.logger.info')
+ def test_get_scenario_failed(self, mock_logger_info):
with mock.patch.dict(os.environ,
{},
clear=True):
self.assertEqual(functest_utils.get_scenario(),
- "Unknown_scenario")
- mock_logger_error.assert_called_once_with("Impossible to retrieve"
- " the scenario")
+ "os-nosdn-nofeature-noha")
+ mock_logger_info.assert_called_once_with("Impossible to retrieve "
+ "the scenario.Use "
+ "default "
+ "os-nosdn-nofeature-noha")
def test_get_scenario_default(self):
with mock.patch.dict(os.environ,
@@ -158,17 +160,17 @@ class FunctestUtilsTesting(unittest.TestCase):
mock_get_build_tag.return_value = "unknown_build_tag"
self.assertEqual(functest_utils.get_version(), "unknown")
- @mock.patch('functest.utils.functest_utils.logger.error')
- def test_get_pod_name_failed(self, mock_logger_error):
+ @mock.patch('functest.utils.functest_utils.logger.info')
+ def test_get_pod_name_failed(self, mock_logger_info):
with mock.patch.dict(os.environ,
{},
clear=True):
self.assertEqual(functest_utils.get_pod_name(),
"unknown-pod")
- mock_logger_error.assert_called_once_with("Unable to retrieve "
- "the POD name from "
- "environment. Using "
- "pod name 'unknown-pod'")
+ mock_logger_info.assert_called_once_with("Unable to retrieve "
+ "the POD name from "
+ "environment. Using "
+ "pod name 'unknown-pod'")
def test_get_pod_name_default(self):
with mock.patch.dict(os.environ,
@@ -177,15 +179,15 @@ class FunctestUtilsTesting(unittest.TestCase):
self.assertEqual(functest_utils.get_pod_name(),
self.node_name)
- @mock.patch('functest.utils.functest_utils.logger.error')
- def test_get_build_tag_failed(self, mock_logger_error):
+ @mock.patch('functest.utils.functest_utils.logger.info')
+ def test_get_build_tag_failed(self, mock_logger_info):
with mock.patch.dict(os.environ,
{},
clear=True):
self.assertEqual(functest_utils.get_build_tag(),
- "unknown_build_tag")
- mock_logger_error.assert_called_once_with("Impossible to retrieve"
- " the build tag")
+ "none")
+ mock_logger_info.assert_called_once_with("Impossible to retrieve"
+ " the build tag")
def test_get_build_tag_default(self):
with mock.patch.dict(os.environ,
diff --git a/functest/tests/unit/utils/test_openstack_tacker.py b/functest/tests/unit/utils/test_openstack_tacker.py
index a8330c0e..dc717258 100644
--- a/functest/tests/unit/utils/test_openstack_tacker.py
+++ b/functest/tests/unit/utils/test_openstack_tacker.py
@@ -146,8 +146,7 @@ class OSTackerTesting(unittest.TestCase):
tosca_file=None)
self.assertEqual(resp, self.createvnfd)
- @mock.patch('functest.utils.openstack_tacker.logger.error')
- def test_create_vnfd_default(self, mock_logger_error):
+ def test_create_vnfd_default(self):
with mock.patch.object(self.tacker_client, 'create_vnfd',
return_value=self.createvnfd), \
mock.patch('__builtin__.open', mock.mock_open(read_data='1')) \
@@ -155,16 +154,15 @@ class OSTackerTesting(unittest.TestCase):
resp = openstack_tacker.create_vnfd(self.tacker_client,
tosca_file=self.tosca_file)
m.assert_called_once_with(self.tosca_file)
- mock_logger_error.assert_called_once_with('1')
self.assertEqual(resp, self.createvnfd)
- @mock.patch('functest.utils.openstack_tacker.logger.exception')
- def test_create_vnfd_exception(self, mock_logger_excep):
+ @mock.patch('functest.utils.openstack_tacker.logger.error')
+ def test_create_vnfd_exception(self, mock_logger_error):
with mock.patch.object(self.tacker_client, 'create_vnfd',
side_effect=Exception):
resp = openstack_tacker.create_vnfd(self.tacker_client,
tosca_file=self.tosca_file)
- mock_logger_excep.assert_called_once_with(test_utils.
+ mock_logger_error.assert_called_once_with(test_utils.
SubstrMatch("Error"
" [create"
"_vnfd("
diff --git a/functest/utils/constants.py b/functest/utils/constants.py
index 2e8eb3f4..2e8eb3f4 100644..100755
--- a/functest/utils/constants.py
+++ b/functest/utils/constants.py
diff --git a/functest/utils/functest_utils.py b/functest/utils/functest_utils.py
index 2bf87a05..04055464 100644
--- a/functest/utils/functest_utils.py
+++ b/functest/utils/functest_utils.py
@@ -96,8 +96,9 @@ def get_scenario():
try:
scenario = os.environ['DEPLOY_SCENARIO']
except KeyError:
- logger.error("Impossible to retrieve the scenario")
- scenario = "Unknown_scenario"
+ logger.info("Impossible to retrieve the scenario."
+ "Use default os-nosdn-nofeature-noha")
+ scenario = "os-nosdn-nofeature-noha"
return scenario
@@ -128,7 +129,7 @@ def get_pod_name():
try:
return os.environ['NODE_NAME']
except KeyError:
- logger.error(
+ logger.info(
"Unable to retrieve the POD name from environment. " +
"Using pod name 'unknown-pod'")
return "unknown-pod"
@@ -141,8 +142,8 @@ def get_build_tag():
try:
build_tag = os.environ['BUILD_TAG']
except KeyError:
- logger.error("Impossible to retrieve the build tag")
- build_tag = "unknown_build_tag"
+ logger.info("Impossible to retrieve the build tag")
+ build_tag = "none"
return build_tag
diff --git a/functest/utils/openstack_tacker.py b/functest/utils/openstack_tacker.py
index f17b421e..c7ac89af 100644
--- a/functest/utils/openstack_tacker.py
+++ b/functest/utils/openstack_tacker.py
@@ -20,9 +20,9 @@ import time
logger = ft_logger.Logger("tacker_utils").getLogger()
-def get_tacker_client():
- creds_tacker = os_utils.get_credentials()
- return tackerclient.Client(**creds_tacker)
+def get_tacker_client(other_creds={}):
+ sess = os_utils.get_session(other_creds)
+ return tackerclient.Client(session=sess)
# *********************************************
@@ -74,12 +74,12 @@ def create_vnfd(tacker_client, tosca_file=None):
if tosca_file is not None:
with open(tosca_file) as tosca_fd:
vnfd_body = tosca_fd.read()
- logger.error(vnfd_body)
+ logger.info('VNFD template:\n{0}'.format(vnfd_body))
return tacker_client.create_vnfd(
body={"vnfd": {"attributes": {"vnfd": vnfd_body}}})
except Exception, e:
- logger.exception("Error [create_vnfd(tacker_client, '%s')]: %s"
- % (tosca_file, e))
+ logger.error("Error [create_vnfd(tacker_client, '%s')]: %s"
+ % (tosca_file, e))
return None
@@ -124,7 +124,8 @@ def create_vnf(tacker_client, vnf_name, vnfd_id=None, vnfd_name=None):
vnf_body['vnf']['vnfd_id'] = get_vnfd_id(tacker_client, vnfd_name)
return tacker_client.create_vnf(body=vnf_body)
except Exception, e:
- logger.error("error [create_vnf(tacker_client, '%s', '%s', '%s')]: %s"
+ logger.error("error [create_vnf(tacker_client,"
+ " '%s', '%s', '%s')]: %s"
% (vnf_name, vnfd_id, vnfd_name, e))
return None
@@ -206,7 +207,8 @@ def create_sfc(tacker_client, sfc_name,
for name in chain_vnf_names]
return tacker_client.create_sfc(body=sfc_body)
except Exception, e:
- logger.error("error [create_sfc(tacker_client, '%s', '%s', '%s')]: %s"
+ logger.error("error [create_sfc(tacker_client,"
+ " '%s', '%s', '%s')]: %s"
% (sfc_name, chain_vnf_ids, chain_vnf_names, e))
return None
@@ -263,8 +265,8 @@ def create_sfc_classifier(tacker_client, sfc_clf_name, sfc_id=None,
tacker_client, sfc_name)
return tacker_client.create_sfc_classifier(body=sfc_clf_body)
except Exception, e:
- logger.error("error [create_sfc_classifier(tacker_client, '%s', '%s',"
- " '%s', '%s')]: '%s'"
+ logger.error("error [create_sfc_classifier(tacker_client,"
+ " '%s', '%s','%s', '%s')]: '%s'"
% (sfc_clf_name, sfc_id, sfc_name, str(match), e))
return None
diff --git a/run_unit_tests.sh b/run_unit_tests.sh
index 5167d78c..606aedcd 100755
--- a/run_unit_tests.sh
+++ b/run_unit_tests.sh
@@ -36,6 +36,7 @@ nosetests --with-xunit \
--cover-package=functest.core.testcase_base \
--cover-package=functest.opnfv_tests.sdn.odl.odl \
--cover-package=functest.utils \
+ --cover-package=functest.opnfv_tests.openstack.rally \
--cover-xml \
--cover-html \
--log-config=$(pwd)/functest/tests/unit/test_logging.ini \
diff --git a/test-requirements.txt b/test-requirements.txt
index 2bf297ba..96b27678 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -9,6 +9,7 @@ click==6.6
coverage==4.1
dnspython==1.15.0
gitpython==1.0.1
+iniparse==0.4
mock==1.3.0
nose==1.3.7
python-ceilometerclient==2.6.2