diff options
Diffstat (limited to 'docs/results/joid-os-odl_l2-nofeature-ha.rst')
| -rw-r--r-- | docs/results/joid-os-odl_l2-nofeature-ha.rst | 2179 |
1 files changed, 2177 insertions, 2 deletions
diff --git a/docs/results/joid-os-odl_l2-nofeature-ha.rst b/docs/results/joid-os-odl_l2-nofeature-ha.rst index cb95e984..f3c08fb1 100644 --- a/docs/results/joid-os-odl_l2-nofeature-ha.rst +++ b/docs/results/joid-os-odl_l2-nofeature-ha.rst @@ -4,7 +4,2182 @@ Test results for joid-os-odl_l2-nofeature-ha ============================================ -.. Add any text in here that could be useful for a reader. +VIM +--- -.. Add the test results in a consistent format. +vping_ssh +^^^^^^^^^ +:: + FUNCTEST.info: Running vPing-SSH test... + vPing_ssh- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... + vPing_ssh- INFO - Creating neutron network vping-net... + vPing_ssh- INFO - Creating security group 'vPing-sg'... + vPing_ssh- INFO - Using existing Flavor 'm1.small'... + vPing_ssh- INFO - vPing Start Time:'2016-02-23 10:26:42' + vPing_ssh- INFO - Creating instance 'opnfv-vping-1'... + name=opnfv-vping-1 + flavor=<Flavor: m1.small> + image=13cc508d-303d-46a8-bd03-3edae4434dfb + network=b183c17a-bac5-4e45-afba-f5bc61edcf9e + vPing_ssh- INFO - Instance 'opnfv-vping-1' is ACTIVE. + vPing_ssh- INFO - Adding 'opnfv-vping-1' to security group 'vPing-sg'... + vPing_ssh- INFO - Creating instance 'opnfv-vping-2'... + name=opnfv-vping-2 + flavor=<Flavor: m1.small> + image=13cc508d-303d-46a8-bd03-3edae4434dfb + network=b183c17a-bac5-4e45-afba-f5bc61edcf9e + + vPing_ssh- INFO - Instance 'opnfv-vping-2' is ACTIVE. + vPing_ssh- INFO - Adding 'opnfv-vping-2' to security group 'vPing-sg'... + vPing_ssh- INFO - Creating floating IP for VM 'opnfv-vping-2'... + vPing_ssh- INFO - Floating IP created: '161.105.231.3' + vPing_ssh- INFO - Associating floating ip: '161.105.231.3' to VM 'opnfv-vping-2' + vPing_ssh- INFO - Trying to establish SSH connection to 161.105.231.3... + vPing_ssh- INFO - Waiting for ping... + vPing_ssh- INFO - vPing detected! + vPing_ssh- INFO - vPing duration:'33.5' s. + vPing_ssh- INFO - Cleaning up... + vPing_ssh- INFO - vPing OK +:: + +vping_userdata +^^^^^^^^^^^^^^ + +:: + FUNCTEST.info: Running vPing-userdata test... + vPing_userdata- INFO - Creating image 'functest-vping' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... + vPing_userdata- INFO - Creating neutron network vping-net... + vPing_userdata- INFO - Creating security group 'vPing-sg'... + vPing_userdata- INFO - Flavor found 'm1.small' + vPing_userdata- INFO - vPing Start Time:'2016-02-23 10:27:41' + vPing_userdata- INFO - Creating instance 'opnfv-vping-1'... + name=opnfv-vping-1 + flavor=<Flavor: m1.small> + image=a9b0741e-0d2d-4503-b267-af151870739e + network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 + + vPing_userdata- INFO - Instance 'opnfv-vping-1' is ACTIVE. + vPing_userdata- INFO - Creating instance 'opnfv-vping-2'... + name=opnfv-vping-2 + flavor=<Flavor: m1.small> + image=a9b0741e-0d2d-4503-b267-af151870739e + network=9d9b24f9-7bea-48b1-a4eb-771bf3784900 + userdata= + #!/bin/sh + + while true; do + ping -c 1 192.168.130.3 2>&1 >/dev/null + RES=$? + if [ "Z$RES" = "Z0" ] ; then + echo 'vPing OK' + break + else + echo 'vPing KO' + fi + sleep 1 + done + + vPing_userdata- INFO - Instance 'opnfv-vping-2' is ACTIVE. + vPing_userdata- INFO - Waiting for ping... + vPing_userdata- INFO - vPing detected! + vPing_userdata- INFO - vPing duration:'17.9' + vPing_userdata- INFO - vPing OK + vPing_userdata- INFO - Cleaning up... + vPing_userdata- INFO - Deleting network 'vping-net'... +:: + +Tempest +^^^^^^^ +:: + FUNCTEST.info: Running Tempest tests... + run_tempest - INFO - Creating tenant and user for Tempest suite + 2016-02-23 10:28:17.615 23826 INFO rally.verification.tempest.tempest [-] Starting: Creating configuration file for Tempest. + 2016-02-23 10:28:23.990 23826 INFO rally.verification.tempest.tempest [-] Completed: Creating configuration file for Tempest. + + run_tempest - INFO - Starting Tempest test suite: '--tests-file /home/opnfv/repos/functest/testcases/VIM/OpenStack/CI/custom_tests/test_list.txt'. + Total results of verification: + + +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ + | UUID | Deployment UUID | Set name | Tests | Failures | Created at | Status | + +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ + | 473116be-ef51-45b4-a46d-dcc17b02d920 | 7fa447a8-f40c-475e-bae8-d4f62027b80b | | 210 | 5 | 2016-02-23 10:28:27.307831 | finished | + +--------------------------------------+--------------------------------------+----------+-------+----------+----------------------------+----------+ + + Tests: + + +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ + | name | time | status | + +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ + | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor | 0.88396 | success | + | tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors | 0.17728 | success | + | tempest.api.compute.images.test_images.ImagesTestJSON.test_delete_saving_image | 9.72530 | success | + | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image | 9.15814 | success | + | tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name | 7.24988 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_changes_since | 0.23094 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_name | 1.23775 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_id | 0.92287 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_server_ref | 0.79109 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_status | 0.20110 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_filter_by_type | 0.48230 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_limit_results | 0.46126 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_changes_since | 0.50215 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_name | 0.21126 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_server_ref | 0.24888 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_status | 0.19557 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_filter_by_type | 0.53114 | success | + | tempest.api.compute.images.test_list_image_filters.ListImageFiltersTestJSON.test_list_images_with_detail_limit_results | 0.88118 | success | + | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_get_image | 0.52117 | success | + | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images | 1.01633 | success | + | tempest.api.compute.images.test_list_images.ListImagesTestJSON.test_list_images_with_detail | 0.40909 | success | + | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create | 0.80631 | success | + | tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list | 1.57659 | success | + | tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete | 2.75110 | success | + | tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip | 9.21019 | success | + | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name | 62.75436 | success | + | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers | 0.17342 | success | + | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail | 0.30973 | success | + | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus | 0.33235 | success | + | tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details | 0.00133 | success | + | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name | 62.74257 | success | + | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers | 0.19542 | success | + | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail | 0.35564 | success | + | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus | 0.36918 | success | + | tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details | 0.00129 | success | + | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action | 0.18644 | success | + | tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions | 3.81844 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor | 0.52933 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image | 0.50494 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name | 0.33257 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status | 0.38382 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results | 0.47799 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor | 0.24448 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image | 0.22883 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit | 0.21227 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name | 0.27651 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_status | 0.06020 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip | 0.40370 | success | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_ip_regex | 0.00142 | skip | + | tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard | 0.30281 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date | 0.25500 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date | 0.21292 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits | 0.19699 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count | 0.07649 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value | 0.14378 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string | 0.01122 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor | 0.03176 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image | 0.06131 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name | 0.04448 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted | 0.21242 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing | 0.18448 | success | + | tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server | 0.06615 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_change_server_password | 0.00170 | skip | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_get_console_output | 5.05891 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server | 12.21875 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard | 10.99696 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_soft | 1.04170 | skip | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server | 24.60148 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_confirm | 15.56771 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_server_revert | 21.94185 | success | + | tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server | 7.25441 | success | + | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses | 0.17943 | success | + | tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network | 1.00217 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item | 0.76858 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item | 1.16728 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata | 0.46748 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata | 0.60523 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item | 0.70657 | success | + | tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata | 0.91519 | success | + | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password | 2.30147 | success | + | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair | 7.86437 | success | + | tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name | 15.09430 | success | + | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address | 9.89837 | success | + | tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name | 10.11169 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name | 1.55906 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit | 1.98352 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 | 1.47851 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor | 1.88043 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image | 1.53679 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid | 1.27055 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_a_server_of_another_tenant | 1.08039 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit | 0.73357 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id | 0.86542 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server | 0.99209 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address | 1.08220 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server | 0.83730 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server | 0.99153 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_non_existent_flavor | 0.54860 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_resize_server_with_null_flavor | 0.37611 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank | 1.44613 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server | 0.55699 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server | 0.56507 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 | 0.48514 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_of_another_tenant | 0.86713 | success | + | tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name | 0.61486 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_keypair_in_analt_user_tenant | 0.12864 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_fails_when_tenant_incorrect | 0.67877 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_create_server_with_unauthorized_image | 0.61740 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_keypair_of_alt_account_fails | 0.13677 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_get_metadata_of_alt_account_server_fails | 1.40358 | success | + | tempest.api.compute.test_authorization.AuthorizationTestJSON.test_set_metadata_of_alt_account_server_fails | 0.16372 | success | + | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas | 0.18319 | success | + | tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas | 0.33858 | success | + | tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume | 45.56777 | success | + | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list | 0.72770 | success | + | tempest.api.compute.volumes.test_volumes_list.VolumesTestJSON.test_volume_list_with_details | 0.30390 | success | + | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id | 0.20202 | success | + | tempest.api.compute.volumes.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id | 0.17999 | success | + | tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services | 0.34894 | success | + | tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user | 0.13656 | success | + | tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete | 0.0 | fail | + | tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists | 0.05100 | success | + | tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain | 0.50255 | success | + | tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint | 0.27108 | success | + | tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete | 1.16016 | success | + | tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy | 0.21180 | success | + | tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id | 0.14141 | success | + | tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_get_list | 0.25298 | success | + | tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service | 0.20613 | success | + | tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all | 1.42131 | success | + | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04287 | success | + | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.05581 | success | + | tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.05518 | success | + | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types | 0.04135 | success | + | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources | 0.03642 | success | + | tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses | 0.04205 | success | + | tempest.api.image.v1.test_images.ListImagesTest.test_index_no_params | 0.32191 | success | + | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image | 1.18189 | success | + | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file | 1.74422 | success | + | tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image | 2.30171 | success | + | tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions | 3.45772 | success | + | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address | 1.03994 | success | + | tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip | 1.42863 | success | + | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_network | 1.14505 | success | + | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_port | 1.60767 | success | + | tempest.api.network.test_networks.BulkNetworkOpsIpV6TestJSON.test_bulk_create_delete_subnet | 7.84206 | success | + | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_network | 1.21731 | success | + | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_port | 2.11434 | success | + | tempest.api.network.test_networks.BulkNetworkOpsTestJSON.test_bulk_create_delete_subnet | 2.79624 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_create_update_delete_network_subnet | 1.61530 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_external_network_visibility | 0.38291 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_networks | 0.20594 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_list_subnets | 0.19821 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_network | 0.20089 | success | + | tempest.api.network.test_networks.NetworksIpV6TestAttrs.test_show_subnet | 0.19206 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_create_update_delete_network_subnet | 1.49044 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_external_network_visibility | 0.23415 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_networks | 0.21291 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_list_subnets | 0.07398 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_network | 0.17873 | success | + | tempest.api.network.test_networks.NetworksIpV6TestJSON.test_show_subnet | 0.20287 | success | + | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools | 1.38012 | success | + | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups | 1.87547 | success | + | tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port | 1.20872 | success | + | tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports | 0.05621 | success | + | tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port | 0.20890 | success | + | tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools | 1.70139 | success | + | tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups | 1.75502 | success | + | tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port | 1.16521 | success | + | tempest.api.network.test_ports.PortsTestJSON.test_list_ports | 0.22620 | success | + | tempest.api.network.test_ports.PortsTestJSON.test_show_port | 0.28640 | success | + | tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces | 4.12301 | success | + | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id | 2.49067 | success | + | tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id | 2.25252 | success | + | tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router | 1.48564 | success | + | tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces | 4.58651 | success | + | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id | 2.38901 | success | + | tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id | 2.54963 | success | + | tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router | 1.37000 | success | + | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group | 1.31226 | success | + | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule | 2.04438 | success | + | tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups | 0.19052 | success | + | tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group | 1.32708 | success | + | tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule | 2.12672 | success | + | tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups | 0.20945 | success | + | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list | 0.55381 | success | + | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show | 7.80051 | success | + | tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template | 0.03030 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list | 1.61156 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata | 0.86944 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config | 0.57507 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate | 0.36337 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change | 0.66632 | success | + | tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change | 0.47493 | success | + | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources | 3.52216 | success | + | tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds | 0.18647 | success | + | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v1_notifications | 303.03506 | fail | + | tempest.api.telemetry.test_telemetry_notification_api.TelemetryNotificationAPITestJSON.test_check_glance_v2_notifications | 301.96207 | fail | + | tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance | 3.14842 | success | + | tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance | 2.66111 | success | + | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete | 9.31807 | success | + | tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image | 15.30017 | success | + | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete | 10.64441 | success | + | tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image | 13.02957 | success | + | tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list | 0.56814 | success | + | tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list | 0.23431 | success | + | tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops | 42.47353 | success | + | tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basicops | 82.90131 | success | + | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern | 499.21662 | fail | + | tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern | 501.43822 | fail | + +------------------------------------------------------------------------------------------------------------------------------------------+-----------+---------+ + run_tempest - INFO - Results: {'timestart': '2016-02-2310:28:27.307831', 'duration': 931, 'tests': 210, 'failures': 5} + run_tempest - INFO - Pushing results to DB: 'http://testresults.opnfv.org/testapi/results'. + run_tempest - INFO - Deleting tenant and user for Tempest suite) +:: + +Rally +^^^^^ +:: + FUNCTEST.info: Running Rally benchmark suite... + run_rally - INFO - Starting test scenario "authenticate" ... + run_rally - INFO - + Preparing input task + Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: started + Task 1e91fffe-1834-4d97-b18c-95b1c3a11763: finished + + test scenario Authenticate.validate_glance + +-------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | authenticate.validate_glance | 0.393 | 0.462 | 0.625 | 0.642 | 0.659 | 0.499 | 100.0% | 10 | + | authenticate.validate_glance (2) | 0.042 | 0.05 | 0.222 | 0.235 | 0.247 | 0.101 | 100.0% | 10 | + | total | 0.56 | 0.722 | 0.84 | 0.907 | 0.975 | 0.716 | 100.0% | 10 | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 2.11308193207 + Full duration: 6.43925094604 + + test scenario Authenticate.keystone + +-----------------------------------------------------------------------------+ + | Response Times (sec) | + +--------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------+-------+--------+--------+--------+-------+-------+---------+-------+ + | total | 0.096 | 0.108 | 0.117 | 0.118 | 0.118 | 0.108 | 100.0% | 10 | + +--------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 0.360912799835 + Full duration: 4.84613108635 + + test scenario Authenticate.validate_heat + +-----------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | authenticate.validate_heat | 0.198 | 0.223 | 0.243 | 0.246 | 0.25 | 0.222 | 100.0% | 10 | + | authenticate.validate_heat (2) | 0.035 | 0.229 | 0.268 | 0.272 | 0.275 | 0.195 | 100.0% | 10 | + | total | 0.349 | 0.56 | 0.636 | 0.648 | 0.66 | 0.537 | 100.0% | 10 | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.73545908928 + Full duration: 5.89906620979 + + test scenario Authenticate.validate_nova + +-----------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | authenticate.validate_nova | 0.191 | 0.225 | 0.273 | 0.326 | 0.379 | 0.239 | 100.0% | 10 | + | authenticate.validate_nova (2) | 0.193 | 0.215 | 0.268 | 0.324 | 0.379 | 0.233 | 100.0% | 10 | + | total | 0.512 | 0.561 | 0.696 | 0.708 | 0.719 | 0.589 | 100.0% | 10 | + +--------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.73631811142 + Full duration: 6.18624401093 + + test scenario Authenticate.validate_cinder + +-------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | authenticate.validate_cinder | 0.187 | 0.219 | 0.269 | 0.451 | 0.632 | 0.256 | 100.0% | 10 | + | authenticate.validate_cinder (2) | 0.019 | 0.202 | 0.228 | 0.232 | 0.235 | 0.19 | 100.0% | 10 | + | total | 0.318 | 0.572 | 0.652 | 0.81 | 0.967 | 0.582 | 100.0% | 10 | + +----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.90990018845 + Full duration: 6.19068098068 + + test scenario Authenticate.validate_neutron + +--------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | authenticate.validate_neutron | 0.22 | 0.241 | 0.324 | 0.326 | 0.328 | 0.255 | 100.0% | 10 | + | authenticate.validate_neutron (2) | 0.21 | 0.234 | 0.327 | 0.349 | 0.37 | 0.254 | 100.0% | 10 | + | total | 0.529 | 0.595 | 0.67 | 0.689 | 0.708 | 0.613 | 100.0% | 10 | + +-----------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.81688117981 + Full duration: 5.97459483147 + + run_rally - INFO - Test scenario: "authenticate" OK. + + run_rally - INFO - Starting test scenario "glance" ... + run_rally - INFO - + Preparing input task + Task c991643e-676b-49d8-af8c-cf9655ae236b: started + Task c991643e-676b-49d8-af8c-cf9655ae236b: finished + + test scenario GlanceImages.list_images + +-----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | glance.list_images | 0.47 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | + | total | 0.471 | 0.551 | 0.604 | 0.621 | 0.638 | 0.559 | 100.0% | 10 | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.7134771347 + Full duration: 7.86669206619 + + test scenario GlanceImages.create_image_and_boot_instances + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | glance.create_image | 3.881 | 4.628 | 5.228 | 5.273 | 5.317 | 4.643 | 100.0% | 10 | + | nova.boot_servers | 7.198 | 8.691 | 9.617 | 9.773 | 9.929 | 8.609 | 100.0% | 10 | + | total | 11.395 | 13.062 | 14.63 | 14.674 | 14.718 | 13.252 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 40.5051100254 + Full duration: 80.9348599911 + + test scenario GlanceImages.create_and_list_image + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | glance.create_image | 4.473 | 4.791 | 5.258 | 5.513 | 5.767 | 4.935 | 100.0% | 10 | + | glance.list_images | 0.046 | 0.143 | 0.285 | 0.293 | 0.302 | 0.159 | 100.0% | 10 | + | total | 4.67 | 5.043 | 5.524 | 5.679 | 5.834 | 5.095 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 15.4974470139 + Full duration: 26.4936869144 + + test scenario GlanceImages.create_and_delete_image + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | glance.create_image | 4.297 | 4.864 | 5.167 | 5.345 | 5.523 | 4.859 | 100.0% | 10 | + | glance.delete_image | 0.842 | 1.496 | 1.603 | 1.702 | 1.801 | 1.371 | 100.0% | 10 | + | total | 5.14 | 6.405 | 6.623 | 6.626 | 6.63 | 6.23 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 18.5310051441 + Full duration: 24.86997509 + + run_rally - INFO - Test scenario: "glance" OK. + + run_rally - INFO - Starting test scenario "cinder" ... + run_rally - INFO - + Preparing input task + Task 388cb584-9c00-4d54-8f76-53ed3182a475: started + Task 388cb584-9c00-4d54-8f76-53ed3182a475: finished + + test scenario CinderVolumes.create_and_attach_volume + +----------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 4.792 | 5.804 | 8.436 | 8.476 | 8.516 | 6.313 | 100.0% | 10 | + | cinder.create_volume | 3.049 | 3.381 | 3.469 | 3.471 | 3.473 | 3.317 | 100.0% | 10 | + | nova.attach_volume | 3.722 | 3.987 | 4.207 | 4.245 | 4.283 | 4.012 | 100.0% | 10 | + | nova.detach_volume | 3.492 | 3.685 | 3.892 | 3.925 | 3.958 | 3.702 | 100.0% | 10 | + | cinder.delete_volume | 0.502 | 0.765 | 2.927 | 2.998 | 3.068 | 1.357 | 100.0% | 10 | + | nova.delete_server | 2.66 | 3.128 | 3.235 | 3.243 | 3.251 | 3.056 | 100.0% | 10 | + | total | 19.466 | 20.925 | 25.056 | 25.456 | 25.856 | 21.758 | 100.0% | 10 | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 64.0748999119 + Full duration: 88.3469510078 + + test scenario CinderVolumes.create_and_list_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 6.151 | 6.548 | 8.972 | 9.007 | 9.043 | 7.201 | 100.0% | 10 | + | cinder.list_volumes | 0.044 | 0.249 | 0.299 | 0.32 | 0.34 | 0.227 | 100.0% | 10 | + | total | 6.424 | 6.801 | 9.229 | 9.255 | 9.28 | 7.429 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 22.3146419525 + Full duration: 39.1755928993 + + test scenario CinderVolumes.create_and_list_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.269 | 3.372 | 3.545 | 3.556 | 3.566 | 3.406 | 100.0% | 10 | + | cinder.list_volumes | 0.051 | 0.27 | 0.296 | 0.304 | 0.313 | 0.249 | 100.0% | 10 | + | total | 3.321 | 3.662 | 3.786 | 3.819 | 3.852 | 3.656 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 11.0692770481 + Full duration: 26.8993549347 + + test scenario CinderVolumes.create_and_list_snapshots + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_snapshot | 2.807 | 3.0 | 3.236 | 4.094 | 4.951 | 3.175 | 100.0% | 10 | + | cinder.list_snapshots | 0.023 | 0.263 | 0.29 | 0.295 | 0.299 | 0.238 | 100.0% | 10 | + | total | 3.039 | 3.247 | 3.493 | 4.372 | 5.251 | 3.413 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 11.5568339825 + Full duration: 45.8590891361 + + test scenario CinderVolumes.create_and_delete_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.35 | 3.413 | 3.511 | 3.567 | 3.622 | 3.434 | 100.0% | 10 | + | cinder.delete_volume | 0.666 | 2.775 | 3.101 | 3.101 | 3.101 | 2.07 | 100.0% | 10 | + | total | 4.016 | 6.163 | 6.511 | 6.555 | 6.6 | 5.505 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 16.3949551582 + Full duration: 29.3589651585 + + test scenario CinderVolumes.create_and_delete_volume + +--------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | cinder.create_volume | 6.12 | 6.499 | 8.727 | 8.888 | 9.049 | 6.934 | 100.0% | 10 | + | cinder.delete_volume | 0.689 | 2.95 | 3.117 | 3.132 | 3.147 | 2.519 | 100.0% | 10 | + | total | 6.97 | 9.45 | 11.391 | 11.777 | 12.163 | 9.454 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + Load duration: 27.9512338638 + Full duration: 42.110273838 + + test scenario CinderVolumes.create_and_delete_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.153 | 3.382 | 3.523 | 3.546 | 3.569 | 3.401 | 100.0% | 10 | + | cinder.delete_volume | 0.459 | 1.756 | 3.107 | 3.143 | 3.179 | 1.823 | 100.0% | 10 | + | total | 3.976 | 5.273 | 6.386 | 6.427 | 6.468 | 5.225 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 14.3155708313 + Full duration: 27.9943380356 + + test scenario CinderVolumes.create_and_upload_volume_to_image + +-------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 3.216 | 3.504 | 3.612 | 3.614 | 3.616 | 3.473 | 100.0% | 10 | + | cinder.upload_volume_to_image | 48.706 | 66.291 | 69.416 | 69.518 | 69.621 | 64.031 | 100.0% | 10 | + | cinder.delete_volume | 0.681 | 1.721 | 3.226 | 3.286 | 3.347 | 1.88 | 100.0% | 10 | + | nova.delete_image | 1.064 | 1.392 | 1.76 | 1.884 | 2.007 | 1.407 | 100.0% | 10 | + | total | 57.671 | 73.06 | 75.032 | 75.707 | 76.382 | 70.791 | 100.0% | 10 | + +-------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 206.246454954 + Full duration: 221.344403028 + + test scenario CinderVolumes.create_and_delete_snapshot + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_snapshot | 2.886 | 3.18 | 5.409 | 5.479 | 5.548 | 3.789 | 100.0% | 10 | + | cinder.delete_snapshot | 2.442 | 2.892 | 3.051 | 3.111 | 3.172 | 2.875 | 100.0% | 10 | + | total | 5.432 | 6.063 | 8.28 | 8.355 | 8.429 | 6.664 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 20.3915560246 + Full duration: 49.2419481277 + + test scenario CinderVolumes.create_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | + | total | 3.151 | 3.492 | 3.579 | 3.641 | 3.703 | 3.459 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 10.2652549744 + Full duration: 23.4044110775 + + test scenario CinderVolumes.create_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.221 | 3.489 | 3.632 | 3.639 | 3.647 | 3.448 | 100.0% | 10 | + | total | 3.222 | 3.489 | 3.632 | 3.64 | 3.647 | 3.448 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 10.2576260567 + Full duration: 27.1289498806 + + test scenario CinderVolumes.list_volumes + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.list_volumes | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | + | total | 0.347 | 0.409 | 0.467 | 0.49 | 0.514 | 0.416 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.25233316422 + Full duration: 60.8991248608 + + test scenario CinderVolumes.create_nested_snapshots_and_attach_volume + +------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 3.37 | 3.431 | 3.543 | 3.585 | 3.627 | 3.454 | 100.0% | 10 | + | cinder.create_snapshot | 2.744 | 2.922 | 2.98 | 2.993 | 3.006 | 2.901 | 100.0% | 10 | + | nova.attach_volume | 4.052 | 4.214 | 6.878 | 6.969 | 7.06 | 4.803 | 100.0% | 10 | + | nova.detach_volume | 3.392 | 3.988 | 4.066 | 4.11 | 4.154 | 3.906 | 100.0% | 10 | + | cinder.delete_snapshot | 0.753 | 2.605 | 2.986 | 3.013 | 3.04 | 2.343 | 100.0% | 10 | + | cinder.delete_volume | 0.492 | 2.767 | 2.955 | 3.011 | 3.067 | 1.989 | 100.0% | 10 | + | total | 16.494 | 20.022 | 23.368 | 23.417 | 23.465 | 20.126 | 100.0% | 10 | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 59.1712889671 + Full duration: 133.726794958 + + test scenario CinderVolumes.create_from_volume_and_delete_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.434 | 3.618 | 4.006 | 4.825 | 5.645 | 3.835 | 100.0% | 10 | + | cinder.delete_volume | 2.853 | 2.996 | 3.194 | 3.231 | 3.269 | 3.035 | 100.0% | 10 | + | total | 6.323 | 6.672 | 7.143 | 7.89 | 8.637 | 6.87 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 20.0482749939 + Full duration: 48.4943790436 + + test scenario CinderVolumes.create_and_extend_volume + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | cinder.create_volume | 3.242 | 3.547 | 3.574 | 3.574 | 3.575 | 3.477 | 100.0% | 10 | + | cinder.extend_volume | 0.67 | 0.904 | 3.113 | 3.227 | 3.341 | 1.343 | 100.0% | 10 | + | cinder.delete_volume | 0.756 | 2.645 | 3.074 | 3.111 | 3.147 | 2.224 | 100.0% | 10 | + | total | 5.261 | 7.245 | 7.684 | 8.512 | 9.341 | 7.045 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 21.6863160133 + Full duration: 35.5403769016 + + test scenario CinderVolumes.create_snapshot_and_attach_volume + +-----------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 3.427 | 3.543 | 3.82 | 3.829 | 3.838 | 3.59 | 100.0% | 10 | + | cinder.create_snapshot | 2.673 | 2.992 | 3.109 | 3.111 | 3.112 | 2.928 | 100.0% | 10 | + | nova.attach_volume | 3.759 | 4.112 | 4.508 | 5.345 | 6.182 | 4.292 | 100.0% | 10 | + | nova.detach_volume | 3.458 | 4.067 | 4.174 | 4.261 | 4.348 | 4.006 | 100.0% | 10 | + | cinder.delete_snapshot | 2.665 | 2.794 | 2.946 | 2.986 | 3.026 | 2.823 | 100.0% | 10 | + | cinder.delete_volume | 0.707 | 2.907 | 3.246 | 3.257 | 3.268 | 2.558 | 100.0% | 10 | + | total | 18.87 | 21.068 | 21.909 | 22.497 | 23.086 | 20.904 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 61.3498468399 + Full duration: 141.86026597 + + test scenario CinderVolumes.create_snapshot_and_attach_volume + +------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 2.885 | 3.335 | 3.519 | 3.55 | 3.581 | 3.305 | 100.0% | 10 | + | cinder.create_snapshot | 2.609 | 2.889 | 3.002 | 3.021 | 3.041 | 2.853 | 100.0% | 10 | + | nova.attach_volume | 3.794 | 4.368 | 6.443 | 6.495 | 6.548 | 4.951 | 100.0% | 10 | + | nova.detach_volume | 3.341 | 3.93 | 4.07 | 4.11 | 4.15 | 3.862 | 100.0% | 10 | + | cinder.delete_snapshot | 2.73 | 2.943 | 3.009 | 3.029 | 3.049 | 2.912 | 100.0% | 10 | + | cinder.delete_volume | 0.667 | 2.901 | 3.015 | 3.027 | 3.039 | 2.437 | 100.0% | 10 | + | total | 18.717 | 21.217 | 22.919 | 23.013 | 23.108 | 21.377 | 100.0% | 10 | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 62.8349030018 + Full duration: 143.571810007 + + run_rally - INFO - Test scenario: "cinder" OK. + + run_rally - INFO - Starting test scenario "heat" ... + run_rally - INFO - + Preparing input task + Task 1055c160-be9e-4209-9219-2eda388f64ca: started + Task 1055c160-be9e-4209-9219-2eda388f64ca: finished + + test scenario HeatStacks.create_suspend_resume_delete_stack + +-----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 3.658 | 4.153 | 4.633 | 4.957 | 5.28 | 4.179 | 100.0% | 10 | + | heat.suspend_stack | 0.603 | 0.984 | 1.772 | 1.876 | 1.98 | 1.163 | 100.0% | 10 | + | heat.resume_stack | 0.553 | 1.347 | 2.26 | 2.264 | 2.268 | 1.425 | 100.0% | 10 | + | heat.delete_stack | 1.527 | 1.61 | 1.95 | 1.96 | 1.97 | 1.701 | 100.0% | 10 | + | total | 7.456 | 8.457 | 9.273 | 9.324 | 9.376 | 8.469 | 100.0% | 10 | + +--------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 25.1924760342 + Full duration: 31.4871768951 + + test scenario HeatStacks.create_and_delete_stack + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 3.724 | 4.253 | 4.355 | 4.361 | 4.366 | 4.141 | 100.0% | 10 | + | heat.delete_stack | 1.538 | 1.86 | 2.427 | 2.427 | 2.428 | 1.933 | 100.0% | 10 | + | total | 5.609 | 6.117 | 6.381 | 6.402 | 6.422 | 6.073 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 18.3157711029 + Full duration: 24.7532258034 + + test scenario HeatStacks.create_and_delete_stack + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 19.874 | 21.385 | 22.341 | 22.535 | 22.729 | 21.343 | 100.0% | 10 | + | heat.delete_stack | 10.707 | 11.672 | 12.205 | 12.275 | 12.345 | 11.562 | 100.0% | 10 | + | total | 30.923 | 33.359 | 33.959 | 34.235 | 34.512 | 32.905 | 100.0% | 10 | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 99.1549890041 + Full duration: 105.660290003 + + test scenario HeatStacks.create_and_delete_stack + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 15.572 | 18.262 | 19.048 | 19.088 | 19.127 | 18.071 | 100.0% | 10 | + | heat.delete_stack | 10.145 | 10.711 | 11.519 | 11.545 | 11.571 | 10.78 | 100.0% | 10 | + | total | 25.725 | 29.14 | 29.903 | 30.143 | 30.382 | 28.851 | 100.0% | 10 | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 85.5803580284 + Full duration: 92.0883340836 + + test scenario HeatStacks.list_stacks_and_resources + +------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.list_stacks | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | + | heat.list_resources_of_0_stacks | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 100.0% | 10 | + | total | 0.391 | 0.425 | 0.461 | 0.477 | 0.492 | 0.432 | 100.0% | 10 | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.32646512985 + Full duration: 6.55452680588 + + test scenario HeatStacks.create_update_delete_stack + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 3.818 | 4.127 | 4.55 | 4.634 | 4.719 | 4.191 | 100.0% | 10 | + | heat.update_stack | 2.555 | 3.026 | 3.487 | 3.49 | 3.493 | 2.994 | 100.0% | 10 | + | heat.delete_stack | 1.278 | 1.905 | 2.468 | 2.484 | 2.501 | 1.938 | 100.0% | 10 | + | total | 8.59 | 8.987 | 9.575 | 9.58 | 9.585 | 9.123 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 27.2428030968 + Full duration: 34.0842261314 + + test scenario HeatStacks.create_update_delete_stack + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 3.817 | 4.322 | 4.498 | 4.571 | 4.643 | 4.268 | 100.0% | 10 | + | heat.update_stack | 2.571 | 3.085 | 3.495 | 3.651 | 3.807 | 3.093 | 100.0% | 10 | + | heat.delete_stack | 1.261 | 1.933 | 2.188 | 2.23 | 2.271 | 1.85 | 100.0% | 10 | + | total | 8.823 | 9.193 | 9.529 | 9.645 | 9.76 | 9.211 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 27.712323904 + Full duration: 34.6925389767 + + test scenario HeatStacks.create_update_delete_stack + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 3.534 | 4.559 | 4.878 | 4.986 | 5.094 | 4.397 | 100.0% | 10 | + | heat.update_stack | 4.274 | 4.722 | 5.38 | 5.427 | 5.474 | 4.782 | 100.0% | 10 | + | heat.delete_stack | 2.324 | 2.687 | 3.01 | 3.031 | 3.051 | 2.761 | 100.0% | 10 | + | total | 10.398 | 11.879 | 12.749 | 13.064 | 13.379 | 11.941 | 100.0% | 10 | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 36.5785570145 + Full duration: 43.5735290051 + + test scenario HeatStacks.create_update_delete_stack + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 4.244 | 4.341 | 4.695 | 4.992 | 5.29 | 4.489 | 100.0% | 10 | + | heat.update_stack | 7.174 | 8.094 | 8.59 | 8.598 | 8.605 | 8.081 | 100.0% | 10 | + | heat.delete_stack | 2.663 | 2.892 | 3.804 | 3.808 | 3.813 | 3.088 | 100.0% | 10 | + | total | 15.231 | 15.561 | 16.269 | 16.292 | 16.315 | 15.659 | 100.0% | 10 | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 46.8214969635 + Full duration: 54.2644329071 + + test scenario HeatStacks.create_update_delete_stack + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 4.041 | 4.381 | 4.699 | 4.835 | 4.971 | 4.435 | 100.0% | 10 | + | heat.update_stack | 4.032 | 4.694 | 5.611 | 5.758 | 5.906 | 4.82 | 100.0% | 10 | + | heat.delete_stack | 2.715 | 3.034 | 3.306 | 3.315 | 3.324 | 3.036 | 100.0% | 10 | + | total | 11.427 | 12.204 | 13.196 | 13.241 | 13.286 | 12.292 | 100.0% | 10 | + +-------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 37.1505100727 + Full duration: 44.6821551323 + + test scenario HeatStacks.create_update_delete_stack + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + | heat.create_stack | 3.692 | 4.397 | 4.751 | 4.908 | 5.065 | 4.428 | 100.0% | 10 | + | heat.update_stack | 3.631 | 4.037 | 4.866 | 4.875 | 4.885 | 4.167 | 100.0% | 10 | + | heat.delete_stack | 1.267 | 1.966 | 2.279 | 2.33 | 2.382 | 1.871 | 100.0% | 10 | + | total | 9.823 | 10.45 | 11.136 | 11.248 | 11.361 | 10.466 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 31.3539619446 + Full duration: 39.0203011036 + + test scenario HeatStacks.create_and_list_stack + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 4.039 | 4.653 | 4.788 | 4.792 | 4.796 | 4.563 | 100.0% | 10 | + | heat.list_stacks | 0.052 | 0.39 | 0.447 | 0.461 | 0.474 | 0.339 | 100.0% | 10 | + | total | 4.106 | 4.992 | 5.218 | 5.244 | 5.27 | 4.902 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 14.8402919769 + Full duration: 27.3945071697 + + test scenario HeatStacks.create_check_delete_stack + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | heat.create_stack | 3.744 | 4.489 | 4.836 | 4.864 | 4.891 | 4.475 | 100.0% | 10 | + | heat.check_stack | 0.612 | 1.265 | 1.684 | 1.853 | 2.022 | 1.261 | 100.0% | 10 | + | heat.delete_stack | 1.272 | 1.804 | 2.077 | 2.209 | 2.342 | 1.813 | 100.0% | 10 | + | total | 6.355 | 7.754 | 8.128 | 8.148 | 8.168 | 7.55 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 23.1206851006 + Full duration: 31.1694560051 + + run_rally - INFO - Test scenario: "heat" OK. + + run_rally - INFO - Starting test scenario "keystone" ... + run_rally - INFO - + Preparing input task + Task 897d895f-d779-44a7-bb9b-0e66854f43da: started + Task 897d895f-d779-44a7-bb9b-0e66854f43da: finished + + test scenario KeystoneBasic.create_tenant_with_users + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_tenant | 0.199 | 0.225 | 0.245 | 0.26 | 0.274 | 0.227 | 100.0% | 10 | + | keystone.create_users | 1.448 | 1.551 | 1.618 | 1.62 | 1.621 | 1.544 | 100.0% | 10 | + | total | 1.702 | 1.78 | 1.819 | 1.83 | 1.842 | 1.772 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 5.34110379219 + Full duration: 17.6792171001 + + test scenario KeystoneBasic.create_add_and_list_user_roles + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_role | 0.206 | 0.231 | 0.279 | 0.28 | 0.281 | 0.238 | 100.0% | 10 | + | keystone.add_role | 0.248 | 0.256 | 0.3 | 0.314 | 0.328 | 0.269 | 100.0% | 10 | + | keystone.list_roles | 0.133 | 0.143 | 0.175 | 0.182 | 0.189 | 0.149 | 100.0% | 10 | + | total | 0.596 | 0.655 | 0.689 | 0.719 | 0.75 | 0.657 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.96121311188 + Full duration: 11.1928119659 + + test scenario KeystoneBasic.add_and_remove_user_role + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_role | 0.201 | 0.224 | 0.231 | 0.232 | 0.233 | 0.22 | 100.0% | 10 | + | keystone.add_role | 0.245 | 0.259 | 0.287 | 0.295 | 0.304 | 0.265 | 100.0% | 10 | + | keystone.remove_role | 0.137 | 0.148 | 0.164 | 0.172 | 0.18 | 0.15 | 100.0% | 10 | + | total | 0.605 | 0.631 | 0.668 | 0.673 | 0.679 | 0.635 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.9179649353 + Full duration: 11.3398149014 + + test scenario KeystoneBasic.create_update_and_delete_tenant + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_tenant | 0.204 | 0.23 | 0.249 | 0.262 | 0.276 | 0.234 | 100.0% | 10 | + | keystone.update_tenant | 0.134 | 0.136 | 0.178 | 0.179 | 0.18 | 0.148 | 100.0% | 10 | + | keystone.delete_tenant | 0.288 | 0.308 | 0.353 | 0.36 | 0.367 | 0.316 | 100.0% | 10 | + | total | 0.653 | 0.684 | 0.749 | 0.761 | 0.774 | 0.698 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 2.11506795883 + Full duration: 10.1015338898 + + test scenario KeystoneBasic.create_and_delete_service + +----------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_service | 0.223 | 0.237 | 0.288 | 0.289 | 0.29 | 0.245 | 100.0% | 10 | + | keystone.delete_service | 0.14 | 0.152 | 0.165 | 0.175 | 0.185 | 0.154 | 100.0% | 10 | + | total | 0.373 | 0.389 | 0.43 | 0.442 | 0.453 | 0.399 | 100.0% | 10 | + +-------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.24712610245 + Full duration: 9.40017700195 + + test scenario KeystoneBasic.create_tenant + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_tenant | 0.219 | 0.235 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | + | total | 0.219 | 0.236 | 0.25 | 0.263 | 0.277 | 0.238 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 0.738801002502 + Full duration: 6.97619819641 + + test scenario KeystoneBasic.create_user + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_user | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.257 | 100.0% | 10 | + | total | 0.242 | 0.253 | 0.272 | 0.28 | 0.288 | 0.258 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 0.813333034515 + Full duration: 7.2009499073 + + test scenario KeystoneBasic.create_and_list_tenants + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_tenant | 0.215 | 0.241 | 0.264 | 0.277 | 0.289 | 0.245 | 100.0% | 10 | + | keystone.list_tenants | 0.128 | 0.136 | 0.183 | 0.202 | 0.22 | 0.151 | 100.0% | 10 | + | total | 0.366 | 0.388 | 0.425 | 0.44 | 0.455 | 0.396 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.19499707222 + Full duration: 10.8357591629 + + test scenario KeystoneBasic.create_and_delete_role + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_role | 0.231 | 0.252 | 0.281 | 0.294 | 0.307 | 0.258 | 100.0% | 10 | + | keystone.delete_role | 0.28 | 0.293 | 0.399 | 0.418 | 0.437 | 0.329 | 100.0% | 10 | + | total | 0.511 | 0.579 | 0.676 | 0.69 | 0.704 | 0.587 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.80924010277 + Full duration: 10.1753411293 + + test scenario KeystoneBasic.get_entities + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_tenant | 0.24 | 0.257 | 0.281 | 0.283 | 0.284 | 0.258 | 100.0% | 10 | + | keystone.create_user | 0.15 | 0.164 | 0.206 | 0.206 | 0.206 | 0.171 | 100.0% | 10 | + | keystone.create_role | 0.13 | 0.136 | 0.143 | 0.159 | 0.176 | 0.139 | 100.0% | 10 | + | keystone.get_tenant | 0.13 | 0.138 | 0.141 | 0.143 | 0.146 | 0.137 | 100.0% | 10 | + | keystone.get_user | 0.112 | 0.132 | 0.137 | 0.137 | 0.137 | 0.131 | 100.0% | 10 | + | keystone.get_role | 0.129 | 0.133 | 0.139 | 0.156 | 0.174 | 0.137 | 100.0% | 10 | + | keystone.service_list | 0.129 | 0.132 | 0.135 | 0.137 | 0.138 | 0.133 | 100.0% | 10 | + | keystone.get_service | 0.132 | 0.135 | 0.178 | 0.178 | 0.178 | 0.147 | 100.0% | 10 | + | total | 1.204 | 1.22 | 1.323 | 1.328 | 1.332 | 1.252 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.79558706284 + Full duration: 16.6252310276 + + test scenario KeystoneBasic.create_and_list_users + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | keystone.create_user | 0.239 | 0.266 | 0.295 | 0.298 | 0.301 | 0.27 | 100.0% | 10 | + | keystone.list_users | 0.137 | 0.143 | 0.186 | 0.211 | 0.235 | 0.157 | 100.0% | 10 | + | total | 0.397 | 0.419 | 0.448 | 0.474 | 0.5 | 0.427 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.30778193474 + Full duration: 8.03108906746 + + run_rally - INFO - Test scenario: "keystone" OK. + + run_rally - INFO - Starting test scenario "neutron" ... + run_rally - INFO - + Preparing input task + Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: started + Task 6e4f3aaf-b5ee-4eeb-8ac3-057f7b4d6309: finished + + test scenario NeutronNetworks.create_and_delete_ports + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_port | 0.806 | 0.859 | 0.937 | 0.938 | 0.939 | 0.873 | 100.0% | 10 | + | neutron.delete_port | 0.202 | 0.689 | 0.761 | 0.777 | 0.794 | 0.529 | 100.0% | 10 | + | total | 1.023 | 1.572 | 1.686 | 1.703 | 1.72 | 1.401 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.3307390213 + Full duration: 57.6386358738 + + test scenario NeutronNetworks.create_and_list_routers + +---------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.739 | 0.817 | 0.85 | 0.861 | 0.871 | 0.812 | 100.0% | 10 | + | neutron.create_router | 0.079 | 0.545 | 0.57 | 0.584 | 0.598 | 0.499 | 100.0% | 10 | + | neutron.add_interface_router | 0.348 | 0.89 | 0.978 | 0.986 | 0.994 | 0.793 | 100.0% | 10 | + | neutron.list_routers | 0.047 | 0.566 | 0.607 | 0.612 | 0.617 | 0.515 | 100.0% | 10 | + | total | 2.172 | 2.707 | 2.868 | 2.88 | 2.891 | 2.618 | 100.0% | 10 | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 7.91338610649 + Full duration: 64.1935119629 + + test scenario NeutronNetworks.create_and_delete_routers + +------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.769 | 0.8 | 0.846 | 0.881 | 0.915 | 0.809 | 100.0% | 10 | + | neutron.create_router | 0.488 | 0.528 | 0.576 | 0.615 | 0.653 | 0.539 | 100.0% | 10 | + | neutron.add_interface_router | 0.839 | 0.882 | 0.983 | 0.985 | 0.987 | 0.901 | 100.0% | 10 | + | neutron.remove_interface_router | 0.343 | 0.809 | 0.898 | 0.906 | 0.913 | 0.763 | 100.0% | 10 | + | neutron.delete_router | 0.614 | 0.686 | 0.787 | 0.849 | 0.912 | 0.708 | 100.0% | 10 | + | total | 3.419 | 3.666 | 3.994 | 3.997 | 3.999 | 3.719 | 100.0% | 10 | + +---------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 11.0299580097 + Full duration: 65.4096131325 + + test scenario NeutronNetworks.create_and_list_ports + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_port | 0.83 | 0.888 | 0.995 | 1.184 | 1.372 | 0.935 | 100.0% | 10 | + | neutron.list_ports | 0.554 | 0.625 | 0.697 | 0.704 | 0.712 | 0.626 | 100.0% | 10 | + | total | 1.405 | 1.487 | 1.692 | 1.888 | 2.084 | 1.562 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 5.07633280754 + Full duration: 59.1840729713 + + test scenario NeutronNetworks.create_and_delete_subnets + +--------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.731 | 0.806 | 0.857 | 0.933 | 1.01 | 0.812 | 100.0% | 10 | + | neutron.delete_subnet | 0.183 | 0.688 | 0.872 | 0.918 | 0.965 | 0.691 | 100.0% | 10 | + | total | 0.948 | 1.544 | 1.665 | 1.681 | 1.696 | 1.503 | 100.0% | 10 | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.69728302956 + Full duration: 58.486093998 + + test scenario NeutronNetworks.create_and_delete_networks + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_network | 0.641 | 0.686 | 0.757 | 0.82 | 0.883 | 0.707 | 100.0% | 10 | + | neutron.delete_network | 0.158 | 0.632 | 0.656 | 0.665 | 0.674 | 0.585 | 100.0% | 10 | + | total | 0.901 | 1.305 | 1.424 | 1.469 | 1.514 | 1.292 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.96865105629 + Full duration: 36.4033529758 + + test scenario NeutronNetworks.create_and_list_networks + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_network | 0.634 | 0.679 | 0.751 | 0.797 | 0.844 | 0.695 | 100.0% | 10 | + | neutron.list_networks | 0.472 | 0.522 | 0.552 | 0.555 | 0.557 | 0.521 | 100.0% | 10 | + | total | 1.154 | 1.192 | 1.284 | 1.327 | 1.369 | 1.216 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.68979907036 + Full duration: 38.8585669994 + + test scenario NeutronNetworks.create_and_update_routers + +---------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.759 | 0.82 | 0.863 | 0.871 | 0.879 | 0.819 | 100.0% | 10 | + | neutron.create_router | 0.518 | 0.558 | 0.62 | 0.627 | 0.634 | 0.566 | 100.0% | 10 | + | neutron.add_interface_router | 0.465 | 0.878 | 1.032 | 1.081 | 1.13 | 0.879 | 100.0% | 10 | + | neutron.update_router | 0.158 | 0.636 | 0.722 | 0.73 | 0.737 | 0.564 | 100.0% | 10 | + | total | 2.298 | 2.877 | 3.13 | 3.178 | 3.226 | 2.827 | 100.0% | 10 | + +------------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 8.47763490677 + Full duration: 62.3842899799 + + test scenario NeutronNetworks.create_and_update_networks + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_network | 0.627 | 0.673 | 0.974 | 1.044 | 1.114 | 0.744 | 100.0% | 10 | + | neutron.update_network | 0.153 | 0.605 | 0.623 | 0.626 | 0.629 | 0.564 | 100.0% | 10 | + | total | 0.809 | 1.285 | 1.576 | 1.65 | 1.723 | 1.308 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.00336408615 + Full duration: 38.2563900948 + + test scenario NeutronNetworks.create_and_update_ports + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_port | 0.796 | 0.874 | 1.084 | 1.1 | 1.116 | 0.908 | 100.0% | 10 | + | neutron.update_port | 0.595 | 0.622 | 0.697 | 0.76 | 0.823 | 0.646 | 100.0% | 10 | + | total | 1.44 | 1.497 | 1.737 | 1.82 | 1.904 | 1.554 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.89373588562 + Full duration: 57.0287640095 + + test scenario NeutronNetworks.create_and_list_subnets + +--------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.706 | 0.775 | 0.866 | 0.893 | 0.92 | 0.789 | 100.0% | 10 | + | neutron.list_subnets | 0.487 | 0.519 | 0.53 | 0.54 | 0.55 | 0.517 | 100.0% | 10 | + | total | 1.233 | 1.291 | 1.393 | 1.414 | 1.435 | 1.307 | 100.0% | 10 | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.97321105003 + Full duration: 55.8097410202 + + test scenario NeutronNetworks.create_and_update_subnets + +--------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | neutron.create_subnet | 0.72 | 0.834 | 0.873 | 0.905 | 0.936 | 0.819 | 100.0% | 10 | + | neutron.update_subnet | 0.24 | 0.66 | 0.83 | 0.838 | 0.847 | 0.61 | 100.0% | 10 | + | total | 1.098 | 1.433 | 1.66 | 1.686 | 1.713 | 1.429 | 100.0% | 10 | + +-----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.11318302155 + Full duration: 55.0307190418 + + run_rally - INFO - Test scenario: "neutron" OK. + + run_rally - INFO - Starting test scenario "nova" ... + run_rally - INFO - + Preparing input task + Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: started + Task 52be10f0-6365-4abd-8a9b-5f626b8c2e7a: finished + + test scenario NovaKeypair.create_and_delete_keypair + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | nova.create_keypair | 0.695 | 0.769 | 0.948 | 0.991 | 1.035 | 0.816 | 100.0% | 10 | + | nova.delete_keypair | 0.017 | 0.453 | 0.499 | 0.551 | 0.604 | 0.423 | 100.0% | 10 | + | total | 0.944 | 1.187 | 1.524 | 1.533 | 1.542 | 1.239 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.69359993935 + Full duration: 34.1216721535 + + test scenario NovaServers.snapshot_server + +------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 6.466 | 7.619 | 9.603 | 9.617 | 9.63 | 7.898 | 100.0% | 10 | + | nova.create_image | 7.251 | 8.663 | 10.95 | 11.033 | 11.116 | 8.905 | 100.0% | 10 | + | nova.delete_server | 2.865 | 4.177 | 4.352 | 4.362 | 4.373 | 3.878 | 100.0% | 10 | + | nova.boot_server (2) | 7.263 | 7.636 | 9.053 | 9.177 | 9.301 | 7.965 | 100.0% | 10 | + | nova.delete_server (2) | 2.41 | 3.487 | 3.939 | 4.129 | 4.318 | 3.406 | 100.0% | 10 | + | nova.delete_image | 2.217 | 3.339 | 3.856 | 3.864 | 3.873 | 3.205 | 100.0% | 10 | + | total | 32.246 | 34.577 | 37.931 | 38.819 | 39.707 | 35.259 | 100.0% | 10 | + +------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 104.138304949 + Full duration: 162.17621994 + + test scenario NovaKeypair.boot_and_delete_server_with_keypair + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.create_keypair | 0.717 | 0.776 | 0.905 | 0.916 | 0.927 | 0.799 | 100.0% | 10 | + | nova.boot_server | 5.96 | 7.356 | 9.573 | 9.701 | 9.829 | 7.641 | 100.0% | 10 | + | nova.delete_server | 3.226 | 3.979 | 4.24 | 4.272 | 4.305 | 3.929 | 100.0% | 10 | + | nova.delete_keypair | 0.018 | 0.446 | 0.498 | 0.498 | 0.498 | 0.375 | 100.0% | 10 | + | total | 11.513 | 12.362 | 14.5 | 14.767 | 15.033 | 12.746 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 37.7138030529 + Full duration: 95.0321340561 + + test scenario NovaKeypair.create_and_list_keypairs + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | nova.create_keypair | 0.706 | 0.754 | 0.859 | 0.881 | 0.904 | 0.766 | 100.0% | 10 | + | nova.list_keypairs | 0.021 | 0.458 | 0.489 | 0.492 | 0.495 | 0.412 | 100.0% | 10 | + | total | 0.767 | 1.195 | 1.282 | 1.326 | 1.371 | 1.178 | 100.0% | 10 | + +---------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.66450190544 + Full duration: 35.3121151924 + + test scenario NovaServers.list_servers + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | nova.list_servers | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | + | total | 1.158 | 1.197 | 1.257 | 1.26 | 1.263 | 1.207 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.67958188057 + Full duration: 102.272238016 + + test scenario NovaServers.resize_server + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 6.482 | 7.414 | 8.638 | 9.129 | 9.619 | 7.594 | 100.0% | 10 | + | nova.resize | 12.87 | 13.632 | 13.841 | 14.061 | 14.281 | 13.519 | 100.0% | 10 | + | nova.resize_confirm | 3.854 | 4.236 | 4.429 | 4.579 | 4.729 | 4.184 | 100.0% | 10 | + | nova.delete_server | 2.853 | 3.971 | 4.187 | 4.209 | 4.231 | 3.798 | 100.0% | 10 | + | total | 27.866 | 29.013 | 29.93 | 30.646 | 31.361 | 29.095 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 86.1472420692 + Full duration: 116.147330999 + + test scenario NovaServers.boot_server_from_volume_and_delete + +----------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 7.809 | 9.646 | 10.21 | 10.4 | 10.59 | 9.268 | 100.0% | 10 | + | nova.boot_server | 7.938 | 9.663 | 10.373 | 10.451 | 10.528 | 9.379 | 100.0% | 10 | + | nova.delete_server | 3.263 | 4.164 | 4.323 | 4.341 | 4.359 | 3.965 | 100.0% | 10 | + | total | 21.009 | 22.166 | 24.464 | 24.608 | 24.752 | 22.612 | 100.0% | 10 | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 65.8047540188 + Full duration: 133.871994019 + + test scenario NovaServers.boot_and_migrate_server + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 6.526 | 7.611 | 9.253 | 9.328 | 9.404 | 7.939 | 100.0% | 10 | + | nova.stop_server | 3.956 | 4.801 | 7.753 | 7.839 | 7.924 | 5.676 | 100.0% | 10 | + | nova.migrate | 9.278 | 9.686 | 10.387 | 10.401 | 10.415 | 9.75 | 100.0% | 10 | + | nova.resize_confirm | 3.763 | 4.624 | 4.769 | 4.775 | 4.781 | 4.457 | 100.0% | 10 | + | nova.delete_server | 3.333 | 3.772 | 4.263 | 4.388 | 4.514 | 3.895 | 100.0% | 10 | + | total | 28.369 | 30.746 | 35.217 | 35.664 | 36.111 | 31.718 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 95.1431679726 + Full duration: 124.915132999 + + test scenario NovaServers.boot_and_delete_server + +--------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 7.051 | 7.863 | 9.774 | 9.886 | 9.999 | 8.295 | 100.0% | 10 | + | nova.delete_server | 2.506 | 4.173 | 4.427 | 5.12 | 5.813 | 4.06 | 100.0% | 10 | + | total | 10.355 | 11.708 | 14.201 | 15.006 | 15.812 | 12.355 | 100.0% | 10 | + +--------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 36.3530268669 + Full duration: 92.853083849 + + test scenario NovaServers.boot_and_rebuild_server + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 6.552 | 7.699 | 10.036 | 10.113 | 10.19 | 8.371 | 100.0% | 10 | + | nova.rebuild_server | 9.522 | 11.78 | 13.651 | 13.906 | 14.162 | 11.746 | 100.0% | 10 | + | nova.delete_server | 3.327 | 4.064 | 4.61 | 4.82 | 5.03 | 4.065 | 100.0% | 10 | + | total | 19.511 | 25.224 | 26.458 | 26.522 | 26.586 | 24.182 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 73.8343379498 + Full duration: 129.419740915 + + test scenario NovaSecGroup.create_and_list_secgroups + +--------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.create_10_security_groups | 6.563 | 9.397 | 10.161 | 10.173 | 10.185 | 8.839 | 100.0% | 10 | + | nova.create_100_rules | 45.018 | 49.294 | 56.133 | 56.18 | 56.227 | 50.472 | 100.0% | 10 | + | nova.list_security_groups | 0.111 | 0.217 | 0.579 | 0.601 | 0.623 | 0.264 | 100.0% | 10 | + | total | 52.204 | 58.754 | 65.138 | 65.785 | 66.433 | 59.576 | 100.0% | 10 | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 179.173851967 + Full duration: 240.213445902 + + test scenario NovaSecGroup.create_and_delete_secgroups + +--------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.create_10_security_groups | 7.358 | 9.711 | 10.153 | 10.476 | 10.798 | 9.428 | 100.0% | 10 | + | nova.create_100_rules | 47.694 | 51.106 | 54.599 | 55.137 | 55.674 | 51.004 | 100.0% | 10 | + | nova.delete_10_security_groups | 1.777 | 3.576 | 4.456 | 4.736 | 5.016 | 3.515 | 100.0% | 10 | + | total | 59.615 | 63.877 | 66.262 | 66.848 | 67.435 | 63.947 | 100.0% | 10 | + +--------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 191.541640997 + Full duration: 222.269508839 + + test scenario NovaServers.boot_and_bounce_server + +-------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 7.313 | 7.988 | 8.758 | 9.045 | 9.331 | 8.15 | 100.0% | 10 | + | nova.reboot_server | 5.889 | 6.906 | 7.056 | 7.078 | 7.101 | 6.624 | 100.0% | 10 | + | nova.soft_reboot_server | 6.349 | 6.773 | 8.096 | 8.126 | 8.156 | 6.947 | 100.0% | 10 | + | nova.stop_server | 4.4 | 5.425 | 6.714 | 7.318 | 7.922 | 5.67 | 100.0% | 10 | + | nova.start_server | 2.424 | 4.059 | 5.269 | 5.417 | 5.564 | 4.057 | 100.0% | 10 | + | nova.rescue_server | 8.473 | 9.131 | 9.695 | 9.957 | 10.219 | 9.177 | 100.0% | 10 | + | nova.unrescue_server | 2.688 | 5.82 | 6.893 | 6.92 | 6.948 | 5.504 | 100.0% | 10 | + | nova.delete_server | 3.393 | 3.812 | 4.417 | 4.473 | 4.53 | 3.858 | 100.0% | 10 | + | total | 47.129 | 50.214 | 51.652 | 52.087 | 52.523 | 50.006 | 100.0% | 10 | + +-------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 150.170030117 + Full duration: 206.320158958 + + test scenario NovaServers.boot_server + +----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | nova.boot_server | 7.775 | 8.214 | 9.964 | 10.061 | 10.157 | 8.648 | 100.0% | 10 | + | total | 7.775 | 8.214 | 9.965 | 10.061 | 10.157 | 8.649 | 100.0% | 10 | + +------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + Load duration: 25.5615310669 + Full duration: 72.0356788635 + + test scenario NovaSecGroup.boot_and_delete_server_with_secgroups + +-----------------------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.create_10_security_groups | 7.852 | 9.225 | 10.298 | 10.398 | 10.498 | 9.327 | 100.0% | 10 | + | nova.create_100_rules | 45.734 | 50.042 | 52.231 | 53.454 | 54.678 | 49.891 | 100.0% | 10 | + | nova.boot_server | 5.843 | 6.686 | 7.412 | 7.548 | 7.683 | 6.632 | 100.0% | 10 | + | nova.get_attached_security_groups | 0.173 | 0.215 | 0.678 | 0.757 | 0.836 | 0.311 | 100.0% | 10 | + | nova.delete_server | 2.437 | 2.94 | 3.313 | 3.412 | 3.512 | 2.92 | 100.0% | 10 | + | nova.delete_10_security_groups | 2.172 | 3.217 | 4.733 | 5.576 | 6.419 | 3.474 | 100.0% | 10 | + | total | 67.914 | 73.688 | 75.248 | 75.466 | 75.684 | 72.556 | 100.0% | 10 | + +-----------------------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 217.134851933 + Full duration: 273.106995821 + + test scenario NovaServers.pause_and_unpause_server + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | nova.boot_server | 7.355 | 8.061 | 9.184 | 9.727 | 10.271 | 8.306 | 100.0% | 10 | + | nova.pause_server | 2.766 | 3.437 | 3.779 | 3.807 | 3.836 | 3.361 | 100.0% | 10 | + | nova.unpause_server | 2.762 | 3.685 | 3.988 | 4.013 | 4.037 | 3.492 | 100.0% | 10 | + | nova.delete_server | 2.835 | 3.909 | 4.299 | 4.343 | 4.387 | 3.776 | 100.0% | 10 | + | total | 16.602 | 18.903 | 20.184 | 20.456 | 20.729 | 18.936 | 100.0% | 10 | + +---------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 57.0698840618 + Full duration: 114.94224596 + + test scenario NovaServers.boot_server_from_volume + +----------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + | cinder.create_volume | 7.772 | 10.48 | 10.909 | 11.031 | 11.154 | 9.647 | 100.0% | 10 | + | nova.boot_server | 8.129 | 9.825 | 11.137 | 11.167 | 11.196 | 9.722 | 100.0% | 10 | + | total | 16.389 | 19.221 | 21.482 | 21.884 | 22.285 | 19.369 | 100.0% | 10 | + +----------------------+--------+--------+--------+--------+--------+--------+---------+-------+ + Load duration: 57.2666420937 + Full duration: 114.729999065 + + test scenario NovaServers.boot_and_list_server + +-----------------------------------------------------------------------------------------+ + | Response Times (sec) | + +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + | nova.boot_server | 7.43 | 8.747 | 9.88 | 10.022 | 10.163 | 8.832 | 100.0% | 10 | + | nova.list_servers | 0.267 | 1.207 | 1.259 | 1.275 | 1.29 | 1.04 | 100.0% | 10 | + | total | 8.602 | 9.378 | 11.07 | 11.227 | 11.384 | 9.873 | 100.0% | 10 | + +-------------------+-------+--------+--------+--------+--------+-------+---------+-------+ + Load duration: 29.5450980663 + Full duration: 106.656322002 + + run_rally - INFO - Test scenario: "nova" OK. + + run_rally - INFO - Starting test scenario "quotas" ... + run_rally - INFO - + Preparing input task + Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: started + Task dcebd6f2-6fd1-4d5d-8d66-445030082b6c: finished + + test scenario Quotas.cinder_update + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | quotas.update_quotas | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | + | total | 1.163 | 1.265 | 1.531 | 1.556 | 1.581 | 1.345 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 4.06574201584 + Full duration: 14.4119129181 + + test scenario Quotas.neutron_update + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | quotas.update_quotas | 0.498 | 0.56 | 0.589 | 0.591 | 0.593 | 0.558 | 100.0% | 10 | + | total | 0.62 | 0.66 | 0.701 | 0.702 | 0.703 | 0.667 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 2.05467915535 + Full duration: 11.7390589714 + + test scenario Quotas.cinder_update_and_delete + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | quotas.update_quotas | 1.19 | 1.288 | 1.399 | 1.415 | 1.432 | 1.303 | 100.0% | 10 | + | quotas.delete_quotas | 0.531 | 1.107 | 1.208 | 1.235 | 1.262 | 1.062 | 100.0% | 10 | + | total | 1.779 | 2.435 | 2.535 | 2.549 | 2.562 | 2.365 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 7.07872509956 + Full duration: 17.2571020126 + + test scenario Quotas.nova_update_and_delete + +-------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | quotas.update_quotas | 0.669 | 0.708 | 0.732 | 0.745 | 0.757 | 0.703 | 100.0% | 10 | + | quotas.delete_quotas | 0.02 | 0.508 | 0.557 | 0.558 | 0.559 | 0.466 | 100.0% | 10 | + | total | 0.727 | 1.212 | 1.275 | 1.28 | 1.285 | 1.169 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 3.64670991898 + Full duration: 13.1532580853 + + test scenario Quotas.nova_update + +------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ + | quotas.update_quotas | 0.652 | 0.726 | 0.761 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | + | total | 0.652 | 0.727 | 0.762 | 0.766 | 0.77 | 0.722 | 100.0% | 10 | + +----------------------+-------+--------+--------+--------+------+-------+---------+-------+ + Load duration: 2.22018194199 + Full duration: 11.9367260933 + + run_rally - INFO - Test scenario: "quotas" OK. + + run_rally - INFO - Starting test scenario "requests" ... + run_rally - INFO - + Preparing input task + Task 89de006e-a4fd-4526-9211-477075f8e5fc: started + Task 89de006e-a4fd-4526-9211-477075f8e5fc: finished + + test scenario HttpRequests.check_random_request + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | requests.check_request | 0.184 | 0.456 | 1.019 | 1.022 | 1.026 | 0.555 | 100.0% | 10 | + | total | 0.184 | 0.456 | 1.02 | 1.023 | 1.026 | 0.555 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 1.69973492622 + Full duration: 5.72609114647 + + test scenario HttpRequests.check_request + +---------------------------------------------------------------------------------------------+ + | Response Times (sec) | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | action | min | median | 90%ile | 95%ile | max | avg | success | count | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + | requests.check_request | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | + | total | 0.185 | 0.189 | 0.191 | 0.194 | 0.197 | 0.189 | 100.0% | 10 | + +------------------------+-------+--------+--------+--------+-------+-------+---------+-------+ + Load duration: 0.616016864777 + Full duration: 4.89253997803 + + run_rally - INFO - Test scenario: "requests" OK. + + run_rally - INFO - + + Rally Summary Report + +===================+============+===============+===========+ + | Module | Duration | nb. Test Run | Success | + +===================+============+===============+===========+ + | authenticate | 00:35 | 10 | 100.00% | + +-------------------+------------+---------------+-----------+ + | glance | 02:20 | 7 | 100.00% | + +-------------------+------------+---------------+-----------+ + | cinder | 19:44 | 50 | 100.00% | + +-------------------+------------+---------------+-----------+ + | heat | 09:29 | 35 | 100.00% | + +-------------------+------------+---------------+-----------+ + | keystone | 01:59 | 29 | 100.00% | + +-------------------+------------+---------------+-----------+ + | neutron | 10:48 | 31 | 100.00% | + +-------------------+------------+---------------+-----------+ + | nova | 39:36 | 61 | 100.00% | + +-------------------+------------+---------------+-----------+ + | quotas | 01:08 | 7 | 100.00% | + +-------------------+------------+---------------+-----------+ + | requests | 00:10 | 2 | 100.00% | + +-------------------+------------+---------------+-----------+ + +===================+============+===============+===========+ + | TOTAL: | 01:25:53 | 232 | 100.00% | + +===================+============+===============+===========+ +:: + +SDN Controller +-------------- + +ODL +^^^ +:: + ============================================================================== + Basic + ============================================================================== + Basic.010 Restconf OK :: Test suite to verify Restconf is OK + ============================================================================== + Get Controller Modules :: Get the controller modules via Restconf | PASS | + ------------------------------------------------------------------------------ + Basic.010 Restconf OK :: Test suite to verify Restconf is OK | PASS | + 1 critical test, 1 passed, 0 failed + 1 test total, 1 passed, 0 failed + ============================================================================== + Basic | PASS | + 1 critical test, 1 passed, 0 failed + 1 test total, 1 passed, 0 failed + ============================================================================== + Output: /home/opnfv/output.xml + Log: /home/opnfv/log.html + Report: /home/opnfv/report.html + ============================================================================== + Neutron :: Test suite for Neutron Plugin + ============================================================================== + Neutron.Networks :: Checking Network created in OpenStack are pushed to Ope... + ============================================================================== + Check OpenStack Networks :: Checking OpenStack Neutron for known n... | PASS | + ------------------------------------------------------------------------------ + Check OpenDaylight Networks :: Checking OpenDaylight Neutron API f... | PASS | + ------------------------------------------------------------------------------ + Create Network :: Create new network in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check Network :: Check Network created in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Networks :: Checking Network created in OpenStack are push... | PASS | + 4 critical tests, 4 passed, 0 failed + 4 tests total, 4 passed, 0 failed + ============================================================================== + Neutron.Subnets :: Checking Subnets created in OpenStack are pushed to Open... + ============================================================================== + Check OpenStack Subnets :: Checking OpenStack Neutron for known Su... | PASS | + ------------------------------------------------------------------------------ + Check OpenDaylight subnets :: Checking OpenDaylight Neutron API fo... | PASS | + ------------------------------------------------------------------------------ + Create New subnet :: Create new subnet in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check New subnet :: Check new subnet created in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Subnets :: Checking Subnets created in OpenStack are pushe... | PASS | + 4 critical tests, 4 passed, 0 failed + 4 tests total, 4 passed, 0 failed + ============================================================================== + Neutron.Ports :: Checking Port created in OpenStack are pushed to OpenDaylight + ============================================================================== + Check OpenStack ports :: Checking OpenStack Neutron for known ports | PASS | + ------------------------------------------------------------------------------ + Check OpenDaylight ports :: Checking OpenDaylight Neutron API for ... | PASS | + ------------------------------------------------------------------------------ + Create New Port :: Create new port in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check New Port :: Check new subnet created in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Ports :: Checking Port created in OpenStack are pushed to ... | PASS | + 4 critical tests, 4 passed, 0 failed + 4 tests total, 4 passed, 0 failed + ============================================================================== + Neutron.Delete Ports :: Checking Port deleted in OpenStack are deleted also... + ============================================================================== + Delete New Port :: Delete previously created port in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check Port Deleted :: Check port deleted in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Delete Ports :: Checking Port deleted in OpenStack are del... | PASS | + 2 critical tests, 2 passed, 0 failed + 2 tests total, 2 passed, 0 failed + ============================================================================== + Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack are deleted... + ============================================================================== + Delete New subnet :: Delete previously created subnet in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check New subnet deleted :: Check subnet deleted in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Delete Subnets :: Checking Subnets deleted in OpenStack ar... | PASS | + 2 critical tests, 2 passed, 0 failed + 2 tests total, 2 passed, 0 failed + ============================================================================== + Neutron.Delete Networks :: Checking Network deleted in OpenStack are delete... + ============================================================================== + Delete Network :: Delete network in OpenStack | PASS | + ------------------------------------------------------------------------------ + Check Network deleted :: Check Network deleted in OpenDaylight | PASS | + ------------------------------------------------------------------------------ + Neutron.Delete Networks :: Checking Network deleted in OpenStack a... | PASS | + 2 critical tests, 2 passed, 0 failed + 2 tests total, 2 passed, 0 failed + ============================================================================== + Neutron :: Test suite for Neutron Plugin | PASS | + 18 critical tests, 18 passed, 0 failed + 18 tests total, 18 passed, 0 failed +:: + +Feature tests +------------- + +Promise +^^^^^^^ +:: + FUNCTEST.info: Running PROMISE test case... + Promise- INFO - Creating tenant 'promise'... + Promise- INFO - Adding role 'eed9b04b536646c994679496e7b653cc' to tenant 'promise'... + Promise- INFO - Creating user 'promiser'... + Promise- INFO - Updating OpenStack credentials... + Promise- INFO - Creating image 'promise-img' from '/home/opnfv/functest/data/cirros-0.3.4-x86_64-disk.img'... + Promise- INFO - Creating flavor 'promise-flavor'... + Promise- INFO - Exporting environment variables... + Promise- INFO - Running command: npm run -s test -- --reporter json + Promise- INFO - The test succeeded. + { + "stats": { + "suites": 23, + "tests": 33, + "passes": 33, + "pending": 0, + "failures": 0, + "start": "2016-02-23T10:44:37.402Z", + "end": "2016-02-23T10:44:42.006Z", + "duration": 4604 + }, + "tests": [ + { + "title": "should add a new OpenStack provider without error", + "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", + "duration": 1171, + "err": {} + }, + { + "title": "should update promise.providers with a new entry", + "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", + "duration": 7, + "err": {} + }, + { + "title": "should contain a new ResourceProvider record in the store", + "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", + "duration": 1, + "err": {} + }, + { + "title": "should add more capacity to the reservation service without error", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", + "duration": 29, + "err": {} + }, + { + "title": "should update promise.pools with a new entry", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", + "duration": 1, + "err": {} + }, + { + "title": "should contain a ResourcePool record in the store", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should report total collections and utilizations", + "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", + "duration": 23, + "err": {} + }, + { + "title": "should contain newly added capacity pool", + "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", + "duration": 13, + "err": {} + }, + { + "title": "should create a new server in target provider without error", + "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", + "duration": 1144, + "err": {} + }, + { + "title": "should update promise.allocations with a new entry", + "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", + "duration": 3, + "err": {} + }, + { + "title": "should contain a new ResourceAllocation record in the store", + "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should reference the created server ID from the provider", + "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", + "duration": 0, + "err": {} + }, + { + "title": "should have low priority state", + "fullTitle": "promise allocation without reservation create-instance should have low priority state", + "duration": 0, + "err": {} + }, + { + "title": "should create reservation record (no start/end) without error", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", + "duration": 71, + "err": {} + }, + { + "title": "should update promise.reservations with a new entry", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", + "duration": 9, + "err": {} + }, + { + "title": "should contain a new ResourceReservation record in the store", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should create a new server in target provider (with reservation) without error", + "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", + "duration": 1025, + "err": {} + }, + { + "title": "should contain a new ResourceAllocation record in the store", + "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should be referenced in the reservation record", + "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", + "duration": 5, + "err": {} + }, + { + "title": "should have high priority state", + "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", + "duration": 0, + "err": {} + }, + { + "title": "should create reservation record (for future) without error", + "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", + "duration": 125, + "err": {} + }, + { + "title": "should update promise.reservations with a new entry", + "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", + "duration": 18, + "err": {} + }, + { + "title": "should contain a new ResourceReservation record in the store", + "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should contain newly created future reservation", + "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", + "duration": 74, + "err": {} + }, + { + "title": "should modify existing reservation without error", + "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", + "duration": 88, + "err": {} + }, + { + "title": "should modify existing reservation without error", + "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", + "duration": 19, + "err": {} + }, + { + "title": "should no longer contain record of the deleted reservation", + "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", + "duration": 1, + "err": {} + }, + { + "title": "should decrease available capacity from a provider in the future", + "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", + "duration": 18, + "err": {} + }, + { + "title": "should increase available capacity from a provider in the future", + "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", + "duration": 13, + "err": {} + }, + { + "title": "should report available collections and utilizations", + "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", + "duration": 66, + "err": {} + }, + { + "title": "should fail to create immediate reservation record with proper error", + "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", + "duration": 74, + "err": {} + }, + { + "title": "should fail to create future reservation record with proper error", + "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", + "duration": 69, + "err": {} + }, + { + "title": "should successfully destroy all allocations", + "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", + "duration": 507, + "err": {} + } + ], + "pending": [], + "failures": [], + "passes": [ + { + "title": "should add a new OpenStack provider without error", + "fullTitle": "promise register OpenStack into resource pool add-provider should add a new OpenStack provider without error", + "duration": 1171, + "err": {} + }, + { + "title": "should update promise.providers with a new entry", + "fullTitle": "promise register OpenStack into resource pool add-provider should update promise.providers with a new entry", + "duration": 7, + "err": {} + }, + { + "title": "should contain a new ResourceProvider record in the store", + "fullTitle": "promise register OpenStack into resource pool add-provider should contain a new ResourceProvider record in the store", + "duration": 1, + "err": {} + }, + { + "title": "should add more capacity to the reservation service without error", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should add more capacity to the reservation service without error", + "duration": 29, + "err": {} + }, + { + "title": "should update promise.pools with a new entry", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should update promise.pools with a new entry", + "duration": 1, + "err": {} + }, + { + "title": "should contain a ResourcePool record in the store", + "fullTitle": "promise register OpenStack into resource pool increase-capacity should contain a ResourcePool record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should report total collections and utilizations", + "fullTitle": "promise register OpenStack into resource pool query-capacity should report total collections and utilizations", + "duration": 23, + "err": {} + }, + { + "title": "should contain newly added capacity pool", + "fullTitle": "promise register OpenStack into resource pool query-capacity should contain newly added capacity pool", + "duration": 13, + "err": {} + }, + { + "title": "should create a new server in target provider without error", + "fullTitle": "promise allocation without reservation create-instance should create a new server in target provider without error", + "duration": 1144, + "err": {} + }, + { + "title": "should update promise.allocations with a new entry", + "fullTitle": "promise allocation without reservation create-instance should update promise.allocations with a new entry", + "duration": 3, + "err": {} + }, + { + "title": "should contain a new ResourceAllocation record in the store", + "fullTitle": "promise allocation without reservation create-instance should contain a new ResourceAllocation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should reference the created server ID from the provider", + "fullTitle": "promise allocation without reservation create-instance should reference the created server ID from the provider", + "duration": 0, + "err": {} + }, + { + "title": "should have low priority state", + "fullTitle": "promise allocation without reservation create-instance should have low priority state", + "duration": 0, + "err": {} + }, + { + "title": "should create reservation record (no start/end) without error", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should create reservation record (no start/end) without error", + "duration": 71, + "err": {} + }, + { + "title": "should update promise.reservations with a new entry", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should update promise.reservations with a new entry", + "duration": 9, + "err": {} + }, + { + "title": "should contain a new ResourceReservation record in the store", + "fullTitle": "promise allocation using reservation for immediate use create-reservation should contain a new ResourceReservation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should create a new server in target provider (with reservation) without error", + "fullTitle": "promise allocation using reservation for immediate use create-instance should create a new server in target provider (with reservation) without error", + "duration": 1025, + "err": {} + }, + { + "title": "should contain a new ResourceAllocation record in the store", + "fullTitle": "promise allocation using reservation for immediate use create-instance should contain a new ResourceAllocation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should be referenced in the reservation record", + "fullTitle": "promise allocation using reservation for immediate use create-instance should be referenced in the reservation record", + "duration": 5, + "err": {} + }, + { + "title": "should have high priority state", + "fullTitle": "promise allocation using reservation for immediate use create-instance should have high priority state", + "duration": 0, + "err": {} + }, + { + "title": "should create reservation record (for future) without error", + "fullTitle": "promise reservation for future use create-reservation should create reservation record (for future) without error", + "duration": 125, + "err": {} + }, + { + "title": "should update promise.reservations with a new entry", + "fullTitle": "promise reservation for future use create-reservation should update promise.reservations with a new entry", + "duration": 18, + "err": {} + }, + { + "title": "should contain a new ResourceReservation record in the store", + "fullTitle": "promise reservation for future use create-reservation should contain a new ResourceReservation record in the store", + "duration": 0, + "err": {} + }, + { + "title": "should contain newly created future reservation", + "fullTitle": "promise reservation for future use query-reservation should contain newly created future reservation", + "duration": 74, + "err": {} + }, + { + "title": "should modify existing reservation without error", + "fullTitle": "promise reservation for future use update-reservation should modify existing reservation without error", + "duration": 88, + "err": {} + }, + { + "title": "should modify existing reservation without error", + "fullTitle": "promise reservation for future use cancel-reservation should modify existing reservation without error", + "duration": 19, + "err": {} + }, + { + "title": "should no longer contain record of the deleted reservation", + "fullTitle": "promise reservation for future use cancel-reservation should no longer contain record of the deleted reservation", + "duration": 1, + "err": {} + }, + { + "title": "should decrease available capacity from a provider in the future", + "fullTitle": "promise capacity planning decrease-capacity should decrease available capacity from a provider in the future", + "duration": 18, + "err": {} + }, + { + "title": "should increase available capacity from a provider in the future", + "fullTitle": "promise capacity planning increase-capacity should increase available capacity from a provider in the future", + "duration": 13, + "err": {} + }, + { + "title": "should report available collections and utilizations", + "fullTitle": "promise capacity planning query-capacity should report available collections and utilizations", + "duration": 66, + "err": {} + }, + { + "title": "should fail to create immediate reservation record with proper error", + "fullTitle": "promise reservation with conflict create-reservation should fail to create immediate reservation record with proper error", + "duration": 74, + "err": {} + }, + { + "title": "should fail to create future reservation record with proper error", + "fullTitle": "promise reservation with conflict create-reservation should fail to create future reservation record with proper error", + "duration": 69, + "err": {} + }, + { + "title": "should successfully destroy all allocations", + "fullTitle": "promise cleanup test allocations destroy-instance should successfully destroy all allocations", + "duration": 507, + "err": {} + } + ] + } + Promise- INFO - + **************************************** + Promise test report + + **************************************** + Suites: 23 + Tests: 33 + Passes: 33 + Pending: 0 + Failures: 0 + Start: 2016-02-23T10:44:37.402Z + End: 2016-02-23T10:44:42.006Z + Duration: 4.604 + **************************************** + + Promise- INFO - Pushing results to DB... +:: |