summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorStamatis Katsaounis <mokats@intracom-telecom.com>2019-02-01 16:43:28 +0200
committerDan Xu <xudan16@huawei.com>2019-03-08 09:21:49 +0000
commit03610129690840704fdcdbf28188c695a263e46e (patch)
treea683ff6363125915a9b3abddbaa6dbdd8b5fdf24
parentea480f97ea68b741a7b62ff07a38808871b568de (diff)
Add Functest Rally test cases
This patch adds all Rally testcases of Functest to Dovetail. Change-Id: I8b20bce9966e924fd5aac41bde5a30442394db05 Signed-off-by: Stamatis Katsaounis <mokats@intracom-telecom.com>
-rw-r--r--dovetail/report.py38
-rw-r--r--dovetail/tests/unit/test_report.py55
-rw-r--r--etc/compliance/proposed_tests.yml9
-rw-r--r--etc/testcase/functest.rally.authenticate.yml30
-rw-r--r--etc/testcase/functest.rally.cinder.yml48
-rw-r--r--etc/testcase/functest.rally.glance.yaml32
-rw-r--r--etc/testcase/functest.rally.gnocchi.yml40
-rw-r--r--etc/testcase/functest.rally.heat.yml37
-rw-r--r--etc/testcase/functest.rally.keystone.yml35
-rw-r--r--etc/testcase/functest.rally.neutron.yml44
-rw-r--r--etc/testcase/functest.rally.nova.yml51
-rw-r--r--etc/testcase/functest.rally.quotas.yml28
-rw-r--r--etc/userconfig/rally_authenticate_testcases.yaml22
-rw-r--r--etc/userconfig/rally_cinder_testcases.yaml22
-rw-r--r--etc/userconfig/rally_glance_testcases.yaml22
-rw-r--r--etc/userconfig/rally_gnocchi_testcases.yaml22
-rw-r--r--etc/userconfig/rally_heat_testcases.yaml22
-rw-r--r--etc/userconfig/rally_keystone_testcases.yaml22
-rw-r--r--etc/userconfig/rally_neutron_testcases.yaml22
-rw-r--r--etc/userconfig/rally_nova_testcases.yaml22
-rw-r--r--etc/userconfig/rally_quotas_testcases.yaml22
21 files changed, 633 insertions, 12 deletions
diff --git a/dovetail/report.py b/dovetail/report.py
index 8e75c26..86f941d 100644
--- a/dovetail/report.py
+++ b/dovetail/report.py
@@ -270,7 +270,10 @@ class FunctestCrawler(Crawler):
duration = dt_utils.get_duration(timestart, timestop,
self.logger)
if complex_testcase:
- details = self.get_details(data)
+ if testcase_name == 'rally_full':
+ details = self.get_rally_details(data)
+ else:
+ details = self.get_details(data)
except KeyError as e:
self.logger.exception(
"Result data don't have key {}.".format(e))
@@ -285,17 +288,28 @@ class FunctestCrawler(Crawler):
testcase.set_results(json_results)
return json_results
- def get_details(self, data):
- tests = data['details']['tests_number']
- failed_num = data['details']['failures_number']
- success_case = data['details']['success']
- error_case = data['details']['failures']
- skipped_case = data['details']['skipped']
- details = {'tests': tests,
- 'failures': failed_num,
- 'success': success_case,
- 'errors': error_case,
- 'skipped': skipped_case}
+ @staticmethod
+ def get_details(data):
+ t_details = data['details']
+ details = {
+ 'tests': t_details['tests_number'],
+ 'failures': t_details['failures_number'],
+ 'success': t_details['success'],
+ 'errors': t_details['failures'],
+ 'skipped': t_details['skipped']
+ }
+ return details
+
+ @staticmethod
+ def get_rally_details(data):
+ t_details = data['details'][0]['details']
+ details = {
+ 'tests': len(t_details['success']) + len(t_details['failures']),
+ 'failures': len(t_details['failures']),
+ 'success': t_details['success'],
+ 'errors': t_details['failures'],
+ 'skipped': []
+ }
return details
diff --git a/dovetail/tests/unit/test_report.py b/dovetail/tests/unit/test_report.py
index 4e1214e..be56e15 100644
--- a/dovetail/tests/unit/test_report.py
+++ b/dovetail/tests/unit/test_report.py
@@ -558,6 +558,61 @@ class ReportTesting(unittest.TestCase):
self.assertEquals(expected, result)
@patch('__builtin__.open')
+ @patch('dovetail.report.json')
+ @patch('dovetail.report.dt_cfg')
+ @patch('dovetail.report.dt_utils')
+ @patch('dovetail.report.os.path')
+ def test_functest_rally_crawler_crawl(self, mock_path, mock_utils,
+ mock_config, mock_json, mock_open):
+ logger_obj = Mock()
+ mock_config.dovetail_config = {'build_tag': 'tag'}
+ dt_report.FunctestCrawler.logger = logger_obj
+ mock_path.exists.return_value = True
+ file_path = 'file_path'
+ testcase_obj = Mock()
+ testcase_obj.validate_testcase.return_value = 'rally_full'
+ testcase_obj.name.return_value = 'name'
+ testcase_obj.sub_testcase.return_value = ['subt_a', 'subt_b', 'subt_c']
+ file_obj = Mock()
+ mock_open.return_value.__enter__.side_effect = [[file_obj], file_obj]
+ data_dict = {
+ 'case_name': 'rally_full',
+ 'build_tag': 'tag-name',
+ 'criteria': 'criteria',
+ 'start_date': 'start_date',
+ 'stop_date': 'stop_date',
+ 'details': [{
+ 'details': {
+ 'success': ['subt_a'],
+ 'failures': ['subt_b', 'subt_c']
+ }
+ }]
+ }
+
+ mock_json.loads.return_value = data_dict
+ mock_utils.get_duration.return_value = 'duration'
+
+ crawler = dt_report.FunctestCrawler()
+ result = crawler.crawl(testcase_obj, [file_path, file_path])
+ expected = {'criteria': 'criteria', 'timestart': 'start_date',
+ 'timestop': 'stop_date', 'duration': 'duration',
+ 'details': {
+ 'tests': 3, 'failures': 2,
+ 'success': ['subt_a'], 'errors': ['subt_b', 'subt_c'],
+ 'skipped': []}}
+
+ mock_path.exists.assert_called_once_with(file_path)
+ mock_open.assert_called_with(file_path, 'r')
+ mock_json.loads.assert_called_with(file_obj)
+ mock_utils.get_duration.assert_called_once_with(
+ 'start_date', 'stop_date', logger_obj)
+ testcase_obj.set_results.assert_called_with(expected)
+ testcase_obj.validate_testcase.assert_called_once_with()
+ testcase_obj.sub_testcase.assert_called_once_with()
+ testcase_obj.name.assert_called_once_with()
+ self.assertEquals(expected, result)
+
+ @patch('__builtin__.open')
@patch('dovetail.report.json.loads')
@patch('dovetail.report.dt_cfg')
@patch('dovetail.report.dt_utils')
diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml
index 639a030..0800110 100644
--- a/etc/compliance/proposed_tests.yml
+++ b/etc/compliance/proposed_tests.yml
@@ -7,3 +7,12 @@ proposed_tests:
optional:
- functest.k8s.conformance
- functest.k8s.smoke
+ - functest.rally.authenticate
+ - functest.rally.cinder
+ - functest.rally.glance
+ - functest.rally.gnocchi
+ - functest.rally.heat
+ - functest.rally.keystone
+ - functest.rally.neutron
+ - functest.rally.nova
+ - functest.rally.quotas
diff --git a/etc/testcase/functest.rally.authenticate.yml b/etc/testcase/functest.rally.authenticate.yml
new file mode 100644
index 0000000..ee78c1e
--- /dev/null
+++ b/etc/testcase/functest.rally.authenticate.yml
@@ -0,0 +1,30 @@
+---
+functest.rally.authenticate:
+ name: functest.rally.authenticate
+ objective: Run all Functest Rally Authenticate test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_authenticate_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/authenticate.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_authenticate_logs/functest.rally.authenticate.functest.log
+ - rally_authenticate_logs/authenticate.json
+ - rally_authenticate_logs/authenticate.html
+ - rally_authenticate_logs/authenticate.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'Authenticate.keystone'
+ - 'Authenticate.validate_cinder'
+ - 'Authenticate.validate_glance'
+ - 'Authenticate.validate_heat'
+ - 'Authenticate.validate_neutron'
+ - 'Authenticate.validate_nova'
diff --git a/etc/testcase/functest.rally.cinder.yml b/etc/testcase/functest.rally.cinder.yml
new file mode 100644
index 0000000..04aecd4
--- /dev/null
+++ b/etc/testcase/functest.rally.cinder.yml
@@ -0,0 +1,48 @@
+---
+functest.rally.cinder:
+ name: functest.rally.cinder
+ objective: Run all Functest Rally Cinder test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_cinder_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/cinder.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_cinder_logs/functest.rally.cinder.functest.log
+ - rally_cinder_logs/cinder.json
+ - rally_cinder_logs/cinder.html
+ - rally_cinder_logs/cinder.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'CinderVolumes.create_and_attach_volume'
+ - 'CinderVolumes.create_and_list_snapshots'
+ - 'CinderVolumes.create_and_list_volume'
+ - 'CinderVolumes.create_and_list_volume-2'
+ - 'CinderVolumes.create_and_upload_volume_to_image'
+ - 'CinderVolumes.create_nested_snapshots_and_attach_volume'
+ - 'CinderVolumes.create_snapshot_and_attach_volume'
+ - 'CinderVolumes.create_volume'
+ - 'CinderVolumes.create_volume-2'
+ - 'CinderVolumes.list_volumes'
+ - 'CinderVolumes.create_and_delete_snapshot'
+ - 'CinderVolumes.create_and_delete_volume'
+ - 'CinderVolumes.create_and_delete_volume-2'
+ - 'CinderVolumes.create_and_delete_volume-3'
+ - 'CinderVolumes.create_and_extend_volume'
+ - 'CinderVolumes.create_from_volume_and_delete_volume'
+ - 'CinderQos.create_and_get_qos'
+ - 'CinderQos.create_and_list_qos'
+ - 'CinderQos.create_and_set_qos'
+ - 'CinderVolumeTypes.create_and_get_volume_type'
+ - 'CinderVolumeTypes.create_and_list_volume_types'
+ - 'CinderVolumeTypes.create_and_update_volume_type'
+ - 'CinderVolumeTypes.create_volume_type_and_encryption_type'
+ - 'CinderVolumeTypes.create_volume_type_add_and_list_type_access'
diff --git a/etc/testcase/functest.rally.glance.yaml b/etc/testcase/functest.rally.glance.yaml
new file mode 100644
index 0000000..2a8c978
--- /dev/null
+++ b/etc/testcase/functest.rally.glance.yaml
@@ -0,0 +1,32 @@
+---
+functest.rally.glance:
+ name: functest.rally.glance
+ objective: Run all Functest Rally Glance test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_glance_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/glance.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_glance_logs/functest.rally.glance.functest.log
+ - rally_glance_logs/glance.json
+ - rally_glance_logs/glance.html
+ - rally_glance_logs/glance.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'GlanceImages.create_and_delete_image'
+ - 'GlanceImages.create_and_list_image'
+ - 'GlanceImages.list_images'
+ - 'GlanceImages.create_image_and_boot_instances'
+ - 'GlanceImages.create_and_deactivate_image'
+ - 'GlanceImages.create_and_download_image'
+ - 'GlanceImages.create_and_get_image'
+ - 'GlanceImages.create_and_update_image'
diff --git a/etc/testcase/functest.rally.gnocchi.yml b/etc/testcase/functest.rally.gnocchi.yml
new file mode 100644
index 0000000..c1c85a2
--- /dev/null
+++ b/etc/testcase/functest.rally.gnocchi.yml
@@ -0,0 +1,40 @@
+---
+functest.rally.gnocchi:
+ name: functest.rally.gnocchi
+ objective: Run all Functest Rally Gnocchi test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_gnocchi_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/gnocchi.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_gnocchi_logs/functest.rally.gnocchi.functest.log
+ - rally_gnocchi_logs/gnocchi.json
+ - rally_gnocchi_logs/gnocchi.html
+ - rally_gnocchi_logs/gnocchi.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'Gnocchi.list_capabilities'
+ - 'Gnocchi.get_status'
+ - 'GnocchiArchivePolicyRule.list_archive_policy_rule'
+ - 'GnocchiArchivePolicyRule.create_archive_policy_rule'
+ - 'GnocchiArchivePolicyRule.create_delete_archive_policy_rule'
+ - 'GnocchiArchivePolicy.list_archive_policy'
+ - 'GnocchiArchivePolicy.create_archive_policy'
+ - 'GnocchiArchivePolicy.create_delete_archive_policy'
+ - 'GnocchiResourceType.list_resource_type'
+ - 'GnocchiResourceType.create_resource_type'
+ - 'GnocchiResourceType.create_delete_resource_type'
+ - 'GnocchiMetric.list_metric'
+ - 'GnocchiMetric.create_metric'
+ - 'GnocchiMetric.create_delete_metric'
+ - 'GnocchiResource.create_resource'
+ - 'GnocchiResource.create_delete_resource'
diff --git a/etc/testcase/functest.rally.heat.yml b/etc/testcase/functest.rally.heat.yml
new file mode 100644
index 0000000..c1d1fc8
--- /dev/null
+++ b/etc/testcase/functest.rally.heat.yml
@@ -0,0 +1,37 @@
+---
+functest.rally.heat:
+ name: functest.rally.heat
+ objective: Run all Functest Rally Heat test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_heat_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/heat.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_heat_logs/functest.rally.heat.functest.log
+ - rally_heat_logs/heat.json
+ - rally_heat_logs/heat.html
+ - rally_heat_logs/heat.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'HeatStacks.create_and_delete_stack'
+ - 'HeatStacks.create_and_delete_stack-2'
+ - 'HeatStacks.create_and_delete_stack-3'
+ - 'HeatStacks.create_and_list_stack'
+ - 'HeatStacks.create_update_delete_stack'
+ - 'HeatStacks.create_update_delete_stack-2'
+ - 'HeatStacks.create_update_delete_stack-3'
+ - 'HeatStacks.create_update_delete_stack-4'
+ - 'HeatStacks.create_update_delete_stack-5'
+ - 'HeatStacks.create_update_delete_stack-6'
+ - 'HeatStacks.create_check_delete_stack'
+ - 'HeatStacks.create_suspend_resume_delete_stack'
+ - 'HeatStacks.list_stacks_and_resources'
diff --git a/etc/testcase/functest.rally.keystone.yml b/etc/testcase/functest.rally.keystone.yml
new file mode 100644
index 0000000..9dd45b9
--- /dev/null
+++ b/etc/testcase/functest.rally.keystone.yml
@@ -0,0 +1,35 @@
+---
+functest.rally.keystone:
+ name: functest.rally.keystone
+ objective: Run all Functest Rally Keystone test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_keystone_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/keystone.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_keystone_logs/functest.rally.keystone.functest.log
+ - rally_keystone_logs/keystone.json
+ - rally_keystone_logs/keystone.html
+ - rally_keystone_logs/keystone.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'KeystoneBasic.add_and_remove_user_role'
+ - 'KeystoneBasic.create_add_and_list_user_roles'
+ - 'KeystoneBasic.create_and_list_tenants'
+ - 'KeystoneBasic.create_and_delete_role'
+ - 'KeystoneBasic.create_and_delete_service'
+ - 'KeystoneBasic.get_entities'
+ - 'KeystoneBasic.create_update_and_delete_tenant'
+ - 'KeystoneBasic.create_user'
+ - 'KeystoneBasic.create_tenant'
+ - 'KeystoneBasic.create_and_list_users'
+ - 'KeystoneBasic.create_tenant_with_users'
diff --git a/etc/testcase/functest.rally.neutron.yml b/etc/testcase/functest.rally.neutron.yml
new file mode 100644
index 0000000..5679a2d
--- /dev/null
+++ b/etc/testcase/functest.rally.neutron.yml
@@ -0,0 +1,44 @@
+---
+functest.rally.neutron:
+ name: functest.rally.neutron
+ objective: Run all Functest Rally Neutron test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_neutron_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/neutron.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_neutron_logs/functest.rally.neutron.functest.log
+ - rally_neutron_logs/neutron.json
+ - rally_neutron_logs/neutron.html
+ - rally_neutron_logs/neutron.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'NeutronNetworks.create_and_update_networks'
+ - 'NeutronNetworks.create_and_update_ports'
+ - 'NeutronNetworks.create_and_update_routers'
+ - 'NeutronNetworks.create_and_update_subnets'
+ - 'NeutronNetworks.create_and_delete_networks'
+ - 'NeutronNetworks.create_and_delete_ports'
+ - 'NeutronNetworks.create_and_delete_routers'
+ - 'NeutronNetworks.create_and_delete_subnets'
+ - 'NeutronNetworks.create_and_list_networks'
+ - 'NeutronNetworks.create_and_list_ports'
+ - 'NeutronNetworks.create_and_list_routers'
+ - 'NeutronNetworks.create_and_list_subnets'
+ - 'NeutronSecurityGroup.create_and_delete_security_groups'
+ - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+ - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+ - 'NeutronSecurityGroup.create_and_show_security_group'
+ - 'NeutronNetworks.set_and_clear_router_gateway'
+ - 'NeutronNetworks.create_and_show_ports'
+ - 'NeutronNetworks.create_and_show_routers'
+ - 'NeutronNetworks.create_and_show_subnets'
diff --git a/etc/testcase/functest.rally.nova.yml b/etc/testcase/functest.rally.nova.yml
new file mode 100644
index 0000000..b3ff688
--- /dev/null
+++ b/etc/testcase/functest.rally.nova.yml
@@ -0,0 +1,51 @@
+---
+functest.rally.nova:
+ name: functest.rally.nova
+ objective: Run all Functest Rally Nova test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_nova_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/nova.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_nova_logs/functest.rally.nova.functest.log
+ - rally_nova_logs/nova.json
+ - rally_nova_logs/nova.html
+ - rally_nova_logs/nova.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'NovaKeypair.create_and_delete_keypair'
+ - 'NovaKeypair.create_and_list_keypairs'
+ - 'NovaServers.boot_and_bounce_server'
+ - 'NovaServers.boot_and_delete_server'
+ - 'NovaServers.boot_and_list_server'
+ - 'NovaServers.boot_and_rebuild_server'
+ - 'NovaServers.snapshot_server'
+ - 'NovaServers.boot_server_from_volume'
+ - 'NovaServers.boot_server'
+ - 'NovaServers.list_servers'
+ - 'NovaServers.resize_server'
+ - 'NovaServers.boot_and_live_migrate_server'
+ - 'NovaServers.boot_server_attach_created_volume_and_live_migrate'
+ - 'NovaServers.boot_server_from_volume_and_live_migrate'
+ - 'NovaKeypair.boot_and_delete_server_with_keypair'
+ - 'NovaServers.boot_server_from_volume_and_delete'
+ - 'NovaServers.pause_and_unpause_server'
+ - 'NovaServers.boot_and_migrate_server'
+ - 'NovaServers.boot_server_and_list_interfaces'
+ - 'NovaServers.boot_and_get_console_url'
+ - 'NovaServers.boot_server_and_attach_interface'
+ - 'NovaServers.boot_server_attach_volume_and_list_attachments'
+ - 'NovaServers.boot_server_associate_and_dissociate_floating_ip'
+ - 'NovaServers.boot_and_associate_floating_ip'
+ - 'NovaServerGroups.create_and_delete_server_group'
+ - 'NovaServerGroups.create_and_get_server_group'
+ - 'NovaServerGroups.create_and_list_server_groups'
diff --git a/etc/testcase/functest.rally.quotas.yml b/etc/testcase/functest.rally.quotas.yml
new file mode 100644
index 0000000..a5fc8e2
--- /dev/null
+++ b/etc/testcase/functest.rally.quotas.yml
@@ -0,0 +1,28 @@
+---
+functest.rally.quotas:
+ name: functest.rally.quotas
+ objective: Run all Functest Rally Quotas test cases
+ validate:
+ type: functest
+ testcase: rally_full
+ image_name: opnfv/functest-components
+ pre_condition:
+ - 'cp /home/opnfv/userconfig/rally_quotas_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+ report:
+ source_archive_files:
+ - functest.log
+ - rally_full/quotas.json
+ - rally_full/rally_full.html
+ - rally_full/rally_full.xml
+ dest_archive_files:
+ - rally_quotas_logs/functest.rally.quotas.functest.log
+ - rally_quotas_logs/quotas.json
+ - rally_quotas_logs/quotas.html
+ - rally_quotas_logs/quotas.xml
+ check_results_files:
+ - 'functest_results.txt'
+ sub_testcase_list:
+ - 'Quotas.cinder_update_and_delete'
+ - 'Quotas.cinder_update'
+ - 'Quotas.neutron_update'
+ - 'Quotas.nova_update'
diff --git a/etc/userconfig/rally_authenticate_testcases.yaml b/etc/userconfig/rally_authenticate_testcases.yaml
new file mode 100644
index 0000000..0ff630c
--- /dev/null
+++ b/etc/userconfig/rally_authenticate_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Authenticate scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'authenticate'
diff --git a/etc/userconfig/rally_cinder_testcases.yaml b/etc/userconfig/rally_cinder_testcases.yaml
new file mode 100644
index 0000000..5b6c77f
--- /dev/null
+++ b/etc/userconfig/rally_cinder_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Cinder scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'cinder'
diff --git a/etc/userconfig/rally_glance_testcases.yaml b/etc/userconfig/rally_glance_testcases.yaml
new file mode 100644
index 0000000..507ecfb
--- /dev/null
+++ b/etc/userconfig/rally_glance_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Glance scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'glance'
diff --git a/etc/userconfig/rally_gnocchi_testcases.yaml b/etc/userconfig/rally_gnocchi_testcases.yaml
new file mode 100644
index 0000000..904c627
--- /dev/null
+++ b/etc/userconfig/rally_gnocchi_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Gnocchi scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'gnocchi'
diff --git a/etc/userconfig/rally_heat_testcases.yaml b/etc/userconfig/rally_heat_testcases.yaml
new file mode 100644
index 0000000..1318df8
--- /dev/null
+++ b/etc/userconfig/rally_heat_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Heat scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'heat'
diff --git a/etc/userconfig/rally_keystone_testcases.yaml b/etc/userconfig/rally_keystone_testcases.yaml
new file mode 100644
index 0000000..ff05d68
--- /dev/null
+++ b/etc/userconfig/rally_keystone_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Keystone scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'keystone'
diff --git a/etc/userconfig/rally_neutron_testcases.yaml b/etc/userconfig/rally_neutron_testcases.yaml
new file mode 100644
index 0000000..99f0175
--- /dev/null
+++ b/etc/userconfig/rally_neutron_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Neutron scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'neutron'
diff --git a/etc/userconfig/rally_nova_testcases.yaml b/etc/userconfig/rally_nova_testcases.yaml
new file mode 100644
index 0000000..9f1f44e
--- /dev/null
+++ b/etc/userconfig/rally_nova_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Nova scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'nova'
diff --git a/etc/userconfig/rally_quotas_testcases.yaml b/etc/userconfig/rally_quotas_testcases.yaml
new file mode 100644
index 0000000..d0c1a24
--- /dev/null
+++ b/etc/userconfig/rally_quotas_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+ -
+ name: components
+ order: 1
+ description: >-
+ Run several OpenStack performance tools
+ https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+ testcases:
+ -
+ case_name: rally_full
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ This test case runs the Quotas scenarios of the
+ OpenStack Rally suite using several threads and iterations.
+ run:
+ name: rally_full
+ args:
+ tests:
+ - 'quotas'