Add Functest Rally test cases

This patch adds all Rally testcases of Functest to Dovetail.

Change-Id: I8b20bce9966e924fd5aac41bde5a30442394db05
Signed-off-by: Stamatis Katsaounis <mokats@intracom-telecom.com>

21 files changed, 633 insertions, 12 deletions

diff --git a/dovetail/report.py b/dovetail/report.py
index 8e75c26d..86f941df 100644
--- a/dovetail/report.py
+++ b/dovetail/report.py
@@ -270,7 +270,10 @@ class FunctestCrawler(Crawler):
                         duration = dt_utils.get_duration(timestart, timestop,
                                                          self.logger)
                         if complex_testcase:
-                            details = self.get_details(data)
+                            if testcase_name == 'rally_full':
+                                details = self.get_rally_details(data)
+                            else:
+                                details = self.get_details(data)
                 except KeyError as e:
                     self.logger.exception(
                         "Result data don't have key {}.".format(e))
@@ -285,17 +288,28 @@ class FunctestCrawler(Crawler):
         testcase.set_results(json_results)
         return json_results
 
-    def get_details(self, data):
-        tests = data['details']['tests_number']
-        failed_num = data['details']['failures_number']
-        success_case = data['details']['success']
-        error_case = data['details']['failures']
-        skipped_case = data['details']['skipped']
-        details = {'tests': tests,
-                   'failures': failed_num,
-                   'success': success_case,
-                   'errors': error_case,
-                   'skipped': skipped_case}
+    @staticmethod
+    def get_details(data):
+        t_details = data['details']
+        details = {
+            'tests': t_details['tests_number'],
+            'failures': t_details['failures_number'],
+            'success': t_details['success'],
+            'errors': t_details['failures'],
+            'skipped': t_details['skipped']
+        }
+        return details
+
+    @staticmethod
+    def get_rally_details(data):
+        t_details = data['details'][0]['details']
+        details = {
+            'tests': len(t_details['success']) + len(t_details['failures']),
+            'failures': len(t_details['failures']),
+            'success': t_details['success'],
+            'errors': t_details['failures'],
+            'skipped': []
+        }
         return details
 
 
diff --git a/dovetail/tests/unit/test_report.py b/dovetail/tests/unit/test_report.py
index 4e1214e2..be56e15c 100644
--- a/dovetail/tests/unit/test_report.py
+++ b/dovetail/tests/unit/test_report.py
@@ -558,6 +558,61 @@ class ReportTesting(unittest.TestCase):
         self.assertEquals(expected, result)
 
     @patch('__builtin__.open')
+    @patch('dovetail.report.json')
+    @patch('dovetail.report.dt_cfg')
+    @patch('dovetail.report.dt_utils')
+    @patch('dovetail.report.os.path')
+    def test_functest_rally_crawler_crawl(self, mock_path, mock_utils,
+                                          mock_config, mock_json, mock_open):
+        logger_obj = Mock()
+        mock_config.dovetail_config = {'build_tag': 'tag'}
+        dt_report.FunctestCrawler.logger = logger_obj
+        mock_path.exists.return_value = True
+        file_path = 'file_path'
+        testcase_obj = Mock()
+        testcase_obj.validate_testcase.return_value = 'rally_full'
+        testcase_obj.name.return_value = 'name'
+        testcase_obj.sub_testcase.return_value = ['subt_a', 'subt_b', 'subt_c']
+        file_obj = Mock()
+        mock_open.return_value.__enter__.side_effect = [[file_obj], file_obj]
+        data_dict = {
+            'case_name': 'rally_full',
+            'build_tag': 'tag-name',
+            'criteria': 'criteria',
+            'start_date': 'start_date',
+            'stop_date': 'stop_date',
+            'details': [{
+                'details': {
+                    'success': ['subt_a'],
+                    'failures': ['subt_b', 'subt_c']
+                }
+            }]
+        }
+
+        mock_json.loads.return_value = data_dict
+        mock_utils.get_duration.return_value = 'duration'
+
+        crawler = dt_report.FunctestCrawler()
+        result = crawler.crawl(testcase_obj, [file_path, file_path])
+        expected = {'criteria': 'criteria', 'timestart': 'start_date',
+                    'timestop': 'stop_date', 'duration': 'duration',
+                    'details': {
+                        'tests': 3, 'failures': 2,
+                        'success': ['subt_a'], 'errors': ['subt_b', 'subt_c'],
+                        'skipped': []}}
+
+        mock_path.exists.assert_called_once_with(file_path)
+        mock_open.assert_called_with(file_path, 'r')
+        mock_json.loads.assert_called_with(file_obj)
+        mock_utils.get_duration.assert_called_once_with(
+            'start_date', 'stop_date', logger_obj)
+        testcase_obj.set_results.assert_called_with(expected)
+        testcase_obj.validate_testcase.assert_called_once_with()
+        testcase_obj.sub_testcase.assert_called_once_with()
+        testcase_obj.name.assert_called_once_with()
+        self.assertEquals(expected, result)
+
+    @patch('__builtin__.open')
     @patch('dovetail.report.json.loads')
     @patch('dovetail.report.dt_cfg')
     @patch('dovetail.report.dt_utils')
diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml
index 639a0309..0800110e 100644
--- a/etc/compliance/proposed_tests.yml
+++ b/etc/compliance/proposed_tests.yml
@@ -7,3 +7,12 @@ proposed_tests:
     optional:
       - functest.k8s.conformance
       - functest.k8s.smoke
+      - functest.rally.authenticate
+      - functest.rally.cinder
+      - functest.rally.glance
+      - functest.rally.gnocchi
+      - functest.rally.heat
+      - functest.rally.keystone
+      - functest.rally.neutron
+      - functest.rally.nova
+      - functest.rally.quotas
diff --git a/etc/testcase/functest.rally.authenticate.yml b/etc/testcase/functest.rally.authenticate.yml
new file mode 100644
index 00000000..ee78c1e9
--- /dev/null
+++ b/etc/testcase/functest.rally.authenticate.yml
@@ -0,0 +1,30 @@
+---
+functest.rally.authenticate:
+  name: functest.rally.authenticate
+  objective: Run all Functest Rally Authenticate test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_authenticate_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/authenticate.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_authenticate_logs/functest.rally.authenticate.functest.log
+      - rally_authenticate_logs/authenticate.json
+      - rally_authenticate_logs/authenticate.html
+      - rally_authenticate_logs/authenticate.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'Authenticate.keystone'
+      - 'Authenticate.validate_cinder'
+      - 'Authenticate.validate_glance'
+      - 'Authenticate.validate_heat'
+      - 'Authenticate.validate_neutron'
+      - 'Authenticate.validate_nova'
diff --git a/etc/testcase/functest.rally.cinder.yml b/etc/testcase/functest.rally.cinder.yml
new file mode 100644
index 00000000..04aecd46
--- /dev/null
+++ b/etc/testcase/functest.rally.cinder.yml
@@ -0,0 +1,48 @@
+---
+functest.rally.cinder:
+  name: functest.rally.cinder
+  objective: Run all Functest Rally Cinder test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_cinder_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/cinder.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_cinder_logs/functest.rally.cinder.functest.log
+      - rally_cinder_logs/cinder.json
+      - rally_cinder_logs/cinder.html
+      - rally_cinder_logs/cinder.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'CinderVolumes.create_and_attach_volume'
+      - 'CinderVolumes.create_and_list_snapshots'
+      - 'CinderVolumes.create_and_list_volume'
+      - 'CinderVolumes.create_and_list_volume-2'
+      - 'CinderVolumes.create_and_upload_volume_to_image'
+      - 'CinderVolumes.create_nested_snapshots_and_attach_volume'
+      - 'CinderVolumes.create_snapshot_and_attach_volume'
+      - 'CinderVolumes.create_volume'
+      - 'CinderVolumes.create_volume-2'
+      - 'CinderVolumes.list_volumes'
+      - 'CinderVolumes.create_and_delete_snapshot'
+      - 'CinderVolumes.create_and_delete_volume'
+      - 'CinderVolumes.create_and_delete_volume-2'
+      - 'CinderVolumes.create_and_delete_volume-3'
+      - 'CinderVolumes.create_and_extend_volume'
+      - 'CinderVolumes.create_from_volume_and_delete_volume'
+      - 'CinderQos.create_and_get_qos'
+      - 'CinderQos.create_and_list_qos'
+      - 'CinderQos.create_and_set_qos'
+      - 'CinderVolumeTypes.create_and_get_volume_type'
+      - 'CinderVolumeTypes.create_and_list_volume_types'
+      - 'CinderVolumeTypes.create_and_update_volume_type'
+      - 'CinderVolumeTypes.create_volume_type_and_encryption_type'
+      - 'CinderVolumeTypes.create_volume_type_add_and_list_type_access'
diff --git a/etc/testcase/functest.rally.glance.yaml b/etc/testcase/functest.rally.glance.yaml
new file mode 100644
index 00000000..2a8c9787
--- /dev/null
+++ b/etc/testcase/functest.rally.glance.yaml
@@ -0,0 +1,32 @@
+---
+functest.rally.glance:
+  name: functest.rally.glance
+  objective: Run all Functest Rally Glance test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_glance_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/glance.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_glance_logs/functest.rally.glance.functest.log
+      - rally_glance_logs/glance.json
+      - rally_glance_logs/glance.html
+      - rally_glance_logs/glance.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'GlanceImages.create_and_delete_image'
+      - 'GlanceImages.create_and_list_image'
+      - 'GlanceImages.list_images'
+      - 'GlanceImages.create_image_and_boot_instances'
+      - 'GlanceImages.create_and_deactivate_image'
+      - 'GlanceImages.create_and_download_image'
+      - 'GlanceImages.create_and_get_image'
+      - 'GlanceImages.create_and_update_image'
diff --git a/etc/testcase/functest.rally.gnocchi.yml b/etc/testcase/functest.rally.gnocchi.yml
new file mode 100644
index 00000000..c1c85a2c
--- /dev/null
+++ b/etc/testcase/functest.rally.gnocchi.yml
@@ -0,0 +1,40 @@
+---
+functest.rally.gnocchi:
+  name: functest.rally.gnocchi
+  objective: Run all Functest Rally Gnocchi test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_gnocchi_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/gnocchi.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_gnocchi_logs/functest.rally.gnocchi.functest.log
+      - rally_gnocchi_logs/gnocchi.json
+      - rally_gnocchi_logs/gnocchi.html
+      - rally_gnocchi_logs/gnocchi.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'Gnocchi.list_capabilities'
+      - 'Gnocchi.get_status'
+      - 'GnocchiArchivePolicyRule.list_archive_policy_rule'
+      - 'GnocchiArchivePolicyRule.create_archive_policy_rule'
+      - 'GnocchiArchivePolicyRule.create_delete_archive_policy_rule'
+      - 'GnocchiArchivePolicy.list_archive_policy'
+      - 'GnocchiArchivePolicy.create_archive_policy'
+      - 'GnocchiArchivePolicy.create_delete_archive_policy'
+      - 'GnocchiResourceType.list_resource_type'
+      - 'GnocchiResourceType.create_resource_type'
+      - 'GnocchiResourceType.create_delete_resource_type'
+      - 'GnocchiMetric.list_metric'
+      - 'GnocchiMetric.create_metric'
+      - 'GnocchiMetric.create_delete_metric'
+      - 'GnocchiResource.create_resource'
+      - 'GnocchiResource.create_delete_resource'
diff --git a/etc/testcase/functest.rally.heat.yml b/etc/testcase/functest.rally.heat.yml
new file mode 100644
index 00000000..c1d1fc89
--- /dev/null
+++ b/etc/testcase/functest.rally.heat.yml
@@ -0,0 +1,37 @@
+---
+functest.rally.heat:
+  name: functest.rally.heat
+  objective: Run all Functest Rally Heat test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_heat_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/heat.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_heat_logs/functest.rally.heat.functest.log
+      - rally_heat_logs/heat.json
+      - rally_heat_logs/heat.html
+      - rally_heat_logs/heat.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'HeatStacks.create_and_delete_stack'
+      - 'HeatStacks.create_and_delete_stack-2'
+      - 'HeatStacks.create_and_delete_stack-3'
+      - 'HeatStacks.create_and_list_stack'
+      - 'HeatStacks.create_update_delete_stack'
+      - 'HeatStacks.create_update_delete_stack-2'
+      - 'HeatStacks.create_update_delete_stack-3'
+      - 'HeatStacks.create_update_delete_stack-4'
+      - 'HeatStacks.create_update_delete_stack-5'
+      - 'HeatStacks.create_update_delete_stack-6'
+      - 'HeatStacks.create_check_delete_stack'
+      - 'HeatStacks.create_suspend_resume_delete_stack'
+      - 'HeatStacks.list_stacks_and_resources'
diff --git a/etc/testcase/functest.rally.keystone.yml b/etc/testcase/functest.rally.keystone.yml
new file mode 100644
index 00000000..9dd45b99
--- /dev/null
+++ b/etc/testcase/functest.rally.keystone.yml
@@ -0,0 +1,35 @@
+---
+functest.rally.keystone:
+  name: functest.rally.keystone
+  objective: Run all Functest Rally Keystone test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_keystone_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/keystone.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_keystone_logs/functest.rally.keystone.functest.log
+      - rally_keystone_logs/keystone.json
+      - rally_keystone_logs/keystone.html
+      - rally_keystone_logs/keystone.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'KeystoneBasic.add_and_remove_user_role'
+      - 'KeystoneBasic.create_add_and_list_user_roles'
+      - 'KeystoneBasic.create_and_list_tenants'
+      - 'KeystoneBasic.create_and_delete_role'
+      - 'KeystoneBasic.create_and_delete_service'
+      - 'KeystoneBasic.get_entities'
+      - 'KeystoneBasic.create_update_and_delete_tenant'
+      - 'KeystoneBasic.create_user'
+      - 'KeystoneBasic.create_tenant'
+      - 'KeystoneBasic.create_and_list_users'
+      - 'KeystoneBasic.create_tenant_with_users'
diff --git a/etc/testcase/functest.rally.neutron.yml b/etc/testcase/functest.rally.neutron.yml
new file mode 100644
index 00000000..5679a2d1
--- /dev/null
+++ b/etc/testcase/functest.rally.neutron.yml
@@ -0,0 +1,44 @@
+---
+functest.rally.neutron:
+  name: functest.rally.neutron
+  objective: Run all Functest Rally Neutron test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_neutron_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/neutron.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_neutron_logs/functest.rally.neutron.functest.log
+      - rally_neutron_logs/neutron.json
+      - rally_neutron_logs/neutron.html
+      - rally_neutron_logs/neutron.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'NeutronNetworks.create_and_update_networks'
+      - 'NeutronNetworks.create_and_update_ports'
+      - 'NeutronNetworks.create_and_update_routers'
+      - 'NeutronNetworks.create_and_update_subnets'
+      - 'NeutronNetworks.create_and_delete_networks'
+      - 'NeutronNetworks.create_and_delete_ports'
+      - 'NeutronNetworks.create_and_delete_routers'
+      - 'NeutronNetworks.create_and_delete_subnets'
+      - 'NeutronNetworks.create_and_list_networks'
+      - 'NeutronNetworks.create_and_list_ports'
+      - 'NeutronNetworks.create_and_list_routers'
+      - 'NeutronNetworks.create_and_list_subnets'
+      - 'NeutronSecurityGroup.create_and_delete_security_groups'
+      - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+      - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+      - 'NeutronSecurityGroup.create_and_show_security_group'
+      - 'NeutronNetworks.set_and_clear_router_gateway'
+      - 'NeutronNetworks.create_and_show_ports'
+      - 'NeutronNetworks.create_and_show_routers'
+      - 'NeutronNetworks.create_and_show_subnets'
diff --git a/etc/testcase/functest.rally.nova.yml b/etc/testcase/functest.rally.nova.yml
new file mode 100644
index 00000000..b3ff6883
--- /dev/null
+++ b/etc/testcase/functest.rally.nova.yml
@@ -0,0 +1,51 @@
+---
+functest.rally.nova:
+  name: functest.rally.nova
+  objective: Run all Functest Rally Nova test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_nova_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/nova.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_nova_logs/functest.rally.nova.functest.log
+      - rally_nova_logs/nova.json
+      - rally_nova_logs/nova.html
+      - rally_nova_logs/nova.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'NovaKeypair.create_and_delete_keypair'
+      - 'NovaKeypair.create_and_list_keypairs'
+      - 'NovaServers.boot_and_bounce_server'
+      - 'NovaServers.boot_and_delete_server'
+      - 'NovaServers.boot_and_list_server'
+      - 'NovaServers.boot_and_rebuild_server'
+      - 'NovaServers.snapshot_server'
+      - 'NovaServers.boot_server_from_volume'
+      - 'NovaServers.boot_server'
+      - 'NovaServers.list_servers'
+      - 'NovaServers.resize_server'
+      - 'NovaServers.boot_and_live_migrate_server'
+      - 'NovaServers.boot_server_attach_created_volume_and_live_migrate'
+      - 'NovaServers.boot_server_from_volume_and_live_migrate'
+      - 'NovaKeypair.boot_and_delete_server_with_keypair'
+      - 'NovaServers.boot_server_from_volume_and_delete'
+      - 'NovaServers.pause_and_unpause_server'
+      - 'NovaServers.boot_and_migrate_server'
+      - 'NovaServers.boot_server_and_list_interfaces'
+      - 'NovaServers.boot_and_get_console_url'
+      - 'NovaServers.boot_server_and_attach_interface'
+      - 'NovaServers.boot_server_attach_volume_and_list_attachments'
+      - 'NovaServers.boot_server_associate_and_dissociate_floating_ip'
+      - 'NovaServers.boot_and_associate_floating_ip'
+      - 'NovaServerGroups.create_and_delete_server_group'
+      - 'NovaServerGroups.create_and_get_server_group'
+      - 'NovaServerGroups.create_and_list_server_groups'
diff --git a/etc/testcase/functest.rally.quotas.yml b/etc/testcase/functest.rally.quotas.yml
new file mode 100644
index 00000000..a5fc8e29
--- /dev/null
+++ b/etc/testcase/functest.rally.quotas.yml
@@ -0,0 +1,28 @@
+---
+functest.rally.quotas:
+  name: functest.rally.quotas
+  objective: Run all Functest Rally Quotas test cases
+  validate:
+    type: functest
+    testcase: rally_full
+    image_name: opnfv/functest-components
+    pre_condition:
+      - 'cp /home/opnfv/userconfig/rally_quotas_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
+  report:
+    source_archive_files:
+      - functest.log
+      - rally_full/quotas.json
+      - rally_full/rally_full.html
+      - rally_full/rally_full.xml
+    dest_archive_files:
+      - rally_quotas_logs/functest.rally.quotas.functest.log
+      - rally_quotas_logs/quotas.json
+      - rally_quotas_logs/quotas.html
+      - rally_quotas_logs/quotas.xml
+    check_results_files:
+      - 'functest_results.txt'
+    sub_testcase_list:
+      - 'Quotas.cinder_update_and_delete'
+      - 'Quotas.cinder_update'
+      - 'Quotas.neutron_update'
+      - 'Quotas.nova_update'
diff --git a/etc/userconfig/rally_authenticate_testcases.yaml b/etc/userconfig/rally_authenticate_testcases.yaml
new file mode 100644
index 00000000..0ff630c8
--- /dev/null
+++ b/etc/userconfig/rally_authenticate_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Authenticate scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'authenticate'
diff --git a/etc/userconfig/rally_cinder_testcases.yaml b/etc/userconfig/rally_cinder_testcases.yaml
new file mode 100644
index 00000000..5b6c77f6
--- /dev/null
+++ b/etc/userconfig/rally_cinder_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Cinder scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'cinder'
diff --git a/etc/userconfig/rally_glance_testcases.yaml b/etc/userconfig/rally_glance_testcases.yaml
new file mode 100644
index 00000000..507ecfb8
--- /dev/null
+++ b/etc/userconfig/rally_glance_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Glance scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'glance'
diff --git a/etc/userconfig/rally_gnocchi_testcases.yaml b/etc/userconfig/rally_gnocchi_testcases.yaml
new file mode 100644
index 00000000..904c627a
--- /dev/null
+++ b/etc/userconfig/rally_gnocchi_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Gnocchi scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'gnocchi'
diff --git a/etc/userconfig/rally_heat_testcases.yaml b/etc/userconfig/rally_heat_testcases.yaml
new file mode 100644
index 00000000..1318df82
--- /dev/null
+++ b/etc/userconfig/rally_heat_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Heat scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'heat'
diff --git a/etc/userconfig/rally_keystone_testcases.yaml b/etc/userconfig/rally_keystone_testcases.yaml
new file mode 100644
index 00000000..ff05d682
--- /dev/null
+++ b/etc/userconfig/rally_keystone_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Keystone scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'keystone'
diff --git a/etc/userconfig/rally_neutron_testcases.yaml b/etc/userconfig/rally_neutron_testcases.yaml
new file mode 100644
index 00000000..99f0175d
--- /dev/null
+++ b/etc/userconfig/rally_neutron_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Neutron scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'neutron'
diff --git a/etc/userconfig/rally_nova_testcases.yaml b/etc/userconfig/rally_nova_testcases.yaml
new file mode 100644
index 00000000..9f1f44ed
--- /dev/null
+++ b/etc/userconfig/rally_nova_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Nova scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'nova'
diff --git a/etc/userconfig/rally_quotas_testcases.yaml b/etc/userconfig/rally_quotas_testcases.yaml
new file mode 100644
index 00000000..d0c1a246
--- /dev/null
+++ b/etc/userconfig/rally_quotas_testcases.yaml
@@ -0,0 +1,22 @@
+---
+tiers:
+    -
+        name: components
+        order: 1
+        description: >-
+            Run several OpenStack performance tools
+            https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
+        testcases:
+            -
+                case_name: rally_full
+                project_name: functest
+                criteria: 100
+                blocking: false
+                description: >-
+                    This test case runs the Quotas scenarios of the
+                    OpenStack Rally suite using several threads and iterations.
+                run:
+                    name: rally_full
+                    args:
+                        tests:
+                            - 'quotas'