diff options
21 files changed, 633 insertions, 12 deletions
diff --git a/dovetail/report.py b/dovetail/report.py index 8e75c26d..86f941df 100644 --- a/dovetail/report.py +++ b/dovetail/report.py @@ -270,7 +270,10 @@ class FunctestCrawler(Crawler): duration = dt_utils.get_duration(timestart, timestop, self.logger) if complex_testcase: - details = self.get_details(data) + if testcase_name == 'rally_full': + details = self.get_rally_details(data) + else: + details = self.get_details(data) except KeyError as e: self.logger.exception( "Result data don't have key {}.".format(e)) @@ -285,17 +288,28 @@ class FunctestCrawler(Crawler): testcase.set_results(json_results) return json_results - def get_details(self, data): - tests = data['details']['tests_number'] - failed_num = data['details']['failures_number'] - success_case = data['details']['success'] - error_case = data['details']['failures'] - skipped_case = data['details']['skipped'] - details = {'tests': tests, - 'failures': failed_num, - 'success': success_case, - 'errors': error_case, - 'skipped': skipped_case} + @staticmethod + def get_details(data): + t_details = data['details'] + details = { + 'tests': t_details['tests_number'], + 'failures': t_details['failures_number'], + 'success': t_details['success'], + 'errors': t_details['failures'], + 'skipped': t_details['skipped'] + } + return details + + @staticmethod + def get_rally_details(data): + t_details = data['details'][0]['details'] + details = { + 'tests': len(t_details['success']) + len(t_details['failures']), + 'failures': len(t_details['failures']), + 'success': t_details['success'], + 'errors': t_details['failures'], + 'skipped': [] + } return details diff --git a/dovetail/tests/unit/test_report.py b/dovetail/tests/unit/test_report.py index 4e1214e2..be56e15c 100644 --- a/dovetail/tests/unit/test_report.py +++ b/dovetail/tests/unit/test_report.py @@ -558,6 +558,61 @@ class ReportTesting(unittest.TestCase): self.assertEquals(expected, result) @patch('__builtin__.open') + @patch('dovetail.report.json') + @patch('dovetail.report.dt_cfg') + @patch('dovetail.report.dt_utils') + @patch('dovetail.report.os.path') + def test_functest_rally_crawler_crawl(self, mock_path, mock_utils, + mock_config, mock_json, mock_open): + logger_obj = Mock() + mock_config.dovetail_config = {'build_tag': 'tag'} + dt_report.FunctestCrawler.logger = logger_obj + mock_path.exists.return_value = True + file_path = 'file_path' + testcase_obj = Mock() + testcase_obj.validate_testcase.return_value = 'rally_full' + testcase_obj.name.return_value = 'name' + testcase_obj.sub_testcase.return_value = ['subt_a', 'subt_b', 'subt_c'] + file_obj = Mock() + mock_open.return_value.__enter__.side_effect = [[file_obj], file_obj] + data_dict = { + 'case_name': 'rally_full', + 'build_tag': 'tag-name', + 'criteria': 'criteria', + 'start_date': 'start_date', + 'stop_date': 'stop_date', + 'details': [{ + 'details': { + 'success': ['subt_a'], + 'failures': ['subt_b', 'subt_c'] + } + }] + } + + mock_json.loads.return_value = data_dict + mock_utils.get_duration.return_value = 'duration' + + crawler = dt_report.FunctestCrawler() + result = crawler.crawl(testcase_obj, [file_path, file_path]) + expected = {'criteria': 'criteria', 'timestart': 'start_date', + 'timestop': 'stop_date', 'duration': 'duration', + 'details': { + 'tests': 3, 'failures': 2, + 'success': ['subt_a'], 'errors': ['subt_b', 'subt_c'], + 'skipped': []}} + + mock_path.exists.assert_called_once_with(file_path) + mock_open.assert_called_with(file_path, 'r') + mock_json.loads.assert_called_with(file_obj) + mock_utils.get_duration.assert_called_once_with( + 'start_date', 'stop_date', logger_obj) + testcase_obj.set_results.assert_called_with(expected) + testcase_obj.validate_testcase.assert_called_once_with() + testcase_obj.sub_testcase.assert_called_once_with() + testcase_obj.name.assert_called_once_with() + self.assertEquals(expected, result) + + @patch('__builtin__.open') @patch('dovetail.report.json.loads') @patch('dovetail.report.dt_cfg') @patch('dovetail.report.dt_utils') diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml index 639a0309..0800110e 100644 --- a/etc/compliance/proposed_tests.yml +++ b/etc/compliance/proposed_tests.yml @@ -7,3 +7,12 @@ proposed_tests: optional: - functest.k8s.conformance - functest.k8s.smoke + - functest.rally.authenticate + - functest.rally.cinder + - functest.rally.glance + - functest.rally.gnocchi + - functest.rally.heat + - functest.rally.keystone + - functest.rally.neutron + - functest.rally.nova + - functest.rally.quotas diff --git a/etc/testcase/functest.rally.authenticate.yml b/etc/testcase/functest.rally.authenticate.yml new file mode 100644 index 00000000..ee78c1e9 --- /dev/null +++ b/etc/testcase/functest.rally.authenticate.yml @@ -0,0 +1,30 @@ +--- +functest.rally.authenticate: + name: functest.rally.authenticate + objective: Run all Functest Rally Authenticate test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_authenticate_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/authenticate.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_authenticate_logs/functest.rally.authenticate.functest.log + - rally_authenticate_logs/authenticate.json + - rally_authenticate_logs/authenticate.html + - rally_authenticate_logs/authenticate.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'Authenticate.keystone' + - 'Authenticate.validate_cinder' + - 'Authenticate.validate_glance' + - 'Authenticate.validate_heat' + - 'Authenticate.validate_neutron' + - 'Authenticate.validate_nova' diff --git a/etc/testcase/functest.rally.cinder.yml b/etc/testcase/functest.rally.cinder.yml new file mode 100644 index 00000000..04aecd46 --- /dev/null +++ b/etc/testcase/functest.rally.cinder.yml @@ -0,0 +1,48 @@ +--- +functest.rally.cinder: + name: functest.rally.cinder + objective: Run all Functest Rally Cinder test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_cinder_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/cinder.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_cinder_logs/functest.rally.cinder.functest.log + - rally_cinder_logs/cinder.json + - rally_cinder_logs/cinder.html + - rally_cinder_logs/cinder.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'CinderVolumes.create_and_attach_volume' + - 'CinderVolumes.create_and_list_snapshots' + - 'CinderVolumes.create_and_list_volume' + - 'CinderVolumes.create_and_list_volume-2' + - 'CinderVolumes.create_and_upload_volume_to_image' + - 'CinderVolumes.create_nested_snapshots_and_attach_volume' + - 'CinderVolumes.create_snapshot_and_attach_volume' + - 'CinderVolumes.create_volume' + - 'CinderVolumes.create_volume-2' + - 'CinderVolumes.list_volumes' + - 'CinderVolumes.create_and_delete_snapshot' + - 'CinderVolumes.create_and_delete_volume' + - 'CinderVolumes.create_and_delete_volume-2' + - 'CinderVolumes.create_and_delete_volume-3' + - 'CinderVolumes.create_and_extend_volume' + - 'CinderVolumes.create_from_volume_and_delete_volume' + - 'CinderQos.create_and_get_qos' + - 'CinderQos.create_and_list_qos' + - 'CinderQos.create_and_set_qos' + - 'CinderVolumeTypes.create_and_get_volume_type' + - 'CinderVolumeTypes.create_and_list_volume_types' + - 'CinderVolumeTypes.create_and_update_volume_type' + - 'CinderVolumeTypes.create_volume_type_and_encryption_type' + - 'CinderVolumeTypes.create_volume_type_add_and_list_type_access' diff --git a/etc/testcase/functest.rally.glance.yaml b/etc/testcase/functest.rally.glance.yaml new file mode 100644 index 00000000..2a8c9787 --- /dev/null +++ b/etc/testcase/functest.rally.glance.yaml @@ -0,0 +1,32 @@ +--- +functest.rally.glance: + name: functest.rally.glance + objective: Run all Functest Rally Glance test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_glance_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/glance.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_glance_logs/functest.rally.glance.functest.log + - rally_glance_logs/glance.json + - rally_glance_logs/glance.html + - rally_glance_logs/glance.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'GlanceImages.create_and_delete_image' + - 'GlanceImages.create_and_list_image' + - 'GlanceImages.list_images' + - 'GlanceImages.create_image_and_boot_instances' + - 'GlanceImages.create_and_deactivate_image' + - 'GlanceImages.create_and_download_image' + - 'GlanceImages.create_and_get_image' + - 'GlanceImages.create_and_update_image' diff --git a/etc/testcase/functest.rally.gnocchi.yml b/etc/testcase/functest.rally.gnocchi.yml new file mode 100644 index 00000000..c1c85a2c --- /dev/null +++ b/etc/testcase/functest.rally.gnocchi.yml @@ -0,0 +1,40 @@ +--- +functest.rally.gnocchi: + name: functest.rally.gnocchi + objective: Run all Functest Rally Gnocchi test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_gnocchi_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/gnocchi.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_gnocchi_logs/functest.rally.gnocchi.functest.log + - rally_gnocchi_logs/gnocchi.json + - rally_gnocchi_logs/gnocchi.html + - rally_gnocchi_logs/gnocchi.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'Gnocchi.list_capabilities' + - 'Gnocchi.get_status' + - 'GnocchiArchivePolicyRule.list_archive_policy_rule' + - 'GnocchiArchivePolicyRule.create_archive_policy_rule' + - 'GnocchiArchivePolicyRule.create_delete_archive_policy_rule' + - 'GnocchiArchivePolicy.list_archive_policy' + - 'GnocchiArchivePolicy.create_archive_policy' + - 'GnocchiArchivePolicy.create_delete_archive_policy' + - 'GnocchiResourceType.list_resource_type' + - 'GnocchiResourceType.create_resource_type' + - 'GnocchiResourceType.create_delete_resource_type' + - 'GnocchiMetric.list_metric' + - 'GnocchiMetric.create_metric' + - 'GnocchiMetric.create_delete_metric' + - 'GnocchiResource.create_resource' + - 'GnocchiResource.create_delete_resource' diff --git a/etc/testcase/functest.rally.heat.yml b/etc/testcase/functest.rally.heat.yml new file mode 100644 index 00000000..c1d1fc89 --- /dev/null +++ b/etc/testcase/functest.rally.heat.yml @@ -0,0 +1,37 @@ +--- +functest.rally.heat: + name: functest.rally.heat + objective: Run all Functest Rally Heat test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_heat_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/heat.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_heat_logs/functest.rally.heat.functest.log + - rally_heat_logs/heat.json + - rally_heat_logs/heat.html + - rally_heat_logs/heat.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'HeatStacks.create_and_delete_stack' + - 'HeatStacks.create_and_delete_stack-2' + - 'HeatStacks.create_and_delete_stack-3' + - 'HeatStacks.create_and_list_stack' + - 'HeatStacks.create_update_delete_stack' + - 'HeatStacks.create_update_delete_stack-2' + - 'HeatStacks.create_update_delete_stack-3' + - 'HeatStacks.create_update_delete_stack-4' + - 'HeatStacks.create_update_delete_stack-5' + - 'HeatStacks.create_update_delete_stack-6' + - 'HeatStacks.create_check_delete_stack' + - 'HeatStacks.create_suspend_resume_delete_stack' + - 'HeatStacks.list_stacks_and_resources' diff --git a/etc/testcase/functest.rally.keystone.yml b/etc/testcase/functest.rally.keystone.yml new file mode 100644 index 00000000..9dd45b99 --- /dev/null +++ b/etc/testcase/functest.rally.keystone.yml @@ -0,0 +1,35 @@ +--- +functest.rally.keystone: + name: functest.rally.keystone + objective: Run all Functest Rally Keystone test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_keystone_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/keystone.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_keystone_logs/functest.rally.keystone.functest.log + - rally_keystone_logs/keystone.json + - rally_keystone_logs/keystone.html + - rally_keystone_logs/keystone.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'KeystoneBasic.add_and_remove_user_role' + - 'KeystoneBasic.create_add_and_list_user_roles' + - 'KeystoneBasic.create_and_list_tenants' + - 'KeystoneBasic.create_and_delete_role' + - 'KeystoneBasic.create_and_delete_service' + - 'KeystoneBasic.get_entities' + - 'KeystoneBasic.create_update_and_delete_tenant' + - 'KeystoneBasic.create_user' + - 'KeystoneBasic.create_tenant' + - 'KeystoneBasic.create_and_list_users' + - 'KeystoneBasic.create_tenant_with_users' diff --git a/etc/testcase/functest.rally.neutron.yml b/etc/testcase/functest.rally.neutron.yml new file mode 100644 index 00000000..5679a2d1 --- /dev/null +++ b/etc/testcase/functest.rally.neutron.yml @@ -0,0 +1,44 @@ +--- +functest.rally.neutron: + name: functest.rally.neutron + objective: Run all Functest Rally Neutron test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_neutron_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/neutron.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_neutron_logs/functest.rally.neutron.functest.log + - rally_neutron_logs/neutron.json + - rally_neutron_logs/neutron.html + - rally_neutron_logs/neutron.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'NeutronNetworks.create_and_update_networks' + - 'NeutronNetworks.create_and_update_ports' + - 'NeutronNetworks.create_and_update_routers' + - 'NeutronNetworks.create_and_update_subnets' + - 'NeutronNetworks.create_and_delete_networks' + - 'NeutronNetworks.create_and_delete_ports' + - 'NeutronNetworks.create_and_delete_routers' + - 'NeutronNetworks.create_and_delete_subnets' + - 'NeutronNetworks.create_and_list_networks' + - 'NeutronNetworks.create_and_list_ports' + - 'NeutronNetworks.create_and_list_routers' + - 'NeutronNetworks.create_and_list_subnets' + - 'NeutronSecurityGroup.create_and_delete_security_groups' + - 'NeutronSecurityGroup.create_and_delete_security_group_rule' + - 'NeutronSecurityGroup.create_and_list_security_group_rules' + - 'NeutronSecurityGroup.create_and_show_security_group' + - 'NeutronNetworks.set_and_clear_router_gateway' + - 'NeutronNetworks.create_and_show_ports' + - 'NeutronNetworks.create_and_show_routers' + - 'NeutronNetworks.create_and_show_subnets' diff --git a/etc/testcase/functest.rally.nova.yml b/etc/testcase/functest.rally.nova.yml new file mode 100644 index 00000000..b3ff6883 --- /dev/null +++ b/etc/testcase/functest.rally.nova.yml @@ -0,0 +1,51 @@ +--- +functest.rally.nova: + name: functest.rally.nova + objective: Run all Functest Rally Nova test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_nova_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/nova.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_nova_logs/functest.rally.nova.functest.log + - rally_nova_logs/nova.json + - rally_nova_logs/nova.html + - rally_nova_logs/nova.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'NovaKeypair.create_and_delete_keypair' + - 'NovaKeypair.create_and_list_keypairs' + - 'NovaServers.boot_and_bounce_server' + - 'NovaServers.boot_and_delete_server' + - 'NovaServers.boot_and_list_server' + - 'NovaServers.boot_and_rebuild_server' + - 'NovaServers.snapshot_server' + - 'NovaServers.boot_server_from_volume' + - 'NovaServers.boot_server' + - 'NovaServers.list_servers' + - 'NovaServers.resize_server' + - 'NovaServers.boot_and_live_migrate_server' + - 'NovaServers.boot_server_attach_created_volume_and_live_migrate' + - 'NovaServers.boot_server_from_volume_and_live_migrate' + - 'NovaKeypair.boot_and_delete_server_with_keypair' + - 'NovaServers.boot_server_from_volume_and_delete' + - 'NovaServers.pause_and_unpause_server' + - 'NovaServers.boot_and_migrate_server' + - 'NovaServers.boot_server_and_list_interfaces' + - 'NovaServers.boot_and_get_console_url' + - 'NovaServers.boot_server_and_attach_interface' + - 'NovaServers.boot_server_attach_volume_and_list_attachments' + - 'NovaServers.boot_server_associate_and_dissociate_floating_ip' + - 'NovaServers.boot_and_associate_floating_ip' + - 'NovaServerGroups.create_and_delete_server_group' + - 'NovaServerGroups.create_and_get_server_group' + - 'NovaServerGroups.create_and_list_server_groups' diff --git a/etc/testcase/functest.rally.quotas.yml b/etc/testcase/functest.rally.quotas.yml new file mode 100644 index 00000000..a5fc8e29 --- /dev/null +++ b/etc/testcase/functest.rally.quotas.yml @@ -0,0 +1,28 @@ +--- +functest.rally.quotas: + name: functest.rally.quotas + objective: Run all Functest Rally Quotas test cases + validate: + type: functest + testcase: rally_full + image_name: opnfv/functest-components + pre_condition: + - 'cp /home/opnfv/userconfig/rally_quotas_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + report: + source_archive_files: + - functest.log + - rally_full/quotas.json + - rally_full/rally_full.html + - rally_full/rally_full.xml + dest_archive_files: + - rally_quotas_logs/functest.rally.quotas.functest.log + - rally_quotas_logs/quotas.json + - rally_quotas_logs/quotas.html + - rally_quotas_logs/quotas.xml + check_results_files: + - 'functest_results.txt' + sub_testcase_list: + - 'Quotas.cinder_update_and_delete' + - 'Quotas.cinder_update' + - 'Quotas.neutron_update' + - 'Quotas.nova_update' diff --git a/etc/userconfig/rally_authenticate_testcases.yaml b/etc/userconfig/rally_authenticate_testcases.yaml new file mode 100644 index 00000000..0ff630c8 --- /dev/null +++ b/etc/userconfig/rally_authenticate_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Authenticate scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'authenticate' diff --git a/etc/userconfig/rally_cinder_testcases.yaml b/etc/userconfig/rally_cinder_testcases.yaml new file mode 100644 index 00000000..5b6c77f6 --- /dev/null +++ b/etc/userconfig/rally_cinder_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Cinder scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'cinder' diff --git a/etc/userconfig/rally_glance_testcases.yaml b/etc/userconfig/rally_glance_testcases.yaml new file mode 100644 index 00000000..507ecfb8 --- /dev/null +++ b/etc/userconfig/rally_glance_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Glance scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'glance' diff --git a/etc/userconfig/rally_gnocchi_testcases.yaml b/etc/userconfig/rally_gnocchi_testcases.yaml new file mode 100644 index 00000000..904c627a --- /dev/null +++ b/etc/userconfig/rally_gnocchi_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Gnocchi scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'gnocchi' diff --git a/etc/userconfig/rally_heat_testcases.yaml b/etc/userconfig/rally_heat_testcases.yaml new file mode 100644 index 00000000..1318df82 --- /dev/null +++ b/etc/userconfig/rally_heat_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Heat scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'heat' diff --git a/etc/userconfig/rally_keystone_testcases.yaml b/etc/userconfig/rally_keystone_testcases.yaml new file mode 100644 index 00000000..ff05d682 --- /dev/null +++ b/etc/userconfig/rally_keystone_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Keystone scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'keystone' diff --git a/etc/userconfig/rally_neutron_testcases.yaml b/etc/userconfig/rally_neutron_testcases.yaml new file mode 100644 index 00000000..99f0175d --- /dev/null +++ b/etc/userconfig/rally_neutron_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Neutron scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'neutron' diff --git a/etc/userconfig/rally_nova_testcases.yaml b/etc/userconfig/rally_nova_testcases.yaml new file mode 100644 index 00000000..9f1f44ed --- /dev/null +++ b/etc/userconfig/rally_nova_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Nova scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'nova' diff --git a/etc/userconfig/rally_quotas_testcases.yaml b/etc/userconfig/rally_quotas_testcases.yaml new file mode 100644 index 00000000..d0c1a246 --- /dev/null +++ b/etc/userconfig/rally_quotas_testcases.yaml @@ -0,0 +1,22 @@ +--- +tiers: + - + name: components + order: 1 + description: >- + Run several OpenStack performance tools + https://docs.openstack.org/performance-docs/latest/methodologies/tools.html + testcases: + - + case_name: rally_full + project_name: functest + criteria: 100 + blocking: false + description: >- + This test case runs the Quotas scenarios of the + OpenStack Rally suite using several threads and iterations. + run: + name: rally_full + args: + tests: + - 'quotas' |