From 09f11fb9313e668bc293ca19a2760c3c3bae40a1 Mon Sep 17 00:00:00 2001 From: Georg Kunz Date: Thu, 28 Jun 2018 00:21:07 +0200 Subject: Splitting the networking tests in API and scenario tests Split the networking tempest test case in Tempest API tests and scenario tests. The API tests will be promoted to mandatory while the scenario tests will remain optional. JIRA: DOVETAIL-678 Change-Id: I03022316076809536782e82fd531d98f45105caa Signed-off-by: Georg Kunz --- etc/compliance/proposed_tests.yml | 3 ++- etc/testcase/tempest.network.yml | 43 ------------------------------- etc/testcase/tempest.network_api.yml | 38 +++++++++++++++++++++++++++ etc/testcase/tempest.network_scenario.yml | 29 +++++++++++++++++++++ 4 files changed, 69 insertions(+), 44 deletions(-) delete mode 100644 etc/testcase/tempest.network.yml create mode 100644 etc/testcase/tempest.network_api.yml create mode 100644 etc/testcase/tempest.network_scenario.yml diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml index f4d159ea..6ca82daa 100644 --- a/etc/compliance/proposed_tests.yml +++ b/etc/compliance/proposed_tests.yml @@ -8,7 +8,8 @@ proposed_tests: - dovetail.tempest.identity_v2 - dovetail.tempest.identity_v3 - dovetail.tempest.image - - dovetail.tempest.network + - dovetail.tempest.network_api + - dovetail.tempest.network_scenario - dovetail.tempest.volume - dovetail.tempest.neutron_trunk_ports # HA diff --git a/etc/testcase/tempest.network.yml b/etc/testcase/tempest.network.yml deleted file mode 100644 index 28389ad8..00000000 --- a/etc/testcase/tempest.network.yml +++ /dev/null @@ -1,43 +0,0 @@ ---- -dovetail.tempest.network: - name: dovetail.tempest.network - objective: tempest smoke test cases about network - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - source_archive_files: - - functest.log - - tempest/tempest.log - - tempest/tempest-report.html - dest_archive_files: - - tempest_logs/dovetail.tempest.network.functest.log - - tempest_logs/dovetail.tempest.network.log - - tempest_logs/dovetail.tempest.network.html - check_results_file: 'functest_results.txt' - sub_testcase_list: - - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke] - - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke] - - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] - - tempest.api.network.test_networks.NetworksTest.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] - - tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] - - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] - - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke] - - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network,slow] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network,slow] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network,slow] diff --git a/etc/testcase/tempest.network_api.yml b/etc/testcase/tempest.network_api.yml new file mode 100644 index 00000000..159dc1f1 --- /dev/null +++ b/etc/testcase/tempest.network_api.yml @@ -0,0 +1,38 @@ +--- +dovetail.tempest.network_api: + name: dovetail.tempest.network_api + objective: tempest smoke API test cases covering networking capabilities + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + source_archive_files: + - functest.log + - tempest/tempest.log + - tempest/tempest-report.html + dest_archive_files: + - tempest_logs/dovetail.tempest.network_api.functest.log + - tempest_logs/dovetail.tempest.network_api.log + - tempest_logs/dovetail.tempest.network_api.html + check_results_file: 'functest_results.txt' + sub_testcase_list: + - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke] + - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke] + - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] + - tempest.api.network.test_networks.NetworksTest.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] + - tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] + - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] + - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke] + - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke] diff --git a/etc/testcase/tempest.network_scenario.yml b/etc/testcase/tempest.network_scenario.yml new file mode 100644 index 00000000..f2b83327 --- /dev/null +++ b/etc/testcase/tempest.network_scenario.yml @@ -0,0 +1,29 @@ +--- +dovetail.tempest.network_scenario: + name: dovetail.tempest.network_scenario + objective: tempest smoke scenario test cases covering networking capabilities + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + source_archive_files: + - functest.log + - tempest/tempest.log + - tempest/tempest-report.html + dest_archive_files: + - tempest_logs/dovetail.tempest.network_scenario.functest.log + - tempest_logs/dovetail.tempest.network_scenario.log + - tempest_logs/dovetail.tempest.network_scenario.html + check_results_file: 'functest_results.txt' + sub_testcase_list: + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network,slow] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network,slow] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network,slow] -- cgit 1.2.3-korg