From 91de272c725a9a4d9d5b97381e574802036da8b7 Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Sun, 10 Nov 2019 17:58:40 +0100 Subject: Add tempest_cinder in compliance MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit It conforms with Cinder Microversions and Feature [1]. It cleans the testcases which require CNTT updates (Keystone, Glance, Nova, etc.) [1] https://github.com/cntt-n/CNTT/pull/577 Change-Id: I8e719e9f48d70a860c0f879117144bb3ce6f4875 Signed-off-by: Cédric Ollivier --- docker/smoke-cntt/testcases.yaml | 226 ++------------------------------------- 1 file changed, 7 insertions(+), 219 deletions(-) diff --git a/docker/smoke-cntt/testcases.yaml b/docker/smoke-cntt/testcases.yaml index 14c5601d9..0e9e5a796 100644 --- a/docker/smoke-cntt/testcases.yaml +++ b/docker/smoke-cntt/testcases.yaml @@ -43,232 +43,20 @@ tiers: - '--concurrency=4' - - case_name: rally_sanity - project_name: functest - criteria: 100 - blocking: false - description: >- - This test case runs a sub group of tests of the OpenStack - Rally suite in smoke mode. - run: - name: rally_sanity - args: - optional: - - 'gnocchi' - - 'barbican' - - - - case_name: refstack_compute + case_name: tempest_cinder project_name: functest criteria: 100 blocking: false deny_skipping: true - tests_count: 222 - description: >- - This test case runs a sub group of tests of the OpenStack - Compute testcases. - run: - name: refstack - args: - target: compute - option: - - '--concurrency=4' - - - - case_name: refstack_object - project_name: functest - criteria: 100 - blocking: false - deny_skipping: true - tests_count: 58 - description: >- - This test case runs a sub group of tests of the OpenStack - Object testcases. - run: - name: refstack - args: - target: object - option: - - '--concurrency=4' - - - - case_name: refstack_platform - project_name: functest - criteria: 100 - blocking: false - deny_skipping: true - tests_count: 278 - description: >- - This test case runs a sub group of tests of the OpenStack - Platform testcases. - run: - name: refstack - args: - target: platform - option: - - '--concurrency=4' - - - - case_name: tempest_full - project_name: functest - criteria: 100 - blocking: false - description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deployment. - https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83 - run: - name: tempest_common - args: - mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)' - option: - - '--concurrency=4' - - - - case_name: tempest_scenario - project_name: functest - criteria: 100 - blocking: false - description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deployment. - https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 - run: - name: tempest_scenario - args: - mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)' - option: - - '--concurrency=1' - - - - case_name: tempest_slow - project_name: functest - criteria: 100 - blocking: false - description: >- - The list of test cases is generated by - Tempest automatically and depends on the parameters of - the OpenStack deployment. - https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84 - run: - name: tempest_common - args: - mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)' - option: - - '--concurrency=2' - - - - case_name: patrole - project_name: functest - criteria: 100 - blocking: false + tests_count: 7 description: >- - Test suite from Patrole project. - run: - name: patrole - args: - role: 'admin' - includes: - - 'image' - - 'network' - excludes: - - 'network.test_flavors_rbac' - - 'network.test_network_ip_availability_rbac' - - 'test_networks_multiprovider_rbac' - - 'test_auto_allocated_topology_rbac' - - 'test_create_network_provider_segmentation_id' - - 'test_update_network_provider_physical_network' - - 'test_update_network_provider_segmentation_id' - - 'network.test_agents_rbac' - - 'test_list_metadef_namespaces' - - - - case_name: neutron_trunk - project_name: functest - criteria: 100 - blocking: false - description: >- - This test case runs the neutron trunk subtest of the - OpenStack Tempest suite. The list of test cases is - generated by Tempest having as input the relevant - testcase list file. - run: - name: tempest_common - args: - mode: 'neutron_tempest_plugin.(api|scenario).test_trunk' - neutron_extensions: - - trunk - - trunk-details - - - - case_name: networking-bgpvpn - project_name: functest - criteria: 100 - blocking: false - description: >- - This test case runs OpenStack networking-bgpvpn Tempest - suite. The list of test cases is generated by Tempest - having as input the relevant regex. + This test case runs the Tempest suite proposed by the + Cinder project. run: name: tempest_common args: - mode: '^neutron_tempest_plugin.bgpvpn.api\.' - neutron_extensions: - - bgpvpn + mode: "(?!.*test_incremental_backup)\ + (?!.*test_consistencygroups)\ + (^cinder_tempest_plugin.)" option: - '--concurrency=4' - - - - case_name: networking-sfc - project_name: functest - criteria: 100 - blocking: false - description: >- - This test case runs OpenStack networking-sfc Tempest - suite. The list of test cases is generated by Tempest - having as input the relevant regex. - run: - name: tempest_common - args: - mode: - '^(?:neutron_tempest_plugin\.sfc\.tests\.api).*$' - neutron_extensions: - - sfc - option: - - '--concurrency=0' - - - - case_name: barbican - project_name: functest - criteria: 100 - blocking: false - description: >- - It leverages on the tempest plugin containing tests used to - verify the functionality of a barbican installation. - run: - name: barbican - args: - mode: - '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$' - services: - - barbican - - - - case_name: octavia - project_name: functest - criteria: 100 - blocking: false - description: >- - It leverages on the tempest plugin containing tests used to - verify the functionality of an octavia installation. - run: - name: tempest_common - args: - mode: - '^octavia_tempest_plugin.tests.api.v2' - services: - - octavia - option: - - '--concurrency=2' -- cgit 1.2.3-korg