From a0bbd644a0694bee89032f1176d9c60dd7ac7f8d Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Tue, 3 Mar 2020 17:03:42 +0100 Subject: Blacklist tests which are not mandatory in CNTT MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit CNTT rally_jobs must conform with CNTT RC whatever the OpenStack version under tests. All tests added by neutron since Hunter must be skipped in conformance. Of course, the IaaS verification part is unchanged as this tests are relevant. Change-Id: I4cfb4ae725e5ce9125f4ed25489dd003e16695f4 Signed-off-by: Cédric Ollivier --- docker/benchmarking-cntt/Dockerfile | 1 + docker/benchmarking-cntt/blacklist.yaml | 48 +++++++++++++++++++++++++++++++++ 2 files changed, 49 insertions(+) create mode 100644 docker/benchmarking-cntt/blacklist.yaml diff --git a/docker/benchmarking-cntt/Dockerfile b/docker/benchmarking-cntt/Dockerfile index 59fe5a88d..2f4e0dbee 100644 --- a/docker/benchmarking-cntt/Dockerfile +++ b/docker/benchmarking-cntt/Dockerfile @@ -1,4 +1,5 @@ FROM opnfv/functest-benchmarking COPY testcases.yaml /usr/lib/python3.8/site-packages/xtesting/ci/testcases.yaml +COPY blacklist.yaml /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml CMD ["run_tests", "-t", "all"] diff --git a/docker/benchmarking-cntt/blacklist.yaml b/docker/benchmarking-cntt/blacklist.yaml new file mode 100644 index 000000000..7ef906df6 --- /dev/null +++ b/docker/benchmarking-cntt/blacklist.yaml @@ -0,0 +1,48 @@ +--- +scenario: + - + scenarios: + - '^os-' + tests: + - 'NeutronNetworks.associate_and_dissociate_floating_ips' + - 'NeutronNetworks.create_and_bind_ports' + - 'NeutronNetworks.create_and_delete_floating_ips' + - 'NeutronNetworks.create_and_list_floating_ips' + - 'NeutronSecurityGroup.create_and_delete_security_group_rule' + - 'NeutronSecurityGroup.create_and_delete_security_groups' + - 'NeutronSecurityGroup.create_and_list_security_group_rules' + - 'NeutronSecurityGroup.create_and_list_security_groups' + - 'NeutronSecurityGroup.create_and_show_security_group' + - 'NeutronSecurityGroup.create_and_show_security_group_rule' + - 'NeutronSecurityGroup.create_and_update_security_groups' + - 'NovaServers.boot_and_delete_server' + +functionality: + - + functions: + - block_migration + tests: + - NovaServers.boot_server_from_volume_and_live_migrate + - + functions: + - no_migration + tests: + - NovaServers.boot_and_live_migrate_server + - NovaServers.boot_server_attach_created_volume_and_live_migrate + - NovaServers.boot_server_from_volume_and_live_migrate + - NovaServers.boot_and_migrate_server + - + functions: + - no_net_trunk_service + tests: + - '^NeutronTrunk' + - + functions: + - no_floating_ip + tests: + - HeatStacks.create_and_delete_stack + - NovaServers.boot_and_associate_floating_ip + - NovaServers.boot_server_associate_and_dissociate_floating_ip + - NeutronNetworks.create_and_delete_floating_ips + - NeutronNetworks.create_and_list_floating_ips + - NeutronNetworks.associate_and_dissociate_floating_ips -- cgit 1.2.3-korg