aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorCédric Ollivier <cedric.ollivier@orange.com>2020-03-03 17:03:42 +0100
committerCédric Ollivier <cedric.ollivier@orange.com>2020-03-03 17:05:11 +0100
commita0bbd644a0694bee89032f1176d9c60dd7ac7f8d (patch)
treef5abef821492d96030dd72926ff394c53f4adb4e
parent397ef4366cb3067c1a25999eab0e928937cc6e04 (diff)
Blacklist tests which are not mandatory in CNTT
CNTT rally_jobs must conform with CNTT RC whatever the OpenStack version under tests. All tests added by neutron since Hunter must be skipped in conformance. Of course, the IaaS verification part is unchanged as this tests are relevant. Change-Id: I4cfb4ae725e5ce9125f4ed25489dd003e16695f4 Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
-rw-r--r--docker/benchmarking-cntt/Dockerfile1
-rw-r--r--docker/benchmarking-cntt/blacklist.yaml48
2 files changed, 49 insertions, 0 deletions
diff --git a/docker/benchmarking-cntt/Dockerfile b/docker/benchmarking-cntt/Dockerfile
index 59fe5a88d..2f4e0dbee 100644
--- a/docker/benchmarking-cntt/Dockerfile
+++ b/docker/benchmarking-cntt/Dockerfile
@@ -1,4 +1,5 @@
FROM opnfv/functest-benchmarking
COPY testcases.yaml /usr/lib/python3.8/site-packages/xtesting/ci/testcases.yaml
+COPY blacklist.yaml /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml
CMD ["run_tests", "-t", "all"]
diff --git a/docker/benchmarking-cntt/blacklist.yaml b/docker/benchmarking-cntt/blacklist.yaml
new file mode 100644
index 000000000..7ef906df6
--- /dev/null
+++ b/docker/benchmarking-cntt/blacklist.yaml
@@ -0,0 +1,48 @@
+---
+scenario:
+ -
+ scenarios:
+ - '^os-'
+ tests:
+ - 'NeutronNetworks.associate_and_dissociate_floating_ips'
+ - 'NeutronNetworks.create_and_bind_ports'
+ - 'NeutronNetworks.create_and_delete_floating_ips'
+ - 'NeutronNetworks.create_and_list_floating_ips'
+ - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+ - 'NeutronSecurityGroup.create_and_delete_security_groups'
+ - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+ - 'NeutronSecurityGroup.create_and_list_security_groups'
+ - 'NeutronSecurityGroup.create_and_show_security_group'
+ - 'NeutronSecurityGroup.create_and_show_security_group_rule'
+ - 'NeutronSecurityGroup.create_and_update_security_groups'
+ - 'NovaServers.boot_and_delete_server'
+
+functionality:
+ -
+ functions:
+ - block_migration
+ tests:
+ - NovaServers.boot_server_from_volume_and_live_migrate
+ -
+ functions:
+ - no_migration
+ tests:
+ - NovaServers.boot_and_live_migrate_server
+ - NovaServers.boot_server_attach_created_volume_and_live_migrate
+ - NovaServers.boot_server_from_volume_and_live_migrate
+ - NovaServers.boot_and_migrate_server
+ -
+ functions:
+ - no_net_trunk_service
+ tests:
+ - '^NeutronTrunk'
+ -
+ functions:
+ - no_floating_ip
+ tests:
+ - HeatStacks.create_and_delete_stack
+ - NovaServers.boot_and_associate_floating_ip
+ - NovaServers.boot_server_associate_and_dissociate_floating_ip
+ - NeutronNetworks.create_and_delete_floating_ips
+ - NeutronNetworks.create_and_list_floating_ips
+ - NeutronNetworks.associate_and_dissociate_floating_ips