aboutsummaryrefslogtreecommitdiffstats
path: root/docker/benchmarking-cntt
diff options
context:
space:
mode:
authorCédric Ollivier <cedric.ollivier@orange.com>2020-03-03 17:03:42 +0100
committerCédric Ollivier <cedric.ollivier@orange.com>2020-03-03 17:05:11 +0100
commita0bbd644a0694bee89032f1176d9c60dd7ac7f8d (patch)
treef5abef821492d96030dd72926ff394c53f4adb4e /docker/benchmarking-cntt
parent397ef4366cb3067c1a25999eab0e928937cc6e04 (diff)
Blacklist tests which are not mandatory in CNTT
CNTT rally_jobs must conform with CNTT RC whatever the OpenStack version under tests. All tests added by neutron since Hunter must be skipped in conformance. Of course, the IaaS verification part is unchanged as this tests are relevant. Change-Id: I4cfb4ae725e5ce9125f4ed25489dd003e16695f4 Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
Diffstat (limited to 'docker/benchmarking-cntt')
-rw-r--r--docker/benchmarking-cntt/Dockerfile1
-rw-r--r--docker/benchmarking-cntt/blacklist.yaml48
2 files changed, 49 insertions, 0 deletions
diff --git a/docker/benchmarking-cntt/Dockerfile b/docker/benchmarking-cntt/Dockerfile
index 59fe5a88d..2f4e0dbee 100644
--- a/docker/benchmarking-cntt/Dockerfile
+++ b/docker/benchmarking-cntt/Dockerfile
@@ -1,4 +1,5 @@
FROM opnfv/functest-benchmarking
COPY testcases.yaml /usr/lib/python3.8/site-packages/xtesting/ci/testcases.yaml
+COPY blacklist.yaml /usr/lib/python3.8/site-packages/functest/opnfv_tests/openstack/rally/blacklist.yaml
CMD ["run_tests", "-t", "all"]
diff --git a/docker/benchmarking-cntt/blacklist.yaml b/docker/benchmarking-cntt/blacklist.yaml
new file mode 100644
index 000000000..7ef906df6
--- /dev/null
+++ b/docker/benchmarking-cntt/blacklist.yaml
@@ -0,0 +1,48 @@
+---
+scenario:
+ -
+ scenarios:
+ - '^os-'
+ tests:
+ - 'NeutronNetworks.associate_and_dissociate_floating_ips'
+ - 'NeutronNetworks.create_and_bind_ports'
+ - 'NeutronNetworks.create_and_delete_floating_ips'
+ - 'NeutronNetworks.create_and_list_floating_ips'
+ - 'NeutronSecurityGroup.create_and_delete_security_group_rule'
+ - 'NeutronSecurityGroup.create_and_delete_security_groups'
+ - 'NeutronSecurityGroup.create_and_list_security_group_rules'
+ - 'NeutronSecurityGroup.create_and_list_security_groups'
+ - 'NeutronSecurityGroup.create_and_show_security_group'
+ - 'NeutronSecurityGroup.create_and_show_security_group_rule'
+ - 'NeutronSecurityGroup.create_and_update_security_groups'
+ - 'NovaServers.boot_and_delete_server'
+
+functionality:
+ -
+ functions:
+ - block_migration
+ tests:
+ - NovaServers.boot_server_from_volume_and_live_migrate
+ -
+ functions:
+ - no_migration
+ tests:
+ - NovaServers.boot_and_live_migrate_server
+ - NovaServers.boot_server_attach_created_volume_and_live_migrate
+ - NovaServers.boot_server_from_volume_and_live_migrate
+ - NovaServers.boot_and_migrate_server
+ -
+ functions:
+ - no_net_trunk_service
+ tests:
+ - '^NeutronTrunk'
+ -
+ functions:
+ - no_floating_ip
+ tests:
+ - HeatStacks.create_and_delete_stack
+ - NovaServers.boot_and_associate_floating_ip
+ - NovaServers.boot_server_associate_and_dissociate_floating_ip
+ - NeutronNetworks.create_and_delete_floating_ips
+ - NeutronNetworks.create_and_list_floating_ips
+ - NeutronNetworks.associate_and_dissociate_floating_ips