Allow blacklisting tests if public endpoint only

It allows reusing the blacklisting system if only public endpoints are
reachable (ONAP Openlab testing). It contains a first list of
tempest-based tests which force the use of admin endpoints.

Change-Id: Ic1ab07dec3ae1f2a0ca50b80e08cd0ac396f2e56
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

2 files changed, 24 insertions, 3 deletions

diff --git a/functest/opnfv_tests/openstack/tempest/custom_tests/public_blacklist.yaml b/functest/opnfv_tests/openstack/tempest/custom_tests/public_blacklist.yaml
new file mode 100644
index 000000000..e53b577b2
--- /dev/null
+++ b/functest/opnfv_tests/openstack/tempest/custom_tests/public_blacklist.yaml
@@ -0,0 +1,15 @@
+---
+-
+    scenarios:
+        - os-*
+    tests:
+        - neutron_tempest_plugin.api.admin.test_floating_ips_admin_actions.FloatingIPAdminTestJSON.test_associate_floating_ip_with_port_from_another_project
+        - neutron_tempest_plugin.api.admin.test_quotas.QuotasTest.test_detail_quotas
+        - neutron_tempest_plugin.api.admin.test_quotas.QuotasTest.test_quotas
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_floatingip_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_network_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_port_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_router_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_security_group_rule_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_security_group_when_quotas_is_full
+        - neutron_tempest_plugin.api.admin.test_quotas_negative.QuotasAdminNegativeTestJSON.test_create_subnet_when_quotas_is_full
diff --git a/functest/opnfv_tests/openstack/tempest/tempest.py b/functest/opnfv_tests/openstack/tempest/tempest.py
index 908d3bc16..05758abf5 100644
--- a/functest/opnfv_tests/openstack/tempest/tempest.py
+++ b/functest/opnfv_tests/openstack/tempest/tempest.py
@@ -50,6 +50,9 @@ class TempestCommon(singlevm.VmReady2):
     tempest_blacklist = pkg_resources.resource_filename(
         'functest',
         'opnfv_tests/openstack/tempest/custom_tests/blacklist.yaml')
+    tempest_public_blacklist = pkg_resources.resource_filename(
+        'functest',
+        'opnfv_tests/openstack/tempest/custom_tests/public_blacklist.yaml')
 
     def __init__(self, **kwargs):
         if "case_name" not in kwargs:
@@ -350,7 +353,7 @@ class TempestCommon(singlevm.VmReady2):
             LOGGER.info("%s\n%s", cmd, output.decode("utf-8"))
         os.remove('/etc/tempest.conf')
 
-    def apply_tempest_blacklist(self):
+    def apply_tempest_blacklist(self, black_list):
         """Exclude blacklisted test cases."""
         LOGGER.debug("Applying tempest blacklist...")
         if os.path.exists(self.raw_list):
@@ -363,7 +366,7 @@ class TempestCommon(singlevm.VmReady2):
             deploy_scenario = env.get('DEPLOY_SCENARIO')
             if bool(deploy_scenario):
                 # if DEPLOY_SCENARIO is set we read the file
-                black_list_file = open(self.tempest_blacklist)
+                black_list_file = open(black_list)
                 black_list_yaml = yaml.safe_load(black_list_file)
                 black_list_file.close()
                 for item in black_list_yaml:
@@ -602,7 +605,10 @@ class TempestCommon(singlevm.VmReady2):
             shutil.copy("/etc/rally/rally.conf", self.res_dir)
             self.configure(**kwargs)
             self.generate_test_list(**kwargs)
-            self.apply_tempest_blacklist()
+            self.apply_tempest_blacklist(TempestCommon.tempest_blacklist)
+            if env.get('PUBLIC_ENDPOINT_ONLY').lower() == 'true':
+                self.apply_tempest_blacklist(
+                    TempestCommon.tempest_public_blacklist)
             self.run_verifier_tests(**kwargs)
             self.parse_verifier_result()
             rally.RallyBase.verify_report(