Implements master ignore list

This change introduces a master ignore list, to save having
to repeat ignore strings in every project exception file.

This is achieved via a new ignore_list.yaml file that is
merged with the project exception list and then used for the
re.search ignore statement in both patch_scan.py and
project_scan.py

Change-Id: Ifb60b8ba3091603182c2025dbbbfd1a88a72439b
Signed-off-by: lhinds <lhinds@redhat.com>

26 files changed, 20 insertions, 226 deletions

diff --git a/exceptions/apex.yaml b/exceptions/apex.yaml
index c28b07c..fdf875e 100644
--- a/exceptions/apex.yaml
+++ b/exceptions/apex.yaml
@@ -13,14 +13,6 @@ file_audits:
     - network_settings.py
     - deploy_settings.py
   file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
     - rpm-build wget libvirt
     - wget git gcc
     - def clean_ssh_keys\(key_file=\'\/root\/\.ssh\/authorized\_keys
diff --git a/exceptions/armband.yaml b/exceptions/armband.yaml
index 57c1749..a0075c0 100644
--- a/exceptions/armband.yaml
+++ b/exceptions/armband.yaml
@@ -62,13 +62,5 @@ binaries:
 file_audits:
   file_names: [nullvalue]
   file_contents:
-    - ^.+#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
     - curl.+\$local_env
     - password.+salt.+opnfv_user_password
diff --git a/exceptions/availability.yaml b/exceptions/availability.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/availability.yaml
+++ b/exceptions/availability.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/bamboo.yaml b/exceptions/bamboo.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/bamboo.yaml
+++ b/exceptions/bamboo.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/barometer.yaml b/exceptions/barometer.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/barometer.yaml
+++ b/exceptions/barometer.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/bottlenecks.yaml b/exceptions/bottlenecks.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/bottlenecks.yaml
+++ b/exceptions/bottlenecks.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/calipso.yaml b/exceptions/calipso.yaml
index d31856e..49c135a 100644
--- a/exceptions/calipso.yaml
+++ b/exceptions/calipso.yaml
@@ -122,14 +122,6 @@ binaries:
 file_audits:
   file_names: [nullvalue]
   file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
     - \.login-button#login-buttons-(.*)
     - <input class="mdl-textfield__input" type="password" id="apiPassword">
     - "password: { type: String }"
diff --git a/exceptions/compass4nfv.yaml b/exceptions/compass4nfv.yaml
index e4f1c52..3613e38 100644
--- a/exceptions/compass4nfv.yaml
+++ b/exceptions/compass4nfv.yaml
@@ -11,14 +11,6 @@ binaries:
 file_audits:
   file_names: [nullvalue]
   file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
     - publicURL
     - server_password
     - username\,.password
diff --git a/exceptions/conductor.yaml b/exceptions/conductor.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/conductor.yaml
+++ b/exceptions/conductor.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/copper.yaml b/exceptions/copper.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/copper.yaml
+++ b/exceptions/copper.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/cperf.yaml b/exceptions/cperf.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/cperf.yaml
+++ b/exceptions/cperf.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/daisy.yaml b/exceptions/daisy.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/daisy.yaml
+++ b/exceptions/daisy.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/doctor.yaml b/exceptions/doctor.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/doctor.yaml
+++ b/exceptions/doctor.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/dovetail.yaml b/exceptions/dovetail.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/dovetail.yaml
+++ b/exceptions/dovetail.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/dpacc.yaml b/exceptions/dpacc.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/dpacc.yaml
+++ b/exceptions/dpacc.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/enfv.yaml b/exceptions/enfv.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/enfv.yaml
+++ b/exceptions/enfv.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/escalator.yaml b/exceptions/escalator.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/escalator.yaml
+++ b/exceptions/escalator.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/fds.yaml b/exceptions/fds.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/fds.yaml
+++ b/exceptions/fds.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/fuel.yaml b/exceptions/fuel.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/fuel.yaml
+++ b/exceptions/fuel.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/functest.yaml b/exceptions/functest.yaml
index bc6766d..f43d1c4 100644
--- a/exceptions/functest.yaml
+++ b/exceptions/functest.yaml
@@ -10,14 +10,6 @@ binaries:
 file_audits:
   file_names: [nullvalue]
   file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
     - openssl-dev.libjpeg-turbo-dev.git.wget.&
     - RUN.+curl.*https\:\/\/get\.rvm\.io.*bash.*stable
     - grep.sed.wget.ca-certificates.git.\&&
diff --git a/exceptions/octopus.yaml b/exceptions/octopus.yaml
index c90dcf2..5860307 100644
--- a/exceptions/octopus.yaml
+++ b/exceptions/octopus.yaml
@@ -10,12 +10,4 @@ binaries:
     - dca00ca0c823938e3fca1889ae366e86e6ce2279e4fc689b437d43978cfbe1c9
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/pharos.yaml b/exceptions/pharos.yaml
index 99f9e2b..6637339 100644
--- a/exceptions/pharos.yaml
+++ b/exceptions/pharos.yaml
@@ -9,12 +9,4 @@ binaries:
   binary_ignore: [nullvalue]
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/releng.yaml b/exceptions/releng.yaml
index 4003f8a..269ff7d 100644
--- a/exceptions/releng.yaml
+++ b/exceptions/releng.yaml
@@ -10,12 +10,9 @@ binaries:
 file_audits:
   file_names: [nullvalue]
   file_contents:
-    - ^#
     - -s  set secret key
     - "PKG_MAP\\[wget\\]"
     - "\\[wget\\]=wget"
-    - "git clone(.*)\\.openstack\\.org"
-    - "git clone(.*)gerrit\\.opnfv\\.org"
     - "name: GIT_CLONE_BASE"
     - "name: SSH_KEY"
     - "packages = \\['parted', 'puppet', 'wget'"
@@ -60,6 +57,3 @@ file_audits:
     - wget > /dev/null
     - wget \$get_pip_url
     - wget(.*)WORKSPACE/opnfv\.properties(.*)GS_URL(.*)properties
-    - wget(.*)build\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget(.*)artifacts\.opnfv\.org
diff --git a/exceptions/sandbox.yaml b/exceptions/sandbox.yaml
index 50c0f78..950fc1c 100644
--- a/exceptions/sandbox.yaml
+++ b/exceptions/sandbox.yaml
@@ -11,12 +11,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/template.yaml b/exceptions/template.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/template.yaml
+++ b/exceptions/template.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]
diff --git a/exceptions/yardstick.yaml b/exceptions/yardstick.yaml
index 7d4b0d5..0532ba4 100644
--- a/exceptions/yardstick.yaml
+++ b/exceptions/yardstick.yaml
@@ -10,12 +10,4 @@ binaries:
 
 file_audits:
   file_names: [nullvalue]
-  file_contents:
-    - ^#
-    - git clone.+\.openstack\.org
-    - git clone.+gerrit\.opnfv\.org
-    - wget.+build\.opnfv\.org
-    - wget.+artifacts\.opnfv\.org
-    - wget.+git\.opnfv.org
-    - wget.+git\.openstack.org
-    - git clone.+https:\/\/git.opendaylight\.org\/gerrit\/
+  file_contents: [nullvalue]