Added Readiness & liveness check

Signed-off-by: Adarsh Yadav<adiyadav0509@gmail.com>
Change-Id: I6675be477218eeda5baf6f1d479d04a4c4121bc8

3 files changed, 149 insertions, 0 deletions

diff --git a/sdv/docker/sdvstate/internal/validator/airship/__init__.py b/sdv/docker/sdvstate/internal/validator/airship/__init__.py
index 78e42c4..01abeeb 100644
--- a/sdv/docker/sdvstate/internal/validator/airship/__init__.py
+++ b/sdv/docker/sdvstate/internal/validator/airship/__init__.py
@@ -21,6 +21,11 @@ Package for Airship
 ### Pod Health Checks
 from .pod_health_check import pod_health_check
 
+### Pod probe Checks
+from .probe_check import readiness_probe_check
+from .probe_check import liveness_probe_check
+from .probe_check import startup_probe_check
+
 ### Ceph Health Checks
 from .ceph_check import ceph_health_check
 
diff --git a/sdv/docker/sdvstate/internal/validator/airship/airship.py b/sdv/docker/sdvstate/internal/validator/airship/airship.py
index 6f1109d..3d49f64 100644
--- a/sdv/docker/sdvstate/internal/validator/airship/airship.py
+++ b/sdv/docker/sdvstate/internal/validator/airship/airship.py
@@ -83,6 +83,9 @@ class AirshipValidator(Validator):
 
         # PLATFORM CHECKS
         self.update_report(pod_health_check())
+        self.update_report(readiness_probe_check())
+        self.update_report(liveness_probe_check())
+        self.update_report(startup_probe_check())
 
         # STORAGE CHECKS
         self.update_report(ceph_health_check())
diff --git a/sdv/docker/sdvstate/internal/validator/airship/probe_check.py b/sdv/docker/sdvstate/internal/validator/airship/probe_check.py
new file mode 100644
index 0000000..670bd9a
--- /dev/null
+++ b/sdv/docker/sdvstate/internal/validator/airship/probe_check.py
@@ -0,0 +1,141 @@
+# Copyright 2020 University Of Delhi.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+"""
+Probe Checks
+1. Readiness
+2. Liveness
+3. Startup
+"""
+
+from tools.kube_utils import kube_api
+from tools.conf import settings
+
+from .store_result import store_result
+
+
+def readiness_probe_check():
+    """
+    Checks whether the readiness probe is configured for all overcloud
+    components deployed as pods on undercloud Kubernetes.
+    """
+    api = kube_api()
+    namespace_list = settings.getValue('airship_namespace_list')
+
+    result = {'category':  'platform',
+              'case_name': 'readiness_probe_check',
+              'criteria':  'pass',
+              'details': []
+             }
+
+    for namespace in namespace_list:
+        pod_list = api.list_namespaced_pod(namespace)
+        for pod in pod_list.items:
+            pod_stats = {'criteria': 'pass',
+                         'name': pod.metadata.name,
+                         'namespace': pod.metadata.namespace,
+                         'node': pod.spec.node_name,
+                         'containers': []
+                        }
+
+            for container in pod.spec.containers:
+                container_stats = {'name': container.name,
+                                   'readiness_probe': None}
+                if hasattr(container, 'readiness_probe') and container.readiness_probe is not None:
+                    container_stats['readiness_probe'] = container.readiness_probe
+                else:
+                    result['criteria'] = 'fail'
+                    pod_stats['criteria'] = 'fail'
+                pod_stats['containers'].append(container_stats)
+            result['details'].append(pod_stats)
+
+    store_result(result)
+    return result
+
+def liveness_probe_check():
+    """
+    Checks whether the liveness probe is configured for all overcloud
+    components deployed as pods on undercloud Kubernetes.
+    """
+    api = kube_api()
+    namespace_list = settings.getValue('airship_namespace_list')
+
+    result = {'category':  'platform',
+              'case_name': 'liveness_probe_check',
+              'criteria':  'pass',
+              'details': []
+             }
+
+    for namespace in namespace_list:
+        pod_list = api.list_namespaced_pod(namespace)
+        for pod in pod_list.items:
+            pod_stats = {'criteria': 'pass',
+                         'name': pod.metadata.name,
+                         'namespace': pod.metadata.namespace,
+                         'node': pod.spec.node_name,
+                         'containers': []
+                        }
+
+            for container in pod.spec.containers:
+                container_stats = {'name': container.name,
+                                   'liveness_probe': None}
+                if hasattr(container, 'liveness_probe') and container.liveness_probe is not None:
+                    container_stats['liveness_probe'] = container.liveness_probe
+                else:
+                    result['criteria'] = 'fail'
+                    pod_stats['criteria'] = 'fail'
+                pod_stats['containers'].append(container_stats)
+            result['details'].append(pod_stats)
+
+    store_result(result)
+    return result
+
+def startup_probe_check():
+    """
+    Checks whether the startup probe is configured for all overcloud
+    components deployed as pods on undercloud Kubernetes.
+    """
+    api = kube_api()
+    namespace_list = settings.getValue('airship_namespace_list')
+
+    result = {'category':  'platform',
+              'case_name': 'startup_probe_check',
+              'criteria':  'pass',
+              'details': []
+             }
+
+    for namespace in namespace_list:
+        pod_list = api.list_namespaced_pod(namespace)
+        for pod in pod_list.items:
+            pod_stats = {'criteria': 'pass',
+                         'name': pod.metadata.name,
+                         'namespace': pod.metadata.namespace,
+                         'node': pod.spec.node_name,
+                         'containers': []
+                        }
+
+            for container in pod.spec.containers:
+                container_stats = {'name': container.name,
+                                   'startup_probe': None}
+                if hasattr(container, 'startup_probe') and container.startup_probe is not None:
+                    container_stats['startup_probe'] = container.startup_probe
+                else:
+                    result['criteria'] = 'fail'
+                    pod_stats['criteria'] = 'fail'
+                pod_stats['containers'].append(container_stats)
+            result['details'].append(pod_stats)
+
+    store_result(result)
+    return result