From 88e87ea167ce79dc69a3c7b4c5e68e7fdb76a177 Mon Sep 17 00:00:00 2001 From: adi0509 Date: Tue, 10 Aug 2021 14:47:23 +0530 Subject: Added Readiness & liveness check Signed-off-by: Adarsh Yadav Change-Id: I6675be477218eeda5baf6f1d479d04a4c4121bc8 --- .../internal/validator/airship/__init__.py | 5 + .../sdvstate/internal/validator/airship/airship.py | 3 + .../internal/validator/airship/probe_check.py | 141 +++++++++++++++++++++ 3 files changed, 149 insertions(+) create mode 100644 sdv/docker/sdvstate/internal/validator/airship/probe_check.py diff --git a/sdv/docker/sdvstate/internal/validator/airship/__init__.py b/sdv/docker/sdvstate/internal/validator/airship/__init__.py index 78e42c4..01abeeb 100644 --- a/sdv/docker/sdvstate/internal/validator/airship/__init__.py +++ b/sdv/docker/sdvstate/internal/validator/airship/__init__.py @@ -21,6 +21,11 @@ Package for Airship ### Pod Health Checks from .pod_health_check import pod_health_check +### Pod probe Checks +from .probe_check import readiness_probe_check +from .probe_check import liveness_probe_check +from .probe_check import startup_probe_check + ### Ceph Health Checks from .ceph_check import ceph_health_check diff --git a/sdv/docker/sdvstate/internal/validator/airship/airship.py b/sdv/docker/sdvstate/internal/validator/airship/airship.py index 6f1109d..3d49f64 100644 --- a/sdv/docker/sdvstate/internal/validator/airship/airship.py +++ b/sdv/docker/sdvstate/internal/validator/airship/airship.py @@ -83,6 +83,9 @@ class AirshipValidator(Validator): # PLATFORM CHECKS self.update_report(pod_health_check()) + self.update_report(readiness_probe_check()) + self.update_report(liveness_probe_check()) + self.update_report(startup_probe_check()) # STORAGE CHECKS self.update_report(ceph_health_check()) diff --git a/sdv/docker/sdvstate/internal/validator/airship/probe_check.py b/sdv/docker/sdvstate/internal/validator/airship/probe_check.py new file mode 100644 index 0000000..670bd9a --- /dev/null +++ b/sdv/docker/sdvstate/internal/validator/airship/probe_check.py @@ -0,0 +1,141 @@ +# Copyright 2020 University Of Delhi. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +""" +Probe Checks +1. Readiness +2. Liveness +3. Startup +""" + +from tools.kube_utils import kube_api +from tools.conf import settings + +from .store_result import store_result + + +def readiness_probe_check(): + """ + Checks whether the readiness probe is configured for all overcloud + components deployed as pods on undercloud Kubernetes. + """ + api = kube_api() + namespace_list = settings.getValue('airship_namespace_list') + + result = {'category': 'platform', + 'case_name': 'readiness_probe_check', + 'criteria': 'pass', + 'details': [] + } + + for namespace in namespace_list: + pod_list = api.list_namespaced_pod(namespace) + for pod in pod_list.items: + pod_stats = {'criteria': 'pass', + 'name': pod.metadata.name, + 'namespace': pod.metadata.namespace, + 'node': pod.spec.node_name, + 'containers': [] + } + + for container in pod.spec.containers: + container_stats = {'name': container.name, + 'readiness_probe': None} + if hasattr(container, 'readiness_probe') and container.readiness_probe is not None: + container_stats['readiness_probe'] = container.readiness_probe + else: + result['criteria'] = 'fail' + pod_stats['criteria'] = 'fail' + pod_stats['containers'].append(container_stats) + result['details'].append(pod_stats) + + store_result(result) + return result + +def liveness_probe_check(): + """ + Checks whether the liveness probe is configured for all overcloud + components deployed as pods on undercloud Kubernetes. + """ + api = kube_api() + namespace_list = settings.getValue('airship_namespace_list') + + result = {'category': 'platform', + 'case_name': 'liveness_probe_check', + 'criteria': 'pass', + 'details': [] + } + + for namespace in namespace_list: + pod_list = api.list_namespaced_pod(namespace) + for pod in pod_list.items: + pod_stats = {'criteria': 'pass', + 'name': pod.metadata.name, + 'namespace': pod.metadata.namespace, + 'node': pod.spec.node_name, + 'containers': [] + } + + for container in pod.spec.containers: + container_stats = {'name': container.name, + 'liveness_probe': None} + if hasattr(container, 'liveness_probe') and container.liveness_probe is not None: + container_stats['liveness_probe'] = container.liveness_probe + else: + result['criteria'] = 'fail' + pod_stats['criteria'] = 'fail' + pod_stats['containers'].append(container_stats) + result['details'].append(pod_stats) + + store_result(result) + return result + +def startup_probe_check(): + """ + Checks whether the startup probe is configured for all overcloud + components deployed as pods on undercloud Kubernetes. + """ + api = kube_api() + namespace_list = settings.getValue('airship_namespace_list') + + result = {'category': 'platform', + 'case_name': 'startup_probe_check', + 'criteria': 'pass', + 'details': [] + } + + for namespace in namespace_list: + pod_list = api.list_namespaced_pod(namespace) + for pod in pod_list.items: + pod_stats = {'criteria': 'pass', + 'name': pod.metadata.name, + 'namespace': pod.metadata.namespace, + 'node': pod.spec.node_name, + 'containers': [] + } + + for container in pod.spec.containers: + container_stats = {'name': container.name, + 'startup_probe': None} + if hasattr(container, 'startup_probe') and container.startup_probe is not None: + container_stats['startup_probe'] = container.startup_probe + else: + result['criteria'] = 'fail' + pod_stats['criteria'] = 'fail' + pod_stats['containers'].append(container_stats) + result['details'].append(pod_stats) + + store_result(result) + return result -- cgit 1.2.3-korg