aboutsummaryrefslogtreecommitdiffstats
path: root/sdv/docker/sdvstate/validator/airship/pod_health_check.py
diff options
context:
space:
mode:
authorParth Yadav <parth.yadav@ramanujan.du.ac.in>2020-08-07 18:16:54 +0530
committerParth Yadav <parth.yadav@ramanujan.du.ac.in>2020-08-17 19:11:14 +0530
commit69f4c631e49c359338cff5c9f5b2c96c6fe6b280 (patch)
treed7fc7e207aca6ae5b9899d1f1eba27fe29c4c273 /sdv/docker/sdvstate/validator/airship/pod_health_check.py
parent42af6fa2ef682d28d12952831aa0c74fd647daad (diff)
Init SDV-State
This patch adds post cloud-software deployment state validation tool. Currently supports pod_health_check for Airship deployment. Signed-off-by: Parth Yadav<parthyadav3105@gmail.com> Change-Id: I28eeff520f7a00419620bf50cc38fd4793aa31b8
Diffstat (limited to 'sdv/docker/sdvstate/validator/airship/pod_health_check.py')
-rw-r--r--sdv/docker/sdvstate/validator/airship/pod_health_check.py94
1 files changed, 94 insertions, 0 deletions
diff --git a/sdv/docker/sdvstate/validator/airship/pod_health_check.py b/sdv/docker/sdvstate/validator/airship/pod_health_check.py
new file mode 100644
index 0000000..34a6747
--- /dev/null
+++ b/sdv/docker/sdvstate/validator/airship/pod_health_check.py
@@ -0,0 +1,94 @@
+# Copyright 2020 University Of Delhi.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+
+import logging
+from kubernetes import client, config
+
+from tools.kube_utils import kube_api
+from tools.conf import settings
+from tools.result_api import result_api, rfile
+
+
+
+def pod_health_check():
+ """
+ Check health of all pods and get logs of failed pods
+ """
+ api = kube_api()
+ namespace_list = settings.getValue('airship_namespace_list')
+ for namespace in namespace_list:
+ pod_list = api.list_namespaced_pod(namespace)
+ for pod in pod_list.items:
+ result = pod_status(pod)
+ if result['state'] == 'fail':
+ result['logs'] = get_logs(pod)
+ result_api.store(result)
+
+
+
+def pod_status(pod):
+ """
+ Check health of a pod and returns it's status as result
+ """
+ result = {'state': 'ok',
+ 'kind': 'pod',
+ 'name': pod.metadata.name,
+ 'namespace': pod.metadata.namespace,
+ 'node': pod.spec.node_name}
+
+ if pod.status.container_statuses is None:
+ result['state'] = 'fail'
+ result['pod_details'] = rfile(str(pod))
+ else:
+ for container in pod.status.container_statuses:
+ if container.state.running is not None:
+ status = 'Running'
+ if container.state.terminated is not None:
+ status = container.state.terminated.reason
+ if container.state.waiting is not None:
+ status = container.state.waiting.reason
+
+ if status not in ('Running', 'Completed'):
+ result['state'] = 'fail'
+ result['pod_details'] = rfile(str(pod))
+
+ info = f'[Health: {result["state"]}] Name: {result["name"]}, '
+ info = info + f'Namespace: {result["namespace"]}, Node: {result["node"]}'
+
+ logger = logging.getLogger(__name__)
+ logger.info(info)
+ return result
+
+
+def get_logs(pod):
+ """
+ Collects logs of all containers in ``pod``
+ """
+ api = kube_api()
+ logs = []
+ if pod.status.container_statuses is not None:
+ for container in pod.status.container_statuses:
+ con = {'container': container.name}
+ if container.state.waiting is not None and \
+ container.state.waiting.reason == 'PodInitializing':
+ log = 'Not found, status: waiting, reason: PodInitializing'
+ else:
+ log = api.read_namespaced_pod_log(name=pod.metadata.name,
+ namespace=pod.metadata.namespace,
+ container=container.name)
+ con['log'] = rfile(log)
+ logs.append(con)
+ return logs