1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
"""
Monitoring agent checks
Checks for prometheus and collectd existence and health
"""
import logging
from tools.kube_utils import kube_api
from internal.store_result import store_result
from internal.checks.pod_health_check import pod_status, get_logs
def health_checker(pod, api_instance, logger, result):
"""
Checks the health of pod
"""
status = []
pod_stats = pod_status(logger, pod)
if pod_stats['criteria'] == 'fail':
pod_stats['logs'] = get_logs(api_instance, pod)
result['criteria'] = 'fail'
status.append(pod.metadata.name)
status.append(pod_stats)
return status
def monitoring_agent_check():
"""
Checks existence & health of prometheus pods
"""
api_instance = kube_api()
namespaces = api_instance.list_namespace()
ns_names = []
for nspace in namespaces.items:
ns_names.append(nspace.metadata.name)
result = {'category': 'observability',
'case_name': 'prometheus_check',
'criteria': 'pass',
'details': []
}
status = []
flag = False
logger = logging.getLogger(__name__)
if 'monitoring' in ns_names:
pod_details = api_instance.list_namespaced_pod('monitoring', watch=False)
pods = pod_details.items
for pod in pods:
if 'prometheus' in pod.metadata.name:
stats = health_checker(pod, api_instance, logger, result)
status.append(stats)
flag = True
else:
for name in ns_names:
pod_details = api_instance.list_namespaced_pod(name, watch=False)
pods = pod_details.items
for pod in pods:
if 'prometheus' in pod.metadata.name:
stats = health_checker(pod, api_instance, logger, result)
status.append(stats)
flag = True
if flag is False:
result['criteria'] = 'fail'
result['details'].append(status)
store_result(logger, result)
return result
def collectd_check():
"""
Checks for collectd pods present and their state of being
"""
api_instance = kube_api()
pod_details = api_instance.list_pod_for_all_namespaces()
pods = pod_details.items
result = {'category': 'observability',
'case_name': 'collectd_check',
'criteria': 'pass',
'details': []
}
logger = logging.getLogger(__name__)
status = []
flag = False
for pod in pods:
if 'collectd' in pod.metadata.name:
stats = health_checker(pod, api_instance, logger, result)
status.append(stats)
flag = True
if flag is False:
result['criteria'] = 'fail'
result['details'].append(status)
store_result(logger, result)
return result
|
