aboutsummaryrefslogtreecommitdiffstats
path: root/sdv/docker/sdvconfig/manifest
diff options
context:
space:
mode:
Diffstat (limited to 'sdv/docker/sdvconfig/manifest')
-rw-r--r--sdv/docker/sdvconfig/manifest/__init__.py19
-rw-r--r--sdv/docker/sdvconfig/manifest/manifest.py296
2 files changed, 315 insertions, 0 deletions
diff --git a/sdv/docker/sdvconfig/manifest/__init__.py b/sdv/docker/sdvconfig/manifest/__init__.py
new file mode 100644
index 0000000..e5bf546
--- /dev/null
+++ b/sdv/docker/sdvconfig/manifest/__init__.py
@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+
+# Copyright (C) 2020 Ashwin Nayak
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" manifest package """
+
+from .manifest import Manifest
diff --git a/sdv/docker/sdvconfig/manifest/manifest.py b/sdv/docker/sdvconfig/manifest/manifest.py
new file mode 100644
index 0000000..c9dd5b9
--- /dev/null
+++ b/sdv/docker/sdvconfig/manifest/manifest.py
@@ -0,0 +1,296 @@
+#!/usr/bin/env python
+
+# Copyright (C) 2020 Ashwin Nayak
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# pylint: disable=too-many-branches, too-many-statements
+
+""" manifest code """
+
+import os
+import json
+import yaml
+
+CWD = os.getcwd()
+
+
+class Manifest():
+ """ All about manifest """
+
+ def __init__(self, inst_dir, mapping_file_dir, logger):
+ self.yaml = dict()
+ self.mapping = dict()
+ self.vals = []
+ self.saver = dict()
+ self.logger = logger
+
+ self.auto_generate_mapping(mapping_file_dir, inst_dir)
+
+ def read_yaml(self, yaml_dir):
+ """ read yaml file """
+ yaml_files = [pos_json for pos_json in os.listdir(yaml_dir) if pos_json.endswith('.yaml')]
+ temp = []
+
+ for yaml_fn in yaml_files:
+ try:
+ self.logger.debug("the yaml fn:%s", yaml_fn)
+ with open(os.path.join(yaml_dir, yaml_fn)) as yaml_file:
+ temp_yaml = list(yaml.load_all(yaml_file, Loader=yaml.FullLoader))
+ temp.append(temp_yaml)
+ except FileNotFoundError:
+ self.logger.exception("could not read the manifest files")
+ raise
+
+ self.logger.debug("temp variable size in read_yaml:%s", len(temp))
+ if len(temp) == 0:
+ self.logger.exception("could not read the manifest files")
+ raise FileNotFoundError("could not read the manifest file")
+
+ return temp
+
+ def get_host_profile_mapping(self, inst_dir):
+ """ get host profile mapping """
+ # first read the nodes.yaml file from baremetal directory
+ temp_yaml = self.read_yaml(os.path.join(inst_dir, "baremetal"))
+ host_profile_mapping = dict()
+
+ for vals in temp_yaml:
+ for val in vals:
+ self.logger.info("val:%s", val)
+ val = val["data"]
+ host_profile_mapping[val["host_profile"]] = []
+
+ for role in val["metadata"]["tags"]:
+ if role not in host_profile_mapping[val["host_profile"]]:
+ host_profile_mapping[val["host_profile"]].append(role)
+ self.logger.info("host profile mapping values:%s", host_profile_mapping)
+
+ return host_profile_mapping
+
+ def read_mapping(self, mapping_file):
+ """ read corresponding mapping file """
+ try:
+ with open(mapping_file) as map_file:
+ temp = json.load(map_file)
+ return temp
+ except FileNotFoundError:
+ self.logger.exception("could not read the mapping file")
+ raise
+
+ def auto_generate_mapping(self, mapping_file_dir, inst_dir):
+ """ generate mapping """
+ # first check if the required files exist in the site
+ if not os.path.exists(os.path.join(inst_dir, "baremetal")):
+ self.logger.crititcal("baremetal file does not exist")
+ raise FileNotFoundError("baremetal file does not exist")
+
+ if not os.path.exists(os.path.join(inst_dir, "profiles")):
+ self.logger.crititcal("profiles file does not exist")
+ raise FileNotFoundError("profiles file does not exist")
+
+ # get host profile mapping
+ host_profile_mapping = self.get_host_profile_mapping(inst_dir)
+
+ # first check for hardware profile
+ # read the hardware mapping file, set the manifest context as hardware-intel-pod10
+
+ temp = self.read_yaml(os.path.join(inst_dir, "profiles", "hardware"))
+ for val in temp:
+ self.yaml[val[0]["metadata"]["name"]] = val
+ context = "global"
+ manifest_context = val[0]["metadata"]["name"]
+
+ temp_mapping = self.read_mapping(os.path.join(
+ mapping_file_dir, "hardware-mapping.json"))
+
+ for key in temp_mapping.keys():
+ new_key = context + "-" + key
+ self.mapping[new_key] = dict()
+ self.mapping[new_key]["manifest_key"] = temp_mapping[key]["manifest_key"]
+ self.mapping[new_key]["manifest_context"] = manifest_context
+
+ # platform profile
+ temp = self.read_yaml(os.path.join(inst_dir, "profiles", "host"))
+ # self.logger.info("host manifest file output(platform):%s", temp)
+ for val in temp:
+ try:
+ self.yaml[val[0]["metadata"]["name"]]
+ except KeyError:
+ self.yaml[val[0]["metadata"]["name"]] = val
+
+ for key in host_profile_mapping:
+ if key == val[0]["metadata"]["name"]:
+ for role in host_profile_mapping[key]:
+ context = role
+ manifest_context = val[0]["metadata"]["name"]
+
+ temp_mapping = self.read_mapping(os.path.join(
+ mapping_file_dir, "platform-mapping.json"))
+
+ for key_2 in temp_mapping.keys():
+ new_key = context + "-" + key_2
+ self.mapping[new_key] = dict()
+ self.mapping[new_key]["manifest_key"] = \
+ temp_mapping[key_2]["manifest_key"]
+ self.mapping[new_key]["manifest_context"] = manifest_context
+
+ # storage profile
+ temp = self.read_yaml(os.path.join(inst_dir, "profiles", "host"))
+ for val in temp:
+ try:
+ self.yaml[val[0]["metadata"]["name"]]
+ except KeyError:
+ self.yaml[val[0]["metadata"]["name"]] = val
+
+ for key in host_profile_mapping:
+ if key == val[0]["metadata"]["name"]:
+ for role in host_profile_mapping[key]:
+ context = role
+ manifest_context = val[0]["metadata"]["name"]
+
+ temp_mapping = self.read_mapping(os.path.join(
+ mapping_file_dir, "storage-mapping.json"))
+
+ for key2 in temp_mapping.keys():
+ new_key = context + "-" + key2
+ self.mapping[new_key] = dict()
+ self.mapping[new_key]["manifest_key"] = \
+ temp_mapping[key2]["manifest_key"]
+ self.mapping[new_key]["manifest_context"] = manifest_context
+
+ # network profile
+ temp = self.read_yaml(os.path.join(inst_dir, "networks", "physical"))
+ for vals in temp:
+ for val in vals:
+
+ if val["metadata"]["name"] not in self.yaml.keys():
+ self.yaml[val["metadata"]["name"]] = []
+ self.yaml[val["metadata"]["name"]].append(val)
+ else:
+ self.yaml[val["metadata"]["name"]].append(val)
+
+ context = val["metadata"]["name"]
+ manifest_context = val["metadata"]["name"]
+
+ temp_mapping = self.read_mapping(os.path.join(
+ mapping_file_dir, "network-mapping.json"))
+
+ for key in temp_mapping.keys():
+ new_key = context + "-" + key
+ self.mapping[new_key] = dict()
+ self.mapping[new_key]["manifest_key"] = \
+ temp_mapping[key]["manifest_key"]
+ self.mapping[new_key]["manifest_context"] = manifest_context
+
+ # info profile
+ self.logger.debug("yaml file:%s", self.yaml)
+ temp = self.read_yaml(os.path.join(inst_dir, "profiles", "host"))
+ for val in temp:
+ try:
+ self.yaml[val[0]["metadata"]["name"]]
+ except KeyError:
+ self.yaml[val[0]["metadata"]["name"]] = val
+
+ for key in host_profile_mapping:
+ if key == val[0]["metadata"]["name"]:
+ for role in host_profile_mapping[key]:
+ context = role
+ manifest_context = val[0]["metadata"]["name"]
+
+ temp_mapping = self.read_mapping(
+ os.path.join(mapping_file_dir, "info-mapping.json"))
+
+ for key2 in temp_mapping.keys():
+ new_key = context + "-" + key2
+ self.mapping[new_key] = dict()
+ self.mapping[new_key]["manifest_key"] = \
+ temp_mapping[key2]["manifest_key"]
+ self.mapping[new_key]["manifest_context"] = manifest_context
+
+ self.logger.debug("the autogenrated mapping:%s", self.mapping)
+ self.logger.info("Completed autogenration of mapping")
+
+ def find_vals(self, key, temp_json):
+ """ insert all matching json key-vals in array """
+ # self.logger.info("temp_json value:%s", temp_json)
+ for k, value in temp_json.items():
+ if k == key:
+ if isinstance(value, list):
+ for val in value:
+ self.vals.append(str(val))
+ else:
+ self.vals.append(str(value))
+
+ if isinstance(value, dict):
+ found = self.find_vals(key, value)
+ if found:
+ return True
+
+ if isinstance(value, list):
+ for _, val in enumerate(value):
+ if isinstance(val, str):
+ continue
+ found = self.find_vals(key, val)
+ if found:
+ return True
+ return False
+
+ def find_val(self, role, context, skey):
+ """ find val in manifest """
+
+ # 1. find corresponding manifest context & key
+ # code here
+ key = role + "-" + context + "-" + skey
+ man_con = dict()
+ man_key = dict()
+ self.vals = []
+
+ try:
+ return self.saver[key]
+ except KeyError:
+ # log that the key does not exist in the saver dict.
+ self.logger.info("key: %s doesnt exist in the saved keys, searching manifest")
+
+ try:
+ man_con = self.mapping[key]["manifest_context"]
+ man_key = self.mapping[key]["manifest_key"]
+ except KeyError:
+ self.logger.error("could not find corresponding mapping for key:%s", key)
+ return self.vals
+
+ if man_con == '':
+ self.saver[key] = []
+ return []
+
+ # 2. find values corresponding to the key( by recursing through shortened dict )
+ # code here
+ temp = self.yaml[man_con]
+ # print(man_key,temp)
+ if isinstance(temp, list):
+ temp_json = dict()
+ temp_json[man_con] = temp
+ self.find_vals(man_key, temp_json)
+ else:
+ self.find_vals(man_key, json)
+
+ if self.vals == []:
+ self.logger.debug(
+ "found nothing for man_con:%s and man_key:%s and key:%s",
+ man_con,
+ man_key,
+ key)
+
+ # 3. return the value
+ self.saver[key] = self.vals
+ return self.vals