aboutsummaryrefslogtreecommitdiffstats
path: root/testcases/vnf/vIMS/clearwater.py
blob: 7236f4fba13128d2da6c1833dd7abe473a3f8839 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
#!/usr/bin/python
# coding: utf8
#######################################################################
#
#   Copyright (c) 2015 Orange
#   valentin.boucher@orange.com
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
########################################################################


class clearwater:

    def __init__(self, inputs={}, orchestrator=None, logger=None):
        self.config = inputs
        self.orchestrator = orchestrator
        self.logger = logger
        self.deploy = False

    def set_orchestrator(self, orchestrator):
        self.orchestrator = orchestrator

    def set_flavor_id(self, flavor_id):
        self.config['flavor_id'] = flavor_id

    def set_image_id(self, image_id):
        self.config['image_id'] = image_id

    def set_agent_user(self, agent_user):
        self.config['agent_user'] = agent_user

    def set_external_network_name(self, external_network_name):
        self.config['external_network_name'] = external_network_name

    def set_public_domain(self, public_domain):
        self.config['public_domain'] = public_domain

    def deploy_vnf(self, blueprint, bp_name='clearwater',
                   dep_name='clearwater-opnfv'):
        if self.orchestrator:
            self.dep_name = dep_name
            error = self.orchestrator.download_upload_and_deploy_blueprint(
                blueprint, self.config, bp_name, dep_name)
            if error:
                return error

            self.deploy = True

        else:
            if self.logger:
                self.logger.error("Cloudify manager is down or not provide...")

    def undeploy_vnf(self):
        if self.orchestrator:
            if self.deploy:
                self.deploy = False
                self.orchestrator.undeploy_deployment(self.dep_name)
            else:
                if self.logger:
                    self.logger.error("Clearwater isn't already deploy...")
        else:
            if self.logger:
                self.logger.error("Cloudify manager is down or not provide...")
n> parser.add_argument("action", help="Possible actions are: " "'{d[0]}|{d[1]}' ".format(d=actions)) parser.add_argument("-d", "--debug", help="Debug mode", action="store_true") args = parser.parse_args() """ logging configuration """ logger = ft_logger.Logger("prepare_env").getLogger() """ global variables """ INSTALLERS = ['fuel', 'compass', 'apex', 'joid'] CI_INSTALLER_TYPE = "" CI_INSTALLER_IP = "" CI_SCENARIO = "" CI_DEBUG = False CONFIG_FUNCTEST_PATH = os.environ["CONFIG_FUNCTEST_YAML"] CONFIG_PATCH_PATH = os.path.join(os.path.dirname( CONFIG_FUNCTEST_PATH), "config_patch.yaml") functest_yaml = ft_utils.get_functest_yaml() with open(CONFIG_PATCH_PATH) as f: functest_patch_yaml = yaml.safe_load(f) FUNCTEST_CONF_DIR = functest_yaml.get("general").get( "directories").get("dir_functest_conf") FUNCTEST_DATA_DIR = functest_yaml.get("general").get( "directories").get("dir_functest_data") FUNCTEST_RESULTS_DIR = functest_yaml.get("general").get( "directories").get("dir_results") DEPLOYMENT_MAME = functest_yaml.get("rally").get("deployment_name") TEMPEST_REPO_DIR = functest_yaml.get("general").get( "directories").get("dir_repo_tempest") ENV_FILE = FUNCTEST_CONF_DIR + "/env_active" def print_separator(): logger.info("==============================================") def check_env_variables(): print_separator() logger.info("Checking environment variables...") global CI_INSTALLER_TYPE global CI_INSTALLER_IP global CI_DEBUG global CI_SCENARIO CI_INSTALLER_TYPE = os.getenv('INSTALLER_TYPE') CI_INSTALLER_IP = os.getenv('INSTALLER_IP') CI_SCENARIO = os.getenv('DEPLOY_SCENARIO') CI_NODE = os.getenv('NODE_NAME') CI_BUILD_TAG = os.getenv('BUILD_TAG') CI_DEBUG = os.getenv('CI_DEBUG') if CI_INSTALLER_TYPE is None: logger.warning("The env variable 'INSTALLER_TYPE' is not defined.") CI_INSTALLER_TYPE = "undefined" else: if os.getenv('INSTALLER_TYPE') not in INSTALLERS: logger.warning("INSTALLER_TYPE=%s is not a valid OPNFV installer. " "Available OPNFV Installers are : %s." "Setting INSTALLER_TYPE=undefined." % INSTALLERS) CI_INSTALLER_TYPE = "undefined" else: logger.info(" INSTALLER_TYPE=%s" % CI_INSTALLER_TYPE) if CI_INSTALLER_IP is None: logger.warning("The env variable 'INSTALLER_IP' is not defined. " "It is needed to fetch the OpenStack credentials. " "If the credentials are not provided to the " "container as a volume, please add this env variable " "to the 'docker run' command.") else: logger.info(" INSTALLER_IP=%s" % CI_INSTALLER_IP) if CI_SCENARIO is None: logger.warning("The env variable 'DEPLOY_SCENARIO' is not defined. " "Setting CE_SCENARIO=undefined.") CI_SCENARIO = "undefined" else: logger.info(" DEPLOY_SCENARIO=%s" % CI_SCENARIO) if CI_DEBUG: logger.info(" CI_DEBUG=%s" % CI_DEBUG) if CI_NODE: logger.info(" NODE_NAME=%s" % CI_NODE) if CI_BUILD_TAG: logger.info(" BUILD_TAG=%s" % CI_BUILD_TAG) def create_directories(): print_separator() logger.info("Creating needed directories...") if not os.path.exists(FUNCTEST_CONF_DIR): os.makedirs(FUNCTEST_CONF_DIR) logger.info(" %s created." % FUNCTEST_CONF_DIR) else: logger.debug(" %s already exists." % FUNCTEST_CONF_DIR) if not os.path.exists(FUNCTEST_DATA_DIR): os.makedirs(FUNCTEST_DATA_DIR) logger.info(" %s created." % FUNCTEST_DATA_DIR) else: logger.debug(" %s already exists." % FUNCTEST_DATA_DIR) def source_rc_file(): print_separator() logger.info("Fetching RC file...") rc_file = os.getenv('creds') if rc_file is None: logger.warning("The environment variable 'creds' must be set and" "pointing to the local RC file. Using default: " "/home/opnfv/functest/conf/openstack.creds ...") rc_file = "/home/opnfv/functest/conf/openstack.creds" if not os.path.isfile(rc_file): logger.info("RC file not provided. " "Fetching it from the installer...") if CI_INSTALLER_IP is None: logger.error("The env variable CI_INSTALLER_IP must be provided in" " order to fetch the credentials from the installer.") sys.exit("Missing CI_INSTALLER_IP.") if CI_INSTALLER_TYPE not in INSTALLERS: logger.error("Cannot fetch credentials. INSTALLER_TYPE=%s is " "not a valid OPNFV installer. Available " "installers are : %s." % INSTALLERS) sys.exit("Wrong INSTALLER_TYPE.") cmd = ("/home/opnfv/repos/releng/utils/fetch_os_creds.sh " "-d %s -i %s -a %s" % (rc_file, CI_INSTALLER_TYPE, CI_INSTALLER_IP)) logger.debug("Executing command: %s" % cmd) p = subprocess.Popen(cmd.split(), stdout=subprocess.PIPE) output = p.communicate()[0] logger.debug("\n%s" % output) if p.returncode != 0: logger.error("Failed to fetch credentials from installer.") sys.exit(1) else: logger.info("RC file provided in %s." % rc_file) if os.path.getsize(rc_file) == 0: logger.error("The file %s is empty." % rc_file) sys.exit(1) logger.info("Sourcing the OpenStack RC file...") creds = os_utils.source_credentials(rc_file) str = "" for key, value in creds.iteritems(): if re.search("OS_", key): str += "\n\t\t\t\t\t\t " + key + "=" + value logger.debug("Used credentials: %s" % str) def patch_config_file(): updated = False for key in functest_patch_yaml: if key in CI_SCENARIO: new_functest_yaml = dict(ft_utils.merge_dicts( functest_yaml, functest_patch_yaml[key])) updated = True if updated: os.remove(CONFIG_FUNCTEST_PATH) with open(CONFIG_FUNCTEST_PATH, "w") as f: f.write(yaml.dump(new_functest_yaml, default_style='"')) f.close() def verify_deployment(): print_separator() logger.info("Verifying OpenStack services...") cmd = ("%s/ci/check_os.sh" % FUNCTEST_REPO) logger.debug("Executing command: %s" % cmd) p = subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True) while p.poll() is None: line = p.stdout.readline().rstrip() if "ERROR" in line: logger.error(line) sys.exit("Problem while running 'check_os.sh'.") logger.info(line) def install_rally(): print_separator() logger.info("Creating Rally environment...") cmd = "rally deployment destroy opnfv-rally" ft_utils.execute_command(cmd, exit_on_error=False, error_msg=("Deployment %s does not exist." % DEPLOYMENT_MAME), verbose=False) rally_conf = os_utils.get_credentials_for_rally() with open('rally_conf.json', 'w') as fp: json.dump(rally_conf, fp) cmd = "rally deployment create --file=rally_conf.json --name=" cmd += DEPLOYMENT_MAME ft_utils.execute_command(cmd, error_msg="Problem creating Rally deployment") logger.info("Installing tempest from existing repo...") cmd = ("rally verify install --source " + TEMPEST_REPO_DIR + " --system-wide") ft_utils.execute_command(cmd, error_msg="Problem installing Tempest.") cmd = "rally deployment check" ft_utils.execute_command(cmd, error_msg=("OpenStack not responding or " "faulty Rally deployment.")) cmd = "rally show images" ft_utils.execute_command(cmd, error_msg=("Problem while listing " "OpenStack images.")) cmd = "rally show flavors" ft_utils.execute_command(cmd, error_msg=("Problem while showing " "OpenStack flavors.")) def check_environment(): msg_not_active = "The Functest environment is not installed." if not os.path.isfile(ENV_FILE): logger.error(msg_not_active) sys.exit(1) with open(ENV_FILE, "r") as env_file: s = env_file.read() if not re.search("1", s): logger.error(msg_not_active) sys.exit(1) logger.info("Functest environment installed.") def main(): if not (args.action in actions): logger.error('Argument not valid.') sys.exit() if args.action == "start": logger.info("######### Preparing Functest environment #########\n") check_env_variables() create_directories() source_rc_file() patch_config_file() verify_deployment() install_rally() with open(ENV_FILE, "w") as env_file: env_file.write("1") check_environment() if args.action == "check": check_environment() exit(0) if __name__ == '__main__': main()