summaryrefslogtreecommitdiffstats
path: root/deploy/deploy_env.py
diff options
context:
space:
mode:
authorAlexandru Avadanii <Alexandru.Avadanii@enea.com>2017-09-05 13:25:08 +0000
committerGerrit Code Review <gerrit@opnfv.org>2017-09-05 13:25:08 +0000
commita1a413ad65c31ebf5dc42924f7ed04ab02a04872 (patch)
treebfe49085fe03cc6578ca9cd00ea82802bb57d1be /deploy/deploy_env.py
parent14d7bf43d3790a0a5fb69c9eff0e93b9fd63c5ba (diff)
parent1b89628e4571a65245a743e4a85d38438a119b3d (diff)
Merge "build, deploy: Remove obsolete Fuel@Openstack code"
Diffstat (limited to 'deploy/deploy_env.py')
-rw-r--r--deploy/deploy_env.py284
1 files changed, 0 insertions, 284 deletions
diff --git a/deploy/deploy_env.py b/deploy/deploy_env.py
deleted file mode 100644
index d374cce11..000000000
--- a/deploy/deploy_env.py
+++ /dev/null
@@ -1,284 +0,0 @@
-###############################################################################
-# Copyright (c) 2015 Ericsson AB and others.
-# szilard.cserey@ericsson.com
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-###############################################################################
-
-
-import os
-import io
-import yaml
-import glob
-import time
-import shutil
-
-from ssh_client import SSHClient
-
-from common import (
- err,
- log,
- parse,
- N,
- E,
- R,
- delete,
-)
-
-CLOUD_DEPLOY_FILE = 'deploy.py'
-BLADE_RESTART_TIMES = 3
-
-
-class CloudDeploy(object):
-
- def __init__(self, dea, dha, fuel_ip, fuel_username, fuel_password,
- dea_file, fuel_plugins_conf_dir, work_dir, no_health_check,
- deploy_timeout, no_deploy_environment, deploy_log):
- self.dea = dea
- self.dha = dha
- self.fuel_ip = fuel_ip
- self.fuel_username = fuel_username
- self.fuel_password = fuel_password
- self.dea_file = dea_file
- self.updated_dea_file = (
- '%s/.%s' % (os.path.dirname(self.dea_file),
- os.path.basename(self.dea_file)))
- shutil.copy2(self.dea_file, self.updated_dea_file)
- self.fuel_plugins_conf_dir = fuel_plugins_conf_dir
- self.work_dir = work_dir
- self.no_health_check = no_health_check
- self.deploy_timeout = deploy_timeout
- self.no_deploy_environment = no_deploy_environment
- self.deploy_log = deploy_log
- self.file_dir = os.path.dirname(os.path.realpath(__file__))
- self.ssh = SSHClient(self.fuel_ip, self.fuel_username,
- self.fuel_password)
- self.node_ids = self.dha.get_node_ids()
- self.wanted_release = self.dea.get_property('wanted_release')
- self.blade_node_dict = {}
- self.macs_per_blade = {}
-
- def merge_plugin_config_files_to_dea_file(self):
- plugins_conf_dir = (
- self.fuel_plugins_conf_dir if self.fuel_plugins_conf_dir
- else '%s/plugins_conf' % os.path.dirname(self.dea_file))
- if os.path.isdir(plugins_conf_dir):
- with io.open(self.updated_dea_file) as stream:
- updated_dea = yaml.load(stream)
- for plugin_file in glob.glob('%s/*.yaml' % plugins_conf_dir):
- with io.open(plugin_file) as stream:
- plugin_conf = yaml.load(stream)
- updated_dea['settings']['editable'].update(plugin_conf)
- with io.open(self.updated_dea_file, 'w') as stream:
- yaml.dump(updated_dea, stream, default_flow_style=False)
-
- def upload_cloud_deployment_files(self):
- with self.ssh as s:
- s.exec_cmd('rm -rf %s' % self.work_dir, False)
- s.exec_cmd('mkdir %s' % self.work_dir)
- s.scp_put(self.updated_dea_file, '%s/%s' % (
- self.work_dir, os.path.basename(self.dea_file)))
- s.scp_put('%s/common.py' % self.file_dir, self.work_dir)
- s.scp_put('%s/dea.py' % self.file_dir, self.work_dir)
- for f in glob.glob('%s/cloud/*' % self.file_dir):
- s.scp_put(f, self.work_dir)
-
- def power_off_nodes(self):
- for node_id in self.node_ids:
- self.dha.node_power_off(node_id)
-
- def power_on_nodes(self):
- for node_id in self.node_ids:
- self.dha.node_power_on(node_id)
-
- def set_boot_order(self, boot_order_list):
- for node_id in self.node_ids:
- self.dha.node_set_boot_order(node_id, boot_order_list[:])
-
- def get_mac_addresses(self):
- self.macs_per_blade = {}
- for node_id in self.node_ids:
- self.macs_per_blade[node_id] = self.dha.get_node_pxe_mac(node_id)
-
- def run_cloud_deploy(self, deploy_app):
- log('START CLOUD DEPLOYMENT')
- deploy_app = '%s/%s' % (self.work_dir, deploy_app)
- dea_file = '%s/%s' % (self.work_dir, os.path.basename(self.dea_file))
- with self.ssh as s:
- status = s.run('python %s %s %s %s %s' % (
- deploy_app,
- ('-nh' if self.no_health_check else ''),
- ('-dt %s' %
- self.deploy_timeout if self.deploy_timeout else ''),
- ('-nde' if self.no_deploy_environment else ''),
- dea_file))
- return status
-
- def check_supported_release(self):
- log('Check supported release: %s' % self.wanted_release)
- found = False
- release_list = parse(self.ssh.exec_cmd('fuel release -l'))
- for release in release_list:
- if release[R['name']] == self.wanted_release:
- found = True
- break
- if not found:
- err('This Fuel does not contain the following release: %s'
- % self.wanted_release)
-
- def check_previous_installation(self):
- log('Check previous installation')
- env_list = parse(self.ssh.exec_cmd('fuel env list'))
- if env_list:
- self.cleanup_fuel_environments(env_list)
- node_list = parse(self.ssh.exec_cmd('fuel node list'))
- if node_list:
- self.cleanup_fuel_nodes(node_list)
-
- def cleanup_fuel_environments(self, env_list):
- WAIT_LOOP = 60
- SLEEP_TIME = 10
- for env in env_list:
- log('Deleting environment %s' % env[E['id']])
- self.ssh.exec_cmd('fuel env --env %s --delete --force'
- % env[E['id']])
- all_env_erased = False
- for i in range(WAIT_LOOP):
- env_list = parse(self.ssh.exec_cmd('fuel env list'))
- if env_list:
- time.sleep(SLEEP_TIME)
- else:
- all_env_erased = True
- break
- if not all_env_erased:
- log('Could not erase these environments %s'
- % [(env[E['id']], env[E['status']]) for env in env_list])
-
- def cleanup_fuel_nodes(self, node_list):
- for node in node_list:
- if node[N['status']] == 'discover':
- log('Deleting node %s' % node[N['id']])
- self.ssh.exec_cmd('fuel node --node-id %s --delete-from-db '
- '--force' % node[N['id']])
- self.ssh.exec_cmd('cobbler system remove --name node-%s'
- % node[N['id']], False)
-
- def check_prerequisites(self):
- log('Check prerequisites')
- with self.ssh:
- self.check_supported_release()
- self.check_previous_installation()
-
- def wait_for_discovered_blades(self):
- log('Wait for discovered blades')
- discovered_macs = []
- restart_times = BLADE_RESTART_TIMES
-
- for blade in self.node_ids:
- self.blade_node_dict[blade] = None
-
- with self.ssh:
- all_discovered = self.discovery_waiting_loop(discovered_macs)
-
- while not all_discovered and restart_times != 0:
- restart_times -= 1
- for blade in self.get_not_discovered_blades():
- self.dha.node_reset(blade)
- with self.ssh:
- all_discovered = self.discovery_waiting_loop(discovered_macs)
-
- if not all_discovered:
- err('Not all blades have been discovered: %s'
- % self.not_discovered_blades_summary())
-
- with io.open(self.updated_dea_file) as stream:
- updated_dea = yaml.load(stream)
- updated_dea.update({'blade_node_map': self.blade_node_dict})
- with io.open(self.updated_dea_file, 'w') as stream:
- yaml.dump(updated_dea, stream, default_flow_style=False)
-
- def discovery_waiting_loop(self, discovered_macs):
- WAIT_LOOP = 360
- SLEEP_TIME = 10
- all_discovered = False
- for i in range(WAIT_LOOP):
- node_list = parse(self.ssh.exec_cmd('fuel node list'))
- if node_list:
- self.node_discovery(node_list, discovered_macs)
- if self.all_blades_discovered():
- all_discovered = True
- break
- else:
- time.sleep(SLEEP_TIME)
- return all_discovered
-
- def node_discovery(self, node_list, discovered_macs):
- for node in node_list:
- if (node[N['status']] == 'discover' and
- (node[N['online']] == 'True' or
- node[N['online']] == '1') and
- node[N['mac']] not in discovered_macs):
- discovered_macs.append(node[N['mac']])
- blade = self.find_mac_in_dict(node[N['mac']])
- if blade:
- log('Blade %s discovered as Node %s with MAC %s'
- % (blade, node[N['id']], node[N['mac']]))
- self.blade_node_dict[blade] = int(node[N['id']])
-
- def find_mac_in_dict(self, mac):
- for blade, mac_list in self.macs_per_blade.iteritems():
- if mac in mac_list:
- return blade
-
- def all_blades_discovered(self):
- for blade, node_id in self.blade_node_dict.iteritems():
- if not node_id:
- return False
- return True
-
- def not_discovered_blades_summary(self):
- summary = ''
- for blade, node_id in self.blade_node_dict.iteritems():
- if not node_id:
- summary += '\n[blade %s]' % blade
- return summary
-
- def get_not_discovered_blades(self):
- not_discovered_blades = []
- for blade, node_id in self.blade_node_dict.iteritems():
- if not node_id:
- not_discovered_blades.append(blade)
- return not_discovered_blades
-
- def set_boot_order_nodes(self):
- self.power_off_nodes()
- self.set_boot_order(['pxe', 'disk'])
- self.power_on_nodes()
-
- def get_put_deploy_log(self):
- with self.ssh as s:
- s.scp_get("deploy-*", local=self.deploy_log)
-
- def deploy(self):
-
- self.set_boot_order_nodes()
-
- self.check_prerequisites()
-
- self.get_mac_addresses()
-
- self.wait_for_discovered_blades()
-
- self.merge_plugin_config_files_to_dea_file()
-
- self.upload_cloud_deployment_files()
-
- delete(self.updated_dea_file)
-
- rc = self.run_cloud_deploy(CLOUD_DEPLOY_FILE)
-
- self.get_put_deploy_log()
-
- return rc