Automatic Deployment

- node discovery
- refactoring to support multiple shelves
- configure nodes and interfaces
- provisioning
- deployment
- extending with autodeployment scripts from libvirt prototype

JIRA: [BGS-2] Create Fuel deployment scrip

Signed-off-by: Szilard Cserey <szilard.cserey@ericsson.com>
Change-Id: Ic48f93594914d5bef6c9de34d87434c7cd567198

2 files changed, 0 insertions, 524 deletions

diff --git a/fuel/deploy/hardware_adapters/hp/hp_adapter.py b/fuel/deploy/hardware_adapters/hp/hp_adapter.py
deleted file mode 100644
index 7ce0dc9..0000000
--- a/fuel/deploy/hardware_adapters/hp/hp_adapter.py
+++ /dev/null
@@ -1,411 +0,0 @@
-import re
-import time
-from netaddr import EUI, mac_unix
-import logging
-
-from run_oa_command import RunOACommand
-
-
-LOG = logging.getLogger(__name__)
-out_hdlr = logging.FileHandler(__file__.split('.')[0] + '.log', mode='w')
-out_hdlr.setFormatter(logging.Formatter('%(levelname)s: %(message)s'))
-LOG.addHandler(out_hdlr)
-LOG.setLevel(logging.DEBUG)
-
-class HpAdapter(object):
-
-    # Exception thrown at any kind of failure to get the requested
-    # information.
-    class NoInfoFoundError(Exception):
-        pass
-
-    # Totally failed to connect so a re-try with other HW should
-    # be done. This exception should never escape this class.
-    class InternalConnectError(Exception):
-        pass
-
-    # Format MAC so leading zeroes are displayed
-    class mac_dhcp(mac_unix):
-        word_fmt = "%.2x"
-
-    def __init__(self, mgmt_ip, username, password):
-        self.mgmt_ip = mgmt_ip
-        self.username = username
-        self.password = password
-        self.oa_error_message = ''
-
-    def get_blade_mac_addresses(self, shelf, blade):
-
-        LOG.debug("Entering: get_mac_addr_hp(%d,%d)" % (shelf, blade))
-        self.oa_error_message = ''
-        oa = RunOACommand(self.mgmt_ip, self.username, self.password)
-
-        LOG.debug("Connect to active OA for shelf %d" % shelf)
-        try:
-            res = oa.connect_to_active()
-        except:
-            raise self.InternalConnectError(oa.error_message)
-        if res is None:
-            raise self.InternalConnectError(oa.error_message)
-        if not oa.connected():
-            raise self.NoInfoFoundError(oa.error_message)
-
-        cmd = ("show server info " + str(blade))
-
-        LOG.debug("Send command to OA: %s" % cmd)
-        try:
-            serverinfo = oa.send_command(cmd)
-        except:
-            raise self.NoInfoFoundError(oa.error_message)
-        finally:
-            oa.close()
-
-        (left, right) = self.find_mac(serverinfo, shelf, blade)
-
-        left = EUI(left, dialect=self.mac_dhcp)
-        right = EUI(right, dialect=self.mac_dhcp)
-        return [str(left), str(right)]
-
-    def get_blade_hardware_info(self, shelf, blade=None):
-
-        if blade:
-            LOG.debug("Entering: get_hp_info(%d,%d)" % (shelf, blade))
-        else:
-            LOG.debug("Entering: get_hp_info(%d)" % shelf)
-
-        self.oa_error_message = ''
-        oa = RunOACommand(self.mgmt_ip, self.username, self.password)
-
-        LOG.debug("Connect to active OA for shelf %d" % shelf)
-
-        try:
-            res = oa.connect_to_active()
-        except:
-            self.oa_error_message = oa.error_message
-            return None
-        if res is None:
-            self.oa_error_message = oa.error_message
-            return None
-        if not oa.connected():
-            self.oa_error_message = oa.error_message
-            return None
-
-        # If no blade specified we're done we know this is an HP at this point
-        if not blade:
-            oa.close()
-            return "HP"
-
-        check = "show server info %d" % blade
-        LOG.debug("Send command to OA: %s" % check)
-        output = oa.send_command("%s" % check)
-        oa.close()
-
-        match = r"Product Name:\s+(.+)\Z"
-        if re.search(match, str(output[:])) is None:
-            self.oa_error_message = ("Blade %d in shelf %d does not exist\n"
-                                     % (blade, shelf))
-            return None
-
-        for line in output:
-            seobj = re.search(match, line)
-            if seobj:
-                return "HP %s" % seobj.group(1)
-        return False
-
-    def power_off_blades(self, shelf, blade_list):
-        return self.set_state(shelf, 'locked', blade_list=blade_list)
-
-    def power_on_blades(self, shelf, blade_list):
-        return self.set_state(shelf, 'unlocked', blade_list=blade_list)
-
-    def power_off_blade(self, shelf, blade):
-        return self.set_state(shelf, 'locked', one_blade=blade)
-
-    def power_on_blade(self, shelf, blade):
-        return self.set_state(shelf, 'unlocked', one_blade=blade)
-
-    def set_boot_order_blade(self, shelf, blade):
-        return self.set_boot_order(shelf, one_blade=blade)
-
-    def set_boot_order_blades(self, shelf, blade_list):
-        return self.set_boot_order(shelf, blade_list=blade_list)
-
-
-
-    # Search HP's OA server info for MAC for left and right control
-    def find_mac(self, serverinfo, shelf, blade):
-        left = False
-        right = False
-        for line in serverinfo:
-            if ("No Server Blade Installed" in line or
-                    "Invalid Arguments" in line):
-                raise self.NoInfoFoundError("Blade %d in shelf %d "
-                                            "does not exist." % (blade, shelf))
-            seobj = re.search(r"LOM1:1-a\s+([0-9A-F:]+)", line, re.I)
-            if seobj:
-                left = seobj.group(1)
-            else:
-                seobj = re.search(r"LOM1:2-a\s+([0-9A-F:]+)", line, re.I)
-                if seobj:
-                    right = seobj.group(1)
-            if left and right:
-                return left, right
-        raise self.NoInfoFoundError("Could not find MAC for blade %d "
-                                    "in shelf %d." % (blade, shelf))
-
-    # Do power on or off on all configured blades in shelf
-    # Return None to indicate that no connection do OA succeeded,
-    # Return False to indicate some connection to OA succeeded,
-    # or config error
-    # Return True to indicate that power state succesfully updated
-    # state: locked, unlocked
-    def set_state(self, shelf, state, one_blade=None, blade_list=None):
-
-        if state not in ['locked', 'unlocked']:
-            return None
-
-        if one_blade:
-            LOG.debug("Entering: set_state_hp(%d,%s,%d)" %
-                      (shelf, state, one_blade))
-        else:
-            LOG.debug("Entering: set_state_hp(%d,%s)" % (shelf, state))
-
-        self.oa_error_message = ''
-
-        oa = RunOACommand(self.mgmt_ip, self.username, self.password)
-
-        LOG.debug("Connect to active OA for shelf %d" % shelf)
-
-        try:
-            res = oa.connect_to_active()
-        except:
-            self.oa_error_message = oa.error_message
-            return None
-        if res is None:
-            self.oa_error_message = oa.error_message
-            return None
-        if not oa.connected():
-            self.oa_error_message = oa.error_message
-            return False
-
-        if one_blade:
-            blades = [one_blade]
-        else:
-            blades = sorted(blade_list)
-
-        LOG.debug("Check if blades are present")
-
-        check = "show server list"
-
-        LOG.debug("Send command to OA: %s" % check)
-        output = oa.send_command(check)
-        first = True
-        bladelist = ''
-        for blade in blades:
-            prog = re.compile(r"\s+" + str(blade) + r"\s+\[Absent\]",
-                              re.MULTILINE)
-            if prog.search(str(output[:])) is not None:
-                oa.close()
-                self.oa_error_message = ("Blade %d in shelf %d "
-                                         % (blade, shelf))
-                if one_blade:
-                    self.oa_error_message += ("does not exist.\n"
-                                         "Set state %s not performed.\n"
-                                         % state)
-                else:
-                    self.oa_error_message += (
-                        "specified but does not exist.\nSet "
-                        "state %s not performed on shelf %d\n"
-                        % (state, shelf))
-                return False
-            if not first:
-                bladelist += ","
-            else:
-                first = False
-            bladelist += str(blade)
-
-        if blade_list:
-            LOG.debug("All blades present")
-
-        # Use leading upper case on On/Off so it can be reused in match
-        extra = ""
-        if state == "locked":
-            powerstate = "Off"
-            extra = "force"
-        else:
-            powerstate = "On"
-
-        cmd = "power%s server %s" % (powerstate, bladelist)
-
-        if extra != "":
-            cmd += " %s" % extra
-
-        LOG.debug("Send command to OA: %s" % cmd)
-
-        try:
-            oa.send_command(cmd)
-        except:
-            self.oa_error_message = oa.error_message
-            oa.close()
-            return False
-
-        # Check that all blades reach the state which can take some time,
-        # so re-try a couple of times
-        LOG.debug("Check if state %s successfully set" % state)
-        recheck = 2
-        while True:
-            LOG.debug("Send command to OA: %s" % check)
-            try:
-                output = oa.send_command(check)
-            except:
-                self.oa_error_message = oa.error_message
-                oa.close()
-                return False
-            for blade in blades:
-                match = (r"\s+" + str(blade) +
-                         r"\s+\w+\s+\w+.\w+.\w+.\w+\s+\w+\s+%s" %
-                         powerstate)
-                prog = re.compile(match, re.MULTILINE)
-                if prog.search(str(output[:])) is None:
-                    recheck -= 1
-                    if recheck >= 0:
-                        # Re-try
-                        time.sleep(3)
-                        break
-                    oa.close()
-                    self.oa_error_message = (
-                        "Could not set state %s on blade %d in shelf %d\n"
-                        % (state, one_blade, shelf))
-                    for line in output:
-                        self.oa_error_message += line
-                    return False
-            else:
-                # state reached for all blades, exit the infinite loop
-                break
-
-        if one_blade:
-            LOG.debug("State %s successfully set on blade %d in shelf %d"
-                      % (state, one_blade, shelf))
-        else:
-            LOG.debug("State %s successfully set on blades %s in shelf %d"
-                      % (state, blade_list, shelf))
-        oa.close()
-        return True
-
-    # Change boot order on all blades in shelf
-    # Return None to indicate that no connection do OA succeeded,
-    # Return False to indicate some connection to OA succeeded,
-    # or config error,
-    # Return True to indicate that boot order succesfully changed
-    def set_boot_order(self, shelf, one_blade=None, blade_list=None):
-
-        if one_blade:
-            LOG.debug("Entering: set_bootorder_hp(%d,%d)" % (shelf, one_blade))
-        else:
-            LOG.debug("Entering: set_bootorder_hp(%d)" % shelf)
-
-        self.oa_error_message = ''
-
-        oa = RunOACommand(self.mgmt_ip, self.username, self.password)
-
-        LOG.debug("Connect to active OA for shelf %d" % shelf)
-
-        try:
-            res = oa.connect_to_active()
-        except:
-            self.oa_error_message = oa.error_message
-            return None
-        if res is None:
-            self.oa_error_message = oa.error_message
-            return None
-        if not oa.connected():
-            self.oa_error_message = oa.error_message
-            return False
-
-        if one_blade:
-            blades = [one_blade]
-        else:
-            blades = sorted(blade_list)
-
-        LOG.debug("Check if blades are present")
-
-        check = "show server list"
-
-        LOG.debug("Send command to OA: %s" % check)
-
-        output = oa.send_command(check)
-        first = True
-        bladelist = ''
-        for blade in blades:
-            prog = re.compile(r"\s+" + str(blade) + r"\s+\[Absent\]",
-                              re.MULTILINE)
-            if prog.search(str(output[:])) is not None:
-                oa.close()
-                self.oa_error_message = ("Blade %d in shelf %d "
-                                         % (blade, shelf))
-                if one_blade:
-                    self.oa_error_message += (
-                        "does not exist.\nChange boot order not performed.\n")
-                else:
-                    self.oa_error_message += (
-                        "specified but does not exist.\n"
-                        "Change boot order not performed on shelf %d\n"
-                        % shelf)
-                return False
-            if not first:
-                bladelist += ','
-            else:
-                first = False
-            bladelist += str(blade)
-
-        if blade_list:
-            LOG.debug("All blades present")
-
-        # Boot origins are pushed so first set boot from hard disk, then PXE
-        # NB! If we want to support boot from SD we must add USB to the "stack"
-        cmd1 = "set server boot first hdd %s" % bladelist
-        cmd2 = "set server boot first pxe %s" % bladelist
-        for cmd in [cmd1, cmd2]:
-
-            LOG.debug("Send command to OA: %s" % cmd)
-            try:
-                output = oa.send_command(cmd)
-            except:
-                self.oa_error_message = oa.error_message
-                for line in output:
-                    self.oa_error_message += line
-                oa.close()
-                return False
-
-        # Check that all blades got the correct boot order
-        # Needs updating if USB is added
-        LOG.debug("Check if boot order successfully set")
-        match = (r"^.*Boot Order\):\',\s*\'(\\t)+PXE NIC 1\',\s*\'(\\t)"
-                 r"+Hard Drive")
-        prog = re.compile(match)
-        for blade in blades:
-
-            check = "show server boot %d" % blade
-
-            LOG.debug("Send command to OA: %s" % check)
-            try:
-                output = oa.send_command(check)
-            except:
-                self.oa_error_message = oa.error_message
-                oa.close()
-                return False
-            if prog.search(str(output[:])) is None:
-                oa.close()
-                self.oa_error_message = ("Failed to set boot order on blade "
-                                         "%d in shelf %d\n" % (blade, shelf))
-                for line in output:
-                    self.oa_error_message += line
-                return False
-            LOG.debug("Boot order successfully set on blade %d in shelf %d"
-                      % (blade, shelf))
-
-        if blade_list:
-            LOG.debug("Boot order successfully set on all configured blades "
-                      "in shelf %d" % (shelf))
-        oa.close()
-        return True
diff --git a/fuel/deploy/hardware_adapters/hp/run_oa_command.py b/fuel/deploy/hardware_adapters/hp/run_oa_command.py
deleted file mode 100644
index 32135c3..0000000
--- a/fuel/deploy/hardware_adapters/hp/run_oa_command.py
+++ /dev/null
@@ -1,113 +0,0 @@
-import socket
-import paramiko
-import logging
-
-LOG = logging.getLogger(__name__)
-out_hdlr = logging.FileHandler(__file__.split('.')[0] + '.log', mode='w')
-out_hdlr.setFormatter(logging.Formatter('%(levelname)s: %(message)s'))
-LOG.addHandler(out_hdlr)
-LOG.setLevel(logging.DEBUG)
-
-class RunOACommand:
-
-    def __init__(self, mgmt_ip, username, password):
-        self.ssh = None
-        self.mgmt_ip = mgmt_ip
-        self.username = username
-        self.password = password
-        self.error_message = ""
-
-    def connected(self):
-        return self.ssh is not None
-
-    def close(self):
-        if self.connected():
-            self.ssh.close()
-            self.ssh = None
-        self.error_message = ""
-
-    def connect(self):
-        LOG.info("Trying to connect to OA at %s" % self.mgmt_ip)
-        try:
-            self.ssh.connect(self.mgmt_ip,
-                             username=self.username,
-                             password=self.password,
-                             look_for_keys=False,
-                             allow_agent=False)
-            return True
-        except socket.error, (err, message):
-            self.error_message += ("Can not talk to OA %s: %s\n" %
-                                   (self.mgmt_ip, message))
-        except Exception as e:
-            self.error_message += ("Can not talk to OA %s: %s\n" %
-                                   (self.mgmt_ip, e.args))
-            LOG.error("Failed to connect to OA at %s" % self.mgmt_ip)
-        return False
-
-    # Return None if this most likely is not an OA
-    #        False if we failed to connect to an active OA
-    #        True if connected
-    def connect_to_active(self):
-        self.error_message = "OA connect failed with these errors:\n"
-
-        self.ssh = paramiko.SSHClient()
-        self.ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
-
-        initial_mgmt_ip = self.mgmt_ip
-        if not self.connect(self.mgmt_ip, self.username, self.password):
-            octets = self.mgmt_ip.split(".")
-            self.mgmt_ip = "%s.%s.%s.%s" % (octets[0],
-                                            octets[1],
-                                            octets[2],
-                                            str(int(octets[3]) + 1))
-            if not self.connect(self.mgmt_ip, self.username, self.password):
-                self.ssh = None
-                LOG.error("Failed to connect to OA at %s (and %s)" %
-                          (initial_mgmt_ip, self.mgmt_ip))
-                return None
-
-        output = self.send_command("show oa status")
-        for line in output:
-            if "Standby" in line:
-                self.ssh.close()
-                self.error_message += (
-                    "%s is the standby OA, trying next OA\n" % self.mgmt_ip)
-                LOG.info("%s is the standby OA" % self.mgmt_ip)
-                if self.mgmt_ip != initial_mgmt_ip:
-                    self.error_message += (
-                        "Can only talk to OA %s which is the standby OA\n" %
-                        self.mgmt_ip)
-                    self.ssh = None
-                    return False
-                else:
-                    octets = self.mgmt_ip.split(".")
-                    self.mgmt_ip = "%s.%s.%s.%s" % (octets[0],
-                                                    octets[1],
-                                                    octets[2],
-                                                    str(int(octets[3]) + 1))
-                    if not self.connect(self.mgmt_ip, self.username,
-                                        self.password):
-                        self.ssh = None
-                        return False
-        LOG.info("Connected to active OA at %s" % self.mgmt_ip)
-        self.error_message = ""
-        return True
-
-    def send_command(self, cmd):
-        if not self.connected():
-            self.error_message = (
-                "Not connected, cannot send command %s\n" % (cmd))
-            raise
-
-        LOG.info('Sending "%s" to %s' % (cmd, self.mgmt_ip))
-        stdin, stdout, stderr = self.ssh.exec_command(cmd)
-        output = []
-        for line in stdout.read().splitlines():
-            if line != '':
-                output.append(line)
-        return output
-
-    def __exit__(self, type, value, traceback):
-        if self.connected():
-            self.close()
-            self.ssh = None
\ No newline at end of file