From 9d24ddc56a76175a4b7514cea5c789e2612b2528 Mon Sep 17 00:00:00 2001 From: Dan Radez Date: Tue, 19 Sep 2017 15:57:01 -0400 Subject: Adding python unittests for apex/virtual/* Change-Id: I13dd395cd6270cbf0a02855b1d29794ecca06d76 Signed-off-by: Dan Radez --- apex/virtual/utils.py | 167 ++++++++++++++++++++++++++++++++++++++++++ apex/virtual/virtual_utils.py | 167 ------------------------------------------ 2 files changed, 167 insertions(+), 167 deletions(-) create mode 100644 apex/virtual/utils.py delete mode 100644 apex/virtual/virtual_utils.py (limited to 'apex/virtual') diff --git a/apex/virtual/utils.py b/apex/virtual/utils.py new file mode 100644 index 00000000..226af1b5 --- /dev/null +++ b/apex/virtual/utils.py @@ -0,0 +1,167 @@ +############################################################################## +# Copyright (c) 2017 Tim Rozet (trozet@redhat.com) and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +import copy +import iptc +import logging +import os +import platform +import pprint +import subprocess +import xml.etree.ElementTree as ET + +from apex.common import utils as common_utils +from apex.virtual import configure_vm as vm_lib +from virtualbmc import manager as vbmc_lib + +DEFAULT_RAM = 8192 +DEFAULT_PM_PORT = 6230 +DEFAULT_USER = 'admin' +DEFAULT_PASS = 'password' +DEFAULT_VIRT_IP = '192.168.122.1' + + +def get_virt_ip(): + try: + virsh_net_xml = subprocess.check_output(['virsh', 'net-dumpxml', + 'default'], + stderr=subprocess.STDOUT) + except subprocess.CalledProcessError: + logging.warning('Unable to detect default virsh network IP. Will ' + 'use 192.168.122.1') + return DEFAULT_VIRT_IP + + tree = ET.fromstring(virsh_net_xml) + ip_tag = tree.find('ip') + if ip_tag is not None: + virsh_ip = ip_tag.get('address') + if virsh_ip: + logging.debug("Detected virsh default network ip: " + "{}".format(virsh_ip)) + return virsh_ip + + return DEFAULT_VIRT_IP + + +def generate_inventory(target_file, ha_enabled=False, num_computes=1, + controller_ram=DEFAULT_RAM, arch=platform.machine(), + compute_ram=DEFAULT_RAM, vcpus=4): + """ + Generates inventory file for virtual deployments + :param target_file: + :param ha_enabled: + :param num_computes: + :param controller_ram: + :param arch: + :param compute_ram: + :param vcpus: + :return: + """ + + node = {'mac_address': '', + 'ipmi_ip': get_virt_ip(), + 'ipmi_user': DEFAULT_USER, + 'ipmi_pass': DEFAULT_PASS, + 'pm_type': 'pxe_ipmitool', + 'pm_port': '', + 'cpu': vcpus, + 'memory': DEFAULT_RAM, + 'disk': 41, + 'arch': arch, + 'capabilities': '' + } + + inv_output = {'nodes': {}} + if ha_enabled: + num_ctrlrs = 3 + else: + num_ctrlrs = 1 + + for idx in range(num_ctrlrs + num_computes): + tmp_node = copy.deepcopy(node) + tmp_node['mac_address'] = vm_lib.generate_baremetal_macs(1)[0] + tmp_node['pm_port'] = DEFAULT_PM_PORT + idx + if idx < num_ctrlrs: + tmp_node['capabilities'] = 'profile:control' + tmp_node['memory'] = controller_ram + else: + tmp_node['capabilities'] = 'profile:compute' + tmp_node['memory'] = compute_ram + inv_output['nodes']['node{}'.format(idx)] = copy.deepcopy(tmp_node) + + common_utils.dump_yaml(inv_output, target_file) + logging.info('Virtual environment file created: {}'.format(target_file)) + return inv_output + + +def host_setup(node): + """ + Handles configuring vmbc and firewalld/iptables + :param node: dictionary of domain names and ports for ipmi + :return: + """ + vbmc_manager = vbmc_lib.VirtualBMCManager() + for name, port in node.items(): + vbmc_manager.add(username=DEFAULT_USER, password=DEFAULT_PASS, + port=port, address=get_virt_ip(), domain_name=name, + libvirt_uri='qemu:///system', + libvirt_sasl_password=False, + libvirt_sasl_username=False) + + # TODO(trozet): add support for firewalld + try: + subprocess.check_call(['systemctl', 'stop', 'firewalld']) + subprocess.check_call(['systemctl', 'restart', 'libvirtd']) + except subprocess.CalledProcessError: + logging.warning('Failed to stop firewalld and restart libvirtd') + # iptables rule + rule = iptc.Rule() + rule.protocol = 'udp' + match = rule.create_match('udp') + match.dport = str(port) + rule.add_match(match) + rule.target = iptc.Target(rule, "ACCEPT") + chain = iptc.Chain(iptc.Table(iptc.Table.FILTER), "INPUT") + chain.insert_rule(rule) + try: + subprocess.check_call(['vbmc', 'start', name]) + logging.debug("Started vbmc for domain {}".format(name)) + except subprocess.CalledProcessError: + logging.error("Failed to start vbmc for {}".format(name)) + raise + logging.debug('vmbcs setup: {}'.format(vbmc_manager.list())) + + +def virt_customize(ops, target): + """ + Helper function to virt customize disks + :param ops: list of of operations and arguments + :param target: target disk to modify + :return: None + """ + logging.info("Virt customizing target disk: {}".format(target)) + virt_cmd = ['virt-customize'] + for op in ops: + for op_cmd, op_arg in op.items(): + virt_cmd.append(op_cmd) + virt_cmd.append(op_arg) + virt_cmd.append('-a') + virt_cmd.append(target) + if not os.path.isfile(target): + raise FileNotFoundError + my_env = os.environ.copy() + my_env['LIBGUESTFS_BACKEND'] = 'direct' + logging.debug("Virt-customizing with: \n{}".format(virt_cmd)) + try: + logging.debug(subprocess.check_output(virt_cmd, env=my_env, + stderr=subprocess.STDOUT)) + except subprocess.CalledProcessError as e: + logging.error("Error executing virt-customize: {}".format( + pprint.pformat(e.output))) + raise diff --git a/apex/virtual/virtual_utils.py b/apex/virtual/virtual_utils.py deleted file mode 100644 index 1fe2c399..00000000 --- a/apex/virtual/virtual_utils.py +++ /dev/null @@ -1,167 +0,0 @@ -############################################################################## -# Copyright (c) 2017 Tim Rozet (trozet@redhat.com) and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -import copy -import iptc -import logging -import os -import platform -import pprint -import subprocess -import xml.etree.ElementTree as ET - -from apex.common import utils -from apex.virtual import configure_vm as vm_lib -from virtualbmc import manager as vbmc_lib - -DEFAULT_RAM = 8192 -DEFAULT_PM_PORT = 6230 -DEFAULT_USER = 'admin' -DEFAULT_PASS = 'password' -DEFAULT_VIRT_IP = '192.168.122.1' - - -def get_virt_ip(): - try: - virsh_net_xml = subprocess.check_output(['virsh', 'net-dumpxml', - 'default'], - stderr=subprocess.STDOUT) - except subprocess.CalledProcessError: - logging.warning('Unable to detect default virsh network IP. Will ' - 'use 192.168.122.1') - return DEFAULT_VIRT_IP - - tree = ET.fromstring(virsh_net_xml) - ip_tag = tree.find('ip') - if ip_tag: - virsh_ip = ip_tag.get('address') - if virsh_ip: - logging.debug("Detected virsh default network ip: " - "{}".format(virsh_ip)) - return virsh_ip - - return DEFAULT_VIRT_IP - - -def generate_inventory(target_file, ha_enabled=False, num_computes=1, - controller_ram=DEFAULT_RAM, arch=platform.machine(), - compute_ram=DEFAULT_RAM, vcpus=4): - """ - Generates inventory file for virtual deployments - :param target_file: - :param ha_enabled: - :param num_computes: - :param controller_ram: - :param arch: - :param compute_ram: - :param vcpus: - :return: - """ - - node = {'mac_address': '', - 'ipmi_ip': get_virt_ip(), - 'ipmi_user': DEFAULT_USER, - 'ipmi_pass': DEFAULT_PASS, - 'pm_type': 'pxe_ipmitool', - 'pm_port': '', - 'cpu': vcpus, - 'memory': DEFAULT_RAM, - 'disk': 41, - 'arch': arch, - 'capabilities': '' - } - - inv_output = {'nodes': {}} - if ha_enabled: - num_ctrlrs = 3 - else: - num_ctrlrs = 1 - - for idx in range(num_ctrlrs + num_computes): - tmp_node = copy.deepcopy(node) - tmp_node['mac_address'] = vm_lib.generate_baremetal_macs(1)[0] - tmp_node['pm_port'] = DEFAULT_PM_PORT + idx - if idx < num_ctrlrs: - tmp_node['capabilities'] = 'profile:control' - tmp_node['memory'] = controller_ram - else: - tmp_node['capabilities'] = 'profile:compute' - tmp_node['memory'] = compute_ram - inv_output['nodes']['node{}'.format(idx)] = copy.deepcopy(tmp_node) - - utils.dump_yaml(inv_output, target_file) - - logging.info('Virtual environment file created: {}'.format(target_file)) - - -def host_setup(node): - """ - Handles configuring vmbc and firewalld/iptables - :param node: dictionary of domain names and ports for ipmi - :return: - """ - vbmc_manager = vbmc_lib.VirtualBMCManager() - for name, port in node.items(): - vbmc_manager.add(username=DEFAULT_USER, password=DEFAULT_PASS, - port=port, address=get_virt_ip(), domain_name=name, - libvirt_uri='qemu:///system', - libvirt_sasl_password=False, - libvirt_sasl_username=False) - - # TODO(trozet): add support for firewalld - try: - subprocess.check_call(['systemctl', 'stop', 'firewalld']) - subprocess.check_call(['systemctl', 'restart', 'libvirtd']) - except subprocess.CalledProcessError: - logging.warning('Failed to stop firewalld and restart libvirtd') - # iptables rule - rule = iptc.Rule() - rule.protocol = 'udp' - match = rule.create_match('udp') - match.dport = str(port) - rule.add_match(match) - rule.target = iptc.Target(rule, "ACCEPT") - chain = iptc.Chain(iptc.Table(iptc.Table.FILTER), "INPUT") - chain.insert_rule(rule) - try: - subprocess.check_call(['vbmc', 'start', name]) - logging.debug("Started vbmc for domain {}".format(name)) - except subprocess.CalledProcessError: - logging.error("Failed to start vbmc for {}".format(name)) - raise - logging.debug('vmbcs setup: {}'.format(vbmc_manager.list())) - - -def virt_customize(ops, target): - """ - Helper function to virt customize disks - :param ops: list of of operations and arguments - :param target: target disk to modify - :return: None - """ - logging.info("Virt customizing target disk: {}".format(target)) - virt_cmd = ['virt-customize'] - for op in ops: - for op_cmd, op_arg in op.items(): - virt_cmd.append(op_cmd) - virt_cmd.append(op_arg) - virt_cmd.append('-a') - virt_cmd.append(target) - if not os.path.isfile(target): - raise FileNotFoundError - my_env = os.environ.copy() - my_env['LIBGUESTFS_BACKEND'] = 'direct' - logging.debug("Virt-customizing with: \n{}".format(virt_cmd)) - try: - logging.debug(subprocess.check_output(virt_cmd, env=my_env, - stderr=subprocess.STDOUT)) - except subprocess.CalledProcessError as e: - logging.error("Error executing virt-customize: {}".format( - pprint.pformat(e.output))) - raise -- cgit 1.2.3-korg