summaryrefslogtreecommitdiffstats
path: root/build/baremetal-environment.yaml
blob: c849655e6b266988dc2cc3e48cff06850c13858e (plain) 
1
2
3
4
5
6
7
8
9
10

---
parameter_defaults:
  HeatWorkers: 12
  CeilometerWorkers: 12
  CinderWorkers: 12
  GlanceWorkers: 12
  KeystoneWorkers: 12
  NeutronWorkers: 12
  NovaWorkers: 12
  SwiftWorkers: 12
highlight .py { color: #f8f8f2 } /* Name.Property */ .highlight .nt { color: #f92672 } /* Name.Tag */ .highlight .nv { color: #f8f8f2 } /* Name.Variable */ .highlight .ow { color: #f92672 } /* Operator.Word */ .highlight .w { color: #f8f8f2 } /* Text.Whitespace */ .highlight .mb { color: #ae81ff } /* Literal.Number.Bin */ .highlight .mf { color: #ae81ff } /* Literal.Number.Float */ .highlight .mh { color: #ae81ff } /* Literal.Number.Hex */ .highlight .mi { color: #ae81ff } /* Literal.Number.Integer */ .highlight .mo { color: #ae81ff } /* Literal.Number.Oct */ .highlight .sa { color: #e6db74 } /* Literal.String.Affix */ .highlight .sb { color: #e6db74 } /* Literal.String.Backtick */ .highlight .sc { color: #e6db74 } /* Literal.String.Char */ .highlight .dl { color: #e6db74 } /* Literal.String.Delimiter */ .highlight .sd { color: #e6db74 } /* Literal.String.Doc */ .highlight .s2 { color: #e6db74 } /* Literal.String.Double */ .highlight .se { color: #ae81ff } /* Literal.String.Escape */ .highlight .sh { color: #e6db74 } /* Literal.String.Heredoc */ .highlight .si { color: #e6db74 } /* Literal.String.Interpol */ .highlight .sx { color: #e6db74 } /* Literal.String.Other */ .highlight .sr { color: #e6db74 } /* Literal.String.Regex */ .highlight .s1 { color: #e6db74 } /* Literal.String.Single */ .highlight .ss { color: #e6db74 } /* Literal.String.Symbol */ .highlight .bp { color: #f8f8f2 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #a6e22e } /* Name.Function.Magic */ .highlight .vc { color: #f8f8f2 } /* Name.Variable.Class */ .highlight .vg { color: #f8f8f2 } /* Name.Variable.Global */ .highlight .vi { color: #f8f8f2 } /* Name.Variable.Instance */ .highlight .vm { color: #f8f8f2 } /* Name.Variable.Magic */ .highlight .il { color: #ae81ff } /* Literal.Number.Integer.Long */ } @media (prefers-color-scheme: light) { .highlight .hll { background-color: #ffffcc } .highlight .c { color: #888888 } /* Comment */ .highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */ .highlight .k { color: #008800; font-weight: bold } /* Keyword */ .highlight .ch { color: #888888 } /* Comment.Hashbang */ .highlight .cm { color: #888888 } /* Comment.Multiline */ .highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */ .highlight .cpf { color: #888888 } /* Comment.PreprocFile */ .highlight .c1 { color: #888888 } /* Comment.Single */ .highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */ .highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */ .highlight .ge { font-style: italic } /* Generic.Emph */ .highlight .gr { color: #aa0000 } /* Generic.Error */ .highlight .gh { color: #333333 } /* Generic.Heading */ .highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */ .highlight .go { color: #888888 } /* Generic.Output */ .highlight .gp { color: #555555 } /* Generic.Prompt */ .highlight .gs { font-weight: bold } /* Generic.Strong */ .highlight .gu { color: #666666 } /* Generic.Subheading */ .highlight .gt { color: #aa0000 } /* Generic.Traceback */ .highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */ .highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */ .highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */ .highlight .kp { color: #008800 } /* Keyword.Pseudo */ .highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */ .highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */ .highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */ .highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */ .highlight .na { color: #336699 } /* Name.Attribute */ .highlight .nb { color: #003388 } /* Name.Builtin */ .highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */ .highlight .no { color: #003366; font-weight: bold } /* Name.Constant */ .highlight .nd { color: #555555 } /* Name.Decorator */ .highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */ .highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */ .highlight .nl { color: #336699; font-style: italic } /* Name.Label */ .highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */ .highlight .py { color: #336699; font-weight: bold } /* Name.Property */ .highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */ .highlight .nv { color: #336699 } /* Name.Variable */ .highlight .ow { color: #008800 } /* Operator.Word */ .highlight .w { color: #bbbbbb } /* Text.Whitespace */ .highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */ .highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */ .highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */ .highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */ .highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */ .highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */ .highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */ .highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */ .highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */ .highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */ .highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */ .highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */ .highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */ .highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */ .highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */ .highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */ .highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */ .highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */ .highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */ .highlight .vc { color: #336699 } /* Name.Variable.Class */ .highlight .vg { color: #dd7700 } /* Name.Variable.Global */ .highlight .vi { color: #3333bb } /* Name.Variable.Instance */ .highlight .vm { color: #336699 } /* Name.Variable.Magic */ .highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */ } 
# -*- coding: utf-8 -*-
#
# Copyright 2018 OPNFV
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# Patch on October 10 2017

"""Executing test of DMA"""

import os
import pika
import requests
import time

import tests

logger = None

TEMP_DIR = '/root'


class DMAClient(object):
    """Client to request DMA"""
    def __init__(self, host, port, user, passwd):
        """
        Keyword arguments:
        host -- Host URL
        port -- Host Port
        user -- Username
        passwd -- Password
        """
        self._host = host
        self._port = port
        self._user = user
        self._passwd = passwd

    def set(self, file):
        logger.error('Do nothing to DMA')

    def __str__(self):
        return ('host: {0}, port: {1}, user: {2}, pass: {3}'
                .format(self._host, self._port,
                        self._user, (self._passwd and '<Filterd>')))


class RestDMAClient(DMAClient):
    """Client to request DMA using REST"""
    def __init__(self, host, port, user, passwd):
        super(self.__class__, self).__init__(host, port, user, passwd)

    def set(self, file):
        logger.debug('Send to DMA using REST -- {}'.format(str(self)))

        if not os.path.isfile(file):
            print '{} is not found'.format(file)
            return False
        filename = os.path.basename(file)

        url = 'http://{0}:{1}/collectd/conf'.format(self._host, self._port)
        config = {'file': (filename, open(file, 'r'))}
        requests.post(url, files=config)

        return True


class PubDMAClient(DMAClient):
    """Client to request DMA using AMQP Publish"""
    def __init__(self, host, port, user, passwd):
        super(self.__class__, self).__init__(host, port, user, passwd)

    def set(self, file):
        logger.debug('Send to DMA using AMQP Publish -- {}'
                     .format(str(self)))

        if not os.path.isfile(file):
            print '{} is not found'.format(file)
            return False
        filename = os.path.basename(file)
        filebody = open(file, 'r').read()
        message = filename + '/' + filebody

        credentials = pika.PlainCredentials(self._user, self._passwd)
        connection = pika.BlockingConnection(pika.ConnectionParameters(
                host=self._host, port=int(self._port),
                credentials=credentials))
        channel = connection.channel()
        channel.exchange_declare(exchange='collectd-conf',
                                 exchange_type='fanout')
        channel.basic_publish(exchange='collectd-conf',
                              routing_key='',
                              body=message)

        connection.close()
        return True


def _process_dma_result(compute_node, testfunc,
                               result, results_list, node):
    """Print DMA test result and append it to results list.

    Keyword arguments:
    testfunc -- DMA function name
    result -- boolean test result
    results_list -- results list
    """
    if result:
        logger.info(
            'Test case for {0} with DMA PASSED on {1}.'.format(
                node, testfunc))
    else:
        logger.error(
            'Test case for {0} with DMA FAILED on {1}.'.format(
                node, testfunc))
    results_list.append((compute_node, "DMA", testfunc, result))


def _print_result_of_dma(compute_ids, results):
    """Print results of DMA.

    Keyword arguments:
    compute_ids -- list of compute node IDs
    results -- results list
    """
    compute_node_names = ['Node-{}'.format(i) for i in range(
        len((compute_ids)))]
    all_computes_in_line = ''
    for compute in compute_node_names:
        all_computes_in_line += '| ' + compute + (' ' * (7 - len(compute)))
    line_of_nodes = '| Test           ' + all_computes_in_line + '|'
    logger.info('=' * 70)
    logger.info('+' + ('-' * ((9 * len(compute_node_names))+16)) + '+')
    logger.info(
        '|' + ' ' * ((9*len(compute_node_names))/2)
        + ' DMA TEST       '
        + ' ' * (
            9*len(compute_node_names) - (9*len(compute_node_names))/2)
        + '|')
    logger.info(
        '+' + ('-' * 16) + '+' + (('-' * 8) + '+') * len(compute_node_names))
    logger.info(line_of_nodes)
    logger.info(
        '+' + ('-' * 16) + '+' + (('-' * 8) + '+') * len(compute_node_names))

    testname = "DMA"
    print_line = ''
    for id in compute_ids:
        all_result = \
            'FAIL' if [
                testfunc for comp_id, testname, testfunc, res in results
                if comp_id == id and not res] else 'PASS'
        print_line += '| ' + all_result + '   '
    logger.info(
        '| {}'.format(testname) + (' ' * (15 - len(testname)))
        + print_line + '|')

    for testfunc in ['Server', 'InfoFetch']:
        print_line = ''
        for id in compute_ids:
            if (id, testname, testfunc, True) in results:
                print_line += ' PASS   |'
            elif (id, testname, testfunc, False) in results:
                print_line += ' FAIL   |'
            else:
                print_line += ' SKIP   |'
        logger.info(
            '|  {}'.format(testfunc) + (' ' * (14-len(testfunc)))
            + '|' + print_line)

    logger.info(
        '+' + ('-' * 16) + '+'
        + (('-' * 8) + '+') * len(compute_node_names))
    logger.info('=' * 70)


def dma_main(bt_logger, conf, computes):
    """Check DMA of each compute node.

    Keyword arguments:
    bt_logger -- logger instance
    computes -- compute node list
    """
    global logger
    logger = bt_logger

    compute_ids = []
    agent_results = []
    for compute_node in computes:
        node_id = compute_node.get_id()
        compute_ids.append(node_id)

        agent_server_running = conf.is_dma_server_running(compute_node)
        agent_infofetch_running = (
            conf.is_dma_infofetch_running(compute_node) and
            conf.is_redis_running(compute_node))

        if agent_server_running:
            test_name = 'barotest'
            tmpfile = TEMP_DIR + '/' + test_name + '.conf'

            agent_config = conf.get_dma_config(compute_node)
            listen_ip = compute_node.get_ip()
            listen_port = agent_config.get('server').get('listen_port')
            amqp_host = agent_config.get('server').get('amqp_host')
            amqp_port = agent_config.get('server').get('amqp_port')
            amqp_user = agent_config.get('server').get('amqp_user')
            amqp_passwd = agent_config.get('server').get('amqp_password')
            rest_client = RestDMAClient(
                              listen_ip, listen_port, '', '')
            pub_client = PubDMAClient(
                             amqp_host, amqp_port, amqp_user,
                             amqp_passwd)

            all_res = True
            for client in [rest_client, pub_client]:
                tests.test_dma_server_set_collectd(
                    compute_node, tmpfile, logger, client)
                sleep_time = 1
                logger.info(
                    'Sleeping for {} seconds'.format(sleep_time)
                    + ' before DMA server test...')
                time.sleep(sleep_time)
                res = conf.check_dma_dummy_included(
                          compute_node, test_name)
                all_res = all_res and res

            _process_dma_result(
                compute_node.get_id(), 'Server',
                all_res, agent_results, compute_node.get_name())

        if agent_infofetch_running:
            test_name = 'barotest'
            resources = conf.create_testvm(compute_node, test_name)
            sleep_time = 5
            logger.info(
                'Sleeping for {} seconds'.format(sleep_time)
                + ' before DMA infofetch test...')
            time.sleep(sleep_time)
            res = conf.test_dma_infofetch_get_data(
                      compute_node, test_name)
            conf.delete_testvm(resources)

            _process_dma_result(
                compute_node.get_id(), 'InfoFetch',
                res, agent_results, compute_node.get_name())

    _print_result_of_dma(compute_ids, agent_results)

    for res in agent_results:
        if not res[3]:
            logger.error('Some tests have failed or have not been executed')
            logger.error('DMA test is Fail')
            return 1
        else:
            pass
    return 0