summaryrefslogtreecommitdiffstats
path: root/config/deploy/os-nosdn-ovs_dpdk-noha.yaml
blob: b5e44fdcea219c1f18fb70acefed7e1a81c4972d (plain) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

---
global_params:
  ha_enabled: false

deploy_options:
  sdn_controller: false
  tacker: true
  congress: true
  sfc: false
  vpn: false
  dataplane: ovs_dpdk
  performance:
    Controller:
      kernel:
        hugepagesz: 2M
        hugepages: 1024
    Compute:
      kernel:
        hugepagesz: 2M
        hugepages: 2048
        intel_iommu: 'on'
        iommu: pt
      ovs:
        socket_memory: 1024
        pmd_cores: 2
        dpdk_cores: 1
        memory_channels: 1
f0f0 } /* Literal.String.Single */ .highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */ .highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */ .highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */ .highlight .vc { color: #336699 } /* Name.Variable.Class */ .highlight .vg { color: #dd7700 } /* Name.Variable.Global */ .highlight .vi { color: #3333bb } /* Name.Variable.Instance */ .highlight .vm { color: #336699 } /* Name.Variable.Magic */ .highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */ } 
##############################################################################
# Copyright (c) 2015 Huawei Technologies Co.,Ltd and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

from __future__ import absolute_import

import logging
import os
import time

import collections
import requests
import six
from oslo_serialization import jsonutils

from third_party.influxdb.influxdb_line_protocol import make_lines
from yardstick.dispatcher.base import Base as DispatchBase

LOG = logging.getLogger(__name__)


class InfluxdbDispatcher(DispatchBase):
    """Dispatcher class for posting data into an influxdb target.
    """

    __dispatcher_type__ = "Influxdb"

    def __init__(self, conf, config):
        super(InfluxdbDispatcher, self).__init__(conf)
        db_conf = config['yardstick'].get('dispatcher_influxdb', {})
        self.timeout = int(db_conf.get('timeout', 5))
        self.target = db_conf.get('target', 'http://127.0.0.1:8086')
        self.db_name = db_conf.get('db_name', 'yardstick')
        self.username = db_conf.get('username', 'root')
        self.password = db_conf.get('password', 'root')
        self.influxdb_url = "%s/write?db=%s" % (self.target, self.db_name)
        self.raw_result = []
        self.case_name = ""
        self.tc = ""
        self.task_id = -1
        self.runners_info = {}
        self.static_tags = {
            "pod_name": os.environ.get('NODE_NAME', 'unknown'),
            "installer": os.environ.get('INSTALLER_TYPE', 'unknown'),
            "deploy_scenario": os.environ.get('DEPLOY_SCENARIO', 'unknown'),
            "version": os.path.basename(os.environ.get('YARDSTICK_BRANCH',
                                                       'unknown'))

        }

    def _dict_key_flatten(self, data):
        next_data = {}

        # use list, because iterable is too generic
        if not [v for v in data.values() if
                isinstance(v, (collections.Mapping, list))]:
            return data

        for k, v in six.iteritems(data):
            if isinstance(v, collections.Mapping):
                for n_k, n_v in six.iteritems(v):
                    next_data["%s.%s" % (k, n_k)] = n_v
            # use list because iterable is too generic
            elif isinstance(v, list):
                for index, item in enumerate(v):
                    next_data["%s%d" % (k, index)] = item
            else:
                next_data[k] = v

        return self._dict_key_flatten(next_data)

    def _get_nano_timestamp(self, results):
        try:
            timestamp = results["benchmark"]["timestamp"]
        except Exception:
            timestamp = time.time()

        return str(int(float(timestamp) * 1000000000))

    def _get_extended_tags(self, data):
        runner_info = self.runners_info[data["runner_id"]]
        tags = {
            "runner_id": data["runner_id"],
            "task_id": self.task_id,
            "scenarios": runner_info["scenarios"]
        }
        if "host" in runner_info:
            tags["host"] = runner_info["host"]
        if "target" in runner_info:
            tags["target"] = runner_info["target"]

        return tags

    def _data_to_line_protocol(self, data):
        msg = {}
        point = {
            "measurement": self.tc,
            "fields": self._dict_key_flatten(data["benchmark"]["data"]),
            "time": self._get_nano_timestamp(data),
            "tags": self._get_extended_tags(data),
        }
        msg["points"] = [point]
        msg["tags"] = self.static_tags

        return make_lines(msg).encode('utf-8')

    def record_result_data(self, data):
        LOG.debug('Test result : %s', jsonutils.dump_as_bytes(data))
        self.raw_result.append(data)
        if self.target == '':
            # if the target was not set, do not do anything
            LOG.error('Dispatcher target was not set, no data will'
                      'be posted.')
            return -1

        if isinstance(data, dict) and "scenario_cfg" in data:
            self.tc = data["scenario_cfg"]["tc"]
            self.task_id = data["scenario_cfg"]["task_id"]
            scenario_cfg = data["scenario_cfg"]
            runner_id = data["runner_id"]
            self.runners_info[runner_id] = {"scenarios": scenario_cfg["type"]}
            if "host" in scenario_cfg:
                self.runners_info[runner_id]["host"] = scenario_cfg["host"]
            if "target" in scenario_cfg:
                self.runners_info[runner_id]["target"] = scenario_cfg["target"]
            return 0

        if self.tc == "":
            LOG.error('Test result : %s', jsonutils.dump_as_bytes(data))
            LOG.error('The case_name cannot be found, no data will be posted.')
            return -1

        try:
            line = self._data_to_line_protocol(data)
            LOG.debug('Test result line format : %s', line)
            res = requests.post(self.influxdb_url,
                                data=line,
                                auth=(self.username, self.password),
                                timeout=self.timeout)
            if res.status_code != 204:
                LOG.error('Test result posting finished with status code'
                          ' %d.', res.status_code)
                LOG.error(res.text)

        except Exception as err:
            LOG.exception('Failed to record result data: %s',
                          err)
            return -1
        return 0

    def flush_result_data(self):
        LOG.debug('Test result all : %s',
                  jsonutils.dump_as_bytes(self.raw_result))
        return 0