############################################################################## # Copyright (c) 2016 Huawei Technologies Co.,Ltd and others. # # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## import logging import threading import subprocess import time import json import os import errno from docker import Client from yardstick.common import constants as config from yardstick.common import utils as yardstick_utils from yardstick.common.httpClient import HttpClient from api import conf as api_conf from api.utils import influx from api.utils.common import result_handler logger = logging.getLogger(__name__) def createGrafanaContainer(args): thread = threading.Thread(target=_create_grafana) thread.start() return result_handler('success', []) def _create_grafana(): client = Client(base_url=config.DOCKER_URL) try: if not _check_image_exist(client, '%s:%s' % (config.GRAFANA_IMAGE, config.GRAFANA_TAGS)): client.pull(config.GRAFANA_IMAGE, config.GRAFANA_TAGS) _create_grafana_container(client) time.sleep(5) _create_data_source() _create_dashboard() except Exception as e: logger.debug('Error: %s', e) def _create_dashboard(): url = 'http://admin:admin@%s:3000/api/dashboards/db' % api_conf.GATEWAY_IP with open('../dashboard/ping_dashboard.json') as dashboard_json: data = json.load(dashboard_json) HttpClient().post(url, data) def _create_data_source(): url = 'http://admin:admin@%s:3000/api/datasources' % api_conf.GATEWAY_IP data = { "name": "yardstick", "type": "influxdb", "access": "proxy", "url": "http://%s:8086" % api_conf.GATEWAY_IP, "password": "root", "user": "root", "database": "yardstick", "basicAuth": True, "basicAuthUser": "admin", "basicAuthPassword": "admin", "isDefault": False, } HttpClient().post(url, data) def _create_grafana_container(client): ports = [3000] port_bindings = {k: k for k in ports} host_config = client.create_host_config(port_bindings=port_bindings) container = client.create_container(image='%s:%s' % (config.GRAFANA_IMAGE, config.GRAFANA_TAGS), ports=ports, detach=True, tty=True, host_config=host_config) client.start(container) def _check_image_exist(client, t): return any(t in a['RepoTags'][0] for a in client.images() if a['RepoTags']) def createInfluxDBContainer(args): thread = threading.Thread(target=_create_influxdb) thread.start() return result_handler('success', []) def _create_influxdb(): client = Client(base_url=config.DOCKER_URL) try: _config_output_file() if not _check_image_exist(client, '%s:%s' % (config.INFLUXDB_IMAGE, config.INFLUXDB_TAG)): client.pull(config.INFLUXDB_IMAGE, tag=config.INFLUXDB_TAG) _create_influxdb_container(client) time.sleep(5) _config_influxdb() except Exception as e: logger.debug('Error: %s', e) def _create_influxdb_container(client): ports = [8083, 8086] port_bindings = {k: k for k in ports} host_config = client.create_host_config(port_bindings=port_bindings) container = client.create_container(image='%s:%s' % (config.INFLUXDB_IMAGE, config.INFLUXDB_TAG), ports=ports, detach=True, tty=True, host_config=host_config) client.start(container) def _config_influxdb(): try: client = influx.get_data_db_client() client.create_user(config.USER, config.PASSWORD, config.DATABASE) client.create_database(config.DATABASE) logger.info('Success to config influxDB') except Exception as e: logger.debug('Failed to config influxDB: %s', e) def _config_output_file(): yardstick_utils.makedirs(config.YARDSTICK_CONFIG_DIR) with open(config.YARDSTICK_CONFIG_FILE, 'w') as f: f.write("""\ [DEFAULT] debug = False dispatcher = influxdb [dispatcher_file] file_path = /tmp/yardstick.out [dispatcher_http] timeout = 5 # target = http://127.0.0.1:8000/results [dispatcher_influxdb] timeout = 5 target = http://%s:8086 db_name = yardstick username = root password = root """ % api_conf.GATEWAY_IP) def prepareYardstickEnv(args): thread = threading.Thread(target=_prepare_env_daemon) thread.start() return result_handler('success', []) def _prepare_env_daemon(): installer_ip = os.environ.get('INSTALLER_IP', 'undefined') installer_type = os.environ.get('INSTALLER_TYPE', 'undefined') _check_variables(installer_ip, installer_type) _create_directories() rc_file = config.OPENSTACK_RC_FILE _get_remote_rc_file(rc_file, installer_ip, installer_type) _source_file(rc_file) _append_external_network(rc_file) # update the external_network _source_file(rc_file) _clean_images() _load_images() def _check_variables(installer_ip, installer_type): if installer_ip == 'undefined': raise SystemExit('Missing INSTALLER_IP') if installer_type == 'undefined': raise SystemExit('Missing INSTALLER_TYPE') elif installer_type not in config.INSTALLERS: raise SystemExit('INSTALLER_TYPE is not correct') def _create_directories(): yardstick_utils.makedirs(config.YARDSTICK_CONFIG_DIR) def _source_file(rc_file): yardstick_utils.source_env(rc_file) def _get_remote_rc_file(rc_file, installer_ip, installer_type): os_fetch_script = os.path.join(config.RELENG_DIR, config.OS_FETCH_SCRIPT) try: cmd = [os_fetch_script, '-d', rc_file, '-i', installer_type, '-a', installer_ip] p = subprocess.Popen(cmd, stdout=subprocess.PIPE) p.communicate()[0] if p.returncode != 0: logger.debug('Failed to fetch credentials from installer') except OSError as e: if e.errno != errno.EEXIST: raise def _append_external_network(rc_file): neutron_client = yardstick_utils.get_neutron_client() networks = neutron_client.list_networks()['networks'] try: ext_network = next(n['name'] for n in networks if n['router:external']) except StopIteration: logger.warning("Can't find external network") else: cmd = 'export EXTERNAL_NETWORK=%s' % ext_network try: with open(rc_file, 'a') as f: f.write(cmd + '\n') except OSError as e: if e.errno != errno.EEXIST: raise def _clean_images(): cmd = [config.CLEAN_IMAGES_SCRIPT] p = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd=config.YARDSTICK_REPOS_DIR) output = p.communicate()[0] logger.debug('The result is: %s', output) def _load_images(): cmd = [config.LOAD_IMAGES_SCRIPT] p = subprocess.Popen(cmd, stdout=subprocess.PIPE, cwd=config.YARDSTICK_REPOS_DIR) output = p.communicate()[0] logger.debug('The result is: %s', output)