path: root/api/resources/v2/containers.py

##############################################################################
# Copyright (c) 2017 Huawei Technologies Co.,Ltd.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
from __future__ import absolute_import

import logging
import threading
import time
import uuid
import os
import glob

from six.moves import configparser
from oslo_serialization import jsonutils
from docker import Client

from api import ApiResource
from api.utils import influx
from api.database.v2.handlers import V2ContainerHandler
from api.database.v2.handlers import V2EnvironmentHandler
from yardstick.common import constants as consts
from yardstick.common import utils
from yardstick.common.utils import result_handler
from yardstick.common.utils import get_free_port
from yardstick.common.httpClient import HttpClient


LOG = logging.getLogger(__name__)
LOG.setLevel(logging.DEBUG)

environment_handler = V2EnvironmentHandler()
container_handler = V2ContainerHandler()


class V2Containers(ApiResource):

    def post(self):
        return self._dispatch_post()

    def create_influxdb(self, args):
        try:
            environment_id = args['environment_id']
        except KeyError:
            return result_handler(consts.API_ERROR, 'environment_id must be provided')

        try:
            uuid.UUID(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid environment id')

        try:
            environment = environment_handler.get_by_uuid(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such environment id')

        container_info = environment.container_id
        container_info = jsonutils.loads(container_info) if container_info else {}

        if container_info.get('influxdb'):
            return result_handler(consts.API_ERROR, 'influxdb container already exist')

        name = 'influxdb-{}'.format(environment_id[:8])
        port = get_free_port(consts.SERVER_IP)
        container_id = str(uuid.uuid4())
        LOG.info('%s will launch on : %s', name, port)

        LOG.info('launch influxdb background')
        args = (name, port, container_id)
        thread = threading.Thread(target=self._create_influxdb, args=args)
        thread.start()

        LOG.info('record container in database')
        container_init_data = {
            'uuid': container_id,
            'environment_id': environment_id,
            'name': name,
            'port': port,
            'status': 0
        }
        container_handler.insert(container_init_data)

        LOG.info('update container in environment')
        container_info['influxdb'] = container_id
        environment_info = {'container_id': jsonutils.dumps(container_info)}
        environment_handler.update_attr(environment_id, environment_info)

        return result_handler(consts.API_SUCCESS, {'uuid': container_id})

    def _check_image_exist(self, client, t):
        return any(t in a['RepoTags'][0]
                   for a in client.images() if a['RepoTags'])

    def _create_influxdb(self, name, port, container_id):
        client = Client(base_url=consts.DOCKER_URL)

        try:
            LOG.info('Checking if influxdb image exist')
            if not self._check_image_exist(client, '%s:%s' %
                                           (consts.INFLUXDB_IMAGE,
                                            consts.INFLUXDB_TAG)):
                LOG.info('Influxdb image not exist, start pulling')
                client.pull(consts.INFLUXDB_IMAGE, tag=consts.INFLUXDB_TAG)

            LOG.info('Createing influxdb container')
            container = self._create_influxdb_container(client, name, port)
            LOG.info('Influxdb container is created')

            time.sleep(5)

            container = client.inspect_container(container['Id'])
            ip = container['NetworkSettings']['Networks']['bridge']['IPAddress']
            LOG.debug('container ip is: %s', ip)

            LOG.info('Changing output to influxdb')
            self._change_output_to_influxdb(ip)

            LOG.info('Config influxdb')
            self._config_influxdb()

            container_handler.update_attr(container_id, {'status': 1})

            LOG.info('Finished')
        except Exception:
            container_handler.update_attr(container_id, {'status': 2})
            LOG.exception('Creating influxdb failed')

    def _create_influxdb_container(self, client, name, port):

        ports = [port]
        port_bindings = {8086: port}
        restart_policy = {"MaximumRetryCount": 0, "Name": "always"}
        host_config = client.create_host_config(port_bindings=port_bindings,
                                                restart_policy=restart_policy)

        LOG.info('Creating container')
        container = client.create_container(image='%s:%s' %
                                            (consts.INFLUXDB_IMAGE,
                                             consts.INFLUXDB_TAG),
                                            ports=ports,
                                            name=name,
                                            detach=True,
                                            tty=True,
                                            host_config=host_config)
        LOG.info('Starting container')
        client.start(container)
        return container

    def _config_influxdb(self):
        try:
            client = influx.get_data_db_client()
            client.create_user(consts.INFLUXDB_USER,
                               consts.INFLUXDB_PASS,
                               consts.INFLUXDB_DB_NAME)
            client.create_database(consts.INFLUXDB_DB_NAME)
            LOG.info('Success to config influxDB')
        except Exception:
            LOG.exception('Config influxdb failed')

    def _change_output_to_influxdb(self, ip):
        utils.makedirs(consts.CONF_DIR)

        parser = configparser.ConfigParser()
        LOG.info('Reading output sample configuration')
        parser.read(consts.CONF_SAMPLE_FILE)

        LOG.info('Set dispatcher to influxdb')
        parser.set('DEFAULT', 'dispatcher', 'influxdb')
        parser.set('dispatcher_influxdb', 'target',
                   'http://{}:{}'.format(ip, 8086))

        LOG.info('Writing to %s', consts.CONF_FILE)
        with open(consts.CONF_FILE, 'w') as f:
            parser.write(f)

    def create_grafana(self, args):
        try:
            environment_id = args['environment_id']
        except KeyError:
            return result_handler(consts.API_ERROR, 'environment_id must be provided')

        try:
            uuid.UUID(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid environment id')

        try:
            environment = environment_handler.get_by_uuid(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such environment id')

        container_info = environment.container_id
        container_info = jsonutils.loads(container_info) if container_info else {}

        if not container_info.get('influxdb'):
            return result_handler(consts.API_ERROR, 'influxdb not set')

        if container_info.get('grafana'):
            return result_handler(consts.API_ERROR, 'grafana container already exists')

        name = 'grafana-{}'.format(environment_id[:8])
        port = get_free_port(consts.SERVER_IP)
        container_id = str(uuid.uuid4())

        args = (name, port, container_id)
        thread = threading.Thread(target=self._create_grafana, args=args)
        thread.start()

        container_init_data = {
            'uuid': container_id,
            'environment_id': environment_id,
            'name': name,
            'port': port,
            'status': 0
        }
        container_handler.insert(container_init_data)

        container_info['grafana'] = container_id
        environment_info = {'container_id': jsonutils.dumps(container_info)}
        environment_handler.update_attr(environment_id, environment_info)

        return result_handler(consts.API_SUCCESS, {'uuid': container_id})

    def _create_grafana(self, name, port, container_id):
        client = Client(base_url=consts.DOCKER_URL)

        try:
            LOG.info('Checking if grafana image exist')
            image = '{}:{}'.format(consts.GRAFANA_IMAGE, consts.GRAFANA_TAG)
            if not self._check_image_exist(client, image):
                LOG.info('Grafana image not exist, start pulling')
                client.pull(consts.GRAFANA_IMAGE, consts.GRAFANA_TAG)

            LOG.info('Createing grafana container')
            container = self._create_grafana_container(client, name, port)
            LOG.info('Grafana container is created')

            time.sleep(5)

            container = client.inspect_container(container['Id'])
            ip = container['NetworkSettings']['Networks']['bridge']['IPAddress']
            LOG.debug('container ip is: %s', ip)

            LOG.info('Creating data source for grafana')
            self._create_data_source(ip)

            LOG.info('Creating dashboard for grafana')
            self._create_dashboard(ip)

            container_handler.update_attr(container_id, {'status': 1})
            LOG.info('Finished')
        except Exception:
            container_handler.update_attr(container_id, {'status': 2})
            LOG.exception('Create grafana failed')

    def _create_dashboard(self, ip):
        url = 'http://admin:admin@{}:{}/api/dashboards/db'.format(ip, 3000)
        path = os.path.join(consts.REPOS_DIR, 'dashboard', '*dashboard.json')

        for i in sorted(glob.iglob(path)):
            with open(i) as f:
                data = jsonutils.load(f)
            try:
                HttpClient().post(url, data)
            except Exception:
                LOG.exception('Create dashboard %s failed', i)
                raise

    def _create_data_source(self, ip):
        url = 'http://admin:admin@{}:{}/api/datasources'.format(ip, 3000)
        influx_conf = utils.parse_ini_file(consts.CONF_FILE).get('dispatcher_influxdb', {})

        data = {
            "name": "yardstick",
            "type": "influxdb",
            "access": "proxy",
            "url": influx_conf.get('target', ''),
            "password": influx_conf.get('password', ''),
            "user": influx_conf.get('username', ''),
            "database": "yardstick",
            "basicAuth": True,
            "basicAuthUser": "admin",
            "basicAuthPassword": "admin",
            "isDefault": False,
        }
        try:
            HttpClient().post(url, data)
        except Exception:
            LOG.exception('Create datasources failed')
            raise

    def _create_grafana_container(self, client, name, port):
        ports = [3000]
        port_bindings = {3000: port}
        restart_policy = {"MaximumRetryCount": 0, "Name": "always"}
        host_config = client.create_host_config(port_bindings=port_bindings,
                                                restart_policy=restart_policy)

        LOG.info('Creating container')
        container = client.create_container(image='%s:%s' %
                                            (consts.GRAFANA_IMAGE,
                                             consts.GRAFANA_TAG),
                                            name=name,
                                            ports=ports,
                                            detach=True,
                                            tty=True,
                                            host_config=host_config)
        LOG.info('Starting container')
        client.start(container)
        return container


class V2Container(ApiResource):

    def get(self, container_id):
        try:
            uuid.UUID(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid container id')

        try:
            container = container_handler.get_by_uuid(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such container id')

        name = container.name
        client = Client(base_url=consts.DOCKER_URL)
        info = client.inspect_container(name)

        data = {
            'name': name,
            'status': info.get('State', {}).get('Status', 'error'),
            'time': info.get('Created'),
            'port': container.port
        }

        return result_handler(consts.API_SUCCESS, {'container': data})

    def delete(self, container_id):
        try:
            uuid.UUID(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid container id')

        try:
            container = container_handler.get_by_uuid(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such container id')

        environment_id = container.environment_id

        client = Client(base_url=consts.DOCKER_URL)
        LOG.info('delete container: %s', container.name)
        try:
            client.remove_container(container.name, force=True)
        except Exception:
            LOG.exception('delete container failed')
            return result_handler(consts.API_ERROR, 'delete container failed')

        LOG.info('delete container in database')
        container_handler.delete_by_uuid(container_id)

        LOG.info('update container in environment')
        environment = environment_handler.get_by_uuid(environment_id)
        container_info = jsonutils.loads(environment.container_id)
        key = next((k for k, v in container_info.items() if v == container_id))
        container_info.pop(key)
        environment_delete_data = {
            'container_id': jsonutils.dumps(container_info)
        }
        environment_handler.update_attr(environment_id, environment_delete_data)

        return result_handler(consts.API_SUCCESS, {'container': container_id})