summaryrefslogtreecommitdiffstats
path: root/kernel/net/bridge/br.c
diff options
context:
space:
mode:
authorYunhong Jiang <yunhong.jiang@linux.intel.com>2015-12-04 14:58:39 -0500
committerYunhong Jiang <yunhong.jiang@linux.intel.com>2016-01-05 19:32:47 -0800
commitd255b23605ecd2c47598ca96c1d1042bb1b7ee87 (patch)
treea95230eb194ae93c3b8f59a2e697ec47d9990a36 /kernel/net/bridge/br.c
parentbbfa2a7a09611186681e494844af228c18217941 (diff)
Add guest environment setup scripts
To achieve good real time and live migration performance, special setup is needed on guest environment. Two scripts are used to setup the guest environment. The guest-setup0.sh setup the environment that should take effect before the tested kernel is bringup, including install the kernel rpm, the rt-test package and modify the grub entries. The guest-setup1.sh setup the environment that takes effect after the tested kernel is up, like some sysfs entry, interrupt affinity etc. Change-Id: Icaed71e250b314723d6b1814c9ac33c10d99c6a0 Signed-off-by: David Su <david.w.su@intel.com> Signed-off-by: Yunhong Jiang <yunhong.jiang@linux.intel.com>
Diffstat (limited to 'kernel/net/bridge/br.c')
0 files changed, 0 insertions, 0 deletions
'#n166'>166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 
##############################################################################
# Copyright (c) 2017 Huawei Technologies Co.,Ltd.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
from __future__ import absolute_import

import logging
import threading
import time
import uuid
import os
import glob

from six.moves import configparser
from oslo_serialization import jsonutils
from docker import Client

from api import ApiResource
from api.utils import influx
from api.database.v2.handlers import V2ContainerHandler
from api.database.v2.handlers import V2EnvironmentHandler
from yardstick.common import constants as consts
from yardstick.common import utils
from yardstick.common.utils import result_handler
from yardstick.common.utils import get_free_port
from yardstick.common.httpClient import HttpClient


LOG = logging.getLogger(__name__)
LOG.setLevel(logging.DEBUG)

environment_handler = V2EnvironmentHandler()
container_handler = V2ContainerHandler()


class V2Containers(ApiResource):

    def post(self):
        return self._dispatch_post()

    def create_influxdb(self, args):
        try:
            environment_id = args['environment_id']
        except KeyError:
            return result_handler(consts.API_ERROR, 'environment_id must be provided')

        try:
            uuid.UUID(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid environment id')

        try:
            environment = environment_handler.get_by_uuid(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such environment id')

        container_info = environment.container_id
        container_info = jsonutils.loads(container_info) if container_info else {}

        if container_info.get('influxdb'):
            return result_handler(consts.API_ERROR, 'influxdb container already exist')

        name = 'influxdb-{}'.format(environment_id[:8])
        port = get_free_port(consts.SERVER_IP)
        container_id = str(uuid.uuid4())
        LOG.info('%s will launch on : %s', name, port)

        LOG.info('launch influxdb background')
        args = (name, port, container_id)
        thread = threading.Thread(target=self._create_influxdb, args=args)
        thread.start()

        LOG.info('record container in database')
        container_init_data = {
            'uuid': container_id,
            'environment_id': environment_id,
            'name': name,
            'port': port,
            'status': 0
        }
        container_handler.insert(container_init_data)

        LOG.info('update container in environment')
        container_info['influxdb'] = container_id
        environment_info = {'container_id': jsonutils.dumps(container_info)}
        environment_handler.update_attr(environment_id, environment_info)

        return result_handler(consts.API_SUCCESS, {'uuid': container_id})

    def _check_image_exist(self, client, t):
        return any(t in a['RepoTags'][0]
                   for a in client.images() if a['RepoTags'])

    def _create_influxdb(self, name, port, container_id):
        client = Client(base_url=consts.DOCKER_URL)

        try:
            LOG.info('Checking if influxdb image exist')
            if not self._check_image_exist(client, '%s:%s' %
                                           (consts.INFLUXDB_IMAGE,
                                            consts.INFLUXDB_TAG)):
                LOG.info('Influxdb image not exist, start pulling')
                client.pull(consts.INFLUXDB_IMAGE, tag=consts.INFLUXDB_TAG)

            LOG.info('Createing influxdb container')
            container = self._create_influxdb_container(client, name, port)
            LOG.info('Influxdb container is created')

            time.sleep(5)

            container = client.inspect_container(container['Id'])
            ip = container['NetworkSettings']['Networks']['bridge']['IPAddress']
            LOG.debug('container ip is: %s', ip)

            LOG.info('Changing output to influxdb')
            self._change_output_to_influxdb(ip)

            LOG.info('Config influxdb')
            self._config_influxdb()

            container_handler.update_attr(container_id, {'status': 1})

            LOG.info('Finished')
        except Exception:
            container_handler.update_attr(container_id, {'status': 2})
            LOG.exception('Creating influxdb failed')

    def _create_influxdb_container(self, client, name, port):

        ports = [port]
        port_bindings = {8086: port}
        restart_policy = {"MaximumRetryCount": 0, "Name": "always"}
        host_config = client.create_host_config(port_bindings=port_bindings,
                                                restart_policy=restart_policy)

        LOG.info('Creating container')
        container = client.create_container(image='%s:%s' %
                                            (consts.INFLUXDB_IMAGE,
                                             consts.INFLUXDB_TAG),
                                            ports=ports,
                                            name=name,
                                            detach=True,
                                            tty=True,
                                            host_config=host_config)
        LOG.info('Starting container')
        client.start(container)
        return container

    def _config_influxdb(self):
        try:
            client = influx.get_data_db_client()
            client.create_user(consts.INFLUXDB_USER,
                               consts.INFLUXDB_PASS,
                               consts.INFLUXDB_DB_NAME)
            client.create_database(consts.INFLUXDB_DB_NAME)
            LOG.info('Success to config influxDB')
        except Exception:
            LOG.exception('Config influxdb failed')

    def _change_output_to_influxdb(self, ip):
        utils.makedirs(consts.CONF_DIR)

        parser = configparser.ConfigParser()
        LOG.info('Reading output sample configuration')
        parser.read(consts.CONF_SAMPLE_FILE)

        LOG.info('Set dispatcher to influxdb')
        parser.set('DEFAULT', 'dispatcher', 'influxdb')
        parser.set('dispatcher_influxdb', 'target',
                   'http://{}:{}'.format(ip, 8086))

        LOG.info('Writing to %s', consts.CONF_FILE)
        with open(consts.CONF_FILE, 'w') as f:
            parser.write(f)

    def create_grafana(self, args):
        try:
            environment_id = args['environment_id']
        except KeyError:
            return result_handler(consts.API_ERROR, 'environment_id must be provided')

        try:
            uuid.UUID(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid environment id')

        try:
            environment = environment_handler.get_by_uuid(environment_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such environment id')

        container_info = environment.container_id
        container_info = jsonutils.loads(container_info) if container_info else {}

        if not container_info.get('influxdb'):
            return result_handler(consts.API_ERROR, 'influxdb not set')

        if container_info.get('grafana'):
            return result_handler(consts.API_ERROR, 'grafana container already exists')

        name = 'grafana-{}'.format(environment_id[:8])
        port = get_free_port(consts.SERVER_IP)
        container_id = str(uuid.uuid4())

        args = (name, port, container_id)
        thread = threading.Thread(target=self._create_grafana, args=args)
        thread.start()

        container_init_data = {
            'uuid': container_id,
            'environment_id': environment_id,
            'name': name,
            'port': port,
            'status': 0
        }
        container_handler.insert(container_init_data)

        container_info['grafana'] = container_id
        environment_info = {'container_id': jsonutils.dumps(container_info)}
        environment_handler.update_attr(environment_id, environment_info)

        return result_handler(consts.API_SUCCESS, {'uuid': container_id})

    def _create_grafana(self, name, port, container_id):
        client = Client(base_url=consts.DOCKER_URL)

        try:
            LOG.info('Checking if grafana image exist')
            image = '{}:{}'.format(consts.GRAFANA_IMAGE, consts.GRAFANA_TAG)
            if not self._check_image_exist(client, image):
                LOG.info('Grafana image not exist, start pulling')
                client.pull(consts.GRAFANA_IMAGE, consts.GRAFANA_TAG)

            LOG.info('Createing grafana container')
            container = self._create_grafana_container(client, name, port)
            LOG.info('Grafana container is created')

            time.sleep(5)

            container = client.inspect_container(container['Id'])
            ip = container['NetworkSettings']['Networks']['bridge']['IPAddress']
            LOG.debug('container ip is: %s', ip)

            LOG.info('Creating data source for grafana')
            self._create_data_source(ip)

            LOG.info('Creating dashboard for grafana')
            self._create_dashboard(ip)

            container_handler.update_attr(container_id, {'status': 1})
            LOG.info('Finished')
        except Exception:
            container_handler.update_attr(container_id, {'status': 2})
            LOG.exception('Create grafana failed')

    def _create_dashboard(self, ip):
        url = 'http://admin:admin@{}:{}/api/dashboards/db'.format(ip, 3000)
        path = os.path.join(consts.REPOS_DIR, 'dashboard', 'opnfv_yardstick_tc*.json')

        for i in sorted(glob.iglob(path)):
            with open(i) as f:
                data = jsonutils.load(f)
            try:
                HttpClient().post(url, {'dashboard': data})
            except Exception:
                LOG.exception('Create dashboard %s failed', i)
                raise

    def _create_data_source(self, ip):
        url = 'http://admin:admin@{}:{}/api/datasources'.format(ip, 3000)
        influx_conf = utils.parse_ini_file(consts.CONF_FILE).get('dispatcher_influxdb', {})

        data = {
            "name": "yardstick",
            "type": "influxdb",
            "access": "proxy",
            "url": influx_conf.get('target', ''),
            "password": influx_conf.get('password', ''),
            "user": influx_conf.get('username', ''),
            "database": "yardstick",
            "basicAuth": True,
            "basicAuthUser": "admin",
            "basicAuthPassword": "admin",
            "isDefault": False,
        }
        try:
            HttpClient().post(url, data)
        except Exception:
            LOG.exception('Create datasources failed')
            raise

    def _create_grafana_container(self, client, name, port):
        ports = [3000]
        port_bindings = {3000: port}
        restart_policy = {"MaximumRetryCount": 0, "Name": "always"}
        host_config = client.create_host_config(port_bindings=port_bindings,
                                                restart_policy=restart_policy)

        LOG.info('Creating container')
        container = client.create_container(image='%s:%s' %
                                            (consts.GRAFANA_IMAGE,
                                             consts.GRAFANA_TAG),
                                            name=name,
                                            ports=ports,
                                            detach=True,
                                            tty=True,
                                            host_config=host_config)
        LOG.info('Starting container')
        client.start(container)
        return container


class V2Container(ApiResource):

    def get(self, container_id):
        try:
            uuid.UUID(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid container id')

        try:
            container = container_handler.get_by_uuid(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such container id')

        name = container.name
        client = Client(base_url=consts.DOCKER_URL)
        info = client.inspect_container(name)

        data = {
            'name': name,
            'status': info.get('State', {}).get('Status', 'error'),
            'time': info.get('Created'),
            'port': container.port
        }

        return result_handler(consts.API_SUCCESS, {'container': data})

    def delete(self, container_id):
        try:
            uuid.UUID(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'invalid container id')

        try:
            container = container_handler.get_by_uuid(container_id)
        except ValueError:
            return result_handler(consts.API_ERROR, 'no such container id')

        environment_id = container.environment_id

        client = Client(base_url=consts.DOCKER_URL)
        LOG.info('delete container: %s', container.name)
        try:
            client.remove_container(container.name, force=True)
        except Exception:
            LOG.exception('delete container failed')
            return result_handler(consts.API_ERROR, 'delete container failed')

        LOG.info('delete container in database')
        container_handler.delete_by_uuid(container_id)

        LOG.info('update container in environment')
        environment = environment_handler.get_by_uuid(environment_id)
        container_info = jsonutils.loads(environment.container_id)
        key = next((k for k, v in container_info.items() if v == container_id))
        container_info.pop(key)
        environment_delete_data = {
            'container_id': jsonutils.dumps(container_info)
        }
        environment_handler.update_attr(environment_id, environment_delete_data)

        return result_handler(consts.API_SUCCESS, {'container': container_id})