Change all paths

Changes the paths of all source code so that it exists under the dockerfile location
for each container.  This way we can use COPY instead of git clone, as well as use the
existing JJB.

Change-Id: I883b2957d89659c164fff0a1ebc4d677c534796d
JIRA: STORPERF-188
Signed-off-by: mbeierl <mark.beierl@dell.com>

1 files changed, 342 insertions, 0 deletions

diff --git a/docker/storperf-master/rest_server.py b/docker/storperf-master/rest_server.py
new file mode 100644
index 0000000..cc8d834
--- /dev/null
+++ b/docker/storperf-master/rest_server.py
@@ -0,0 +1,342 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import json
+import logging.config
+import os
+import sys
+
+from flask import abort, Flask, request, jsonify
+from flask_restful import Resource, Api, fields
+from flask_restful_swagger import swagger
+
+from flask_cors import CORS
+from storperf.storperf_master import StorPerfMaster
+
+app = Flask(__name__, static_url_path="")
+CORS(app)
+api = swagger.docs(Api(app), apiVersion='1.0')
+
+storperf = StorPerfMaster()
+
+
+@swagger.model
+class ConfigurationRequestModel:
+    resource_fields = {
+        'agent_count': fields.Integer,
+        'agent_flavor': fields.String,
+        'agent_image': fields.String,
+        'public_network': fields.String,
+        'volume_size': fields.Integer
+    }
+
+
+@swagger.model
+class ConfigurationResponseModel:
+    resource_fields = {
+        'agent_count': fields.Integer,
+        'agent_flavor': fields.String,
+        'agent_image': fields.String,
+        'public_network': fields.String,
+        'stack_created': fields.Boolean,
+        'stack_id': fields.String,
+        'volume_size': fields.Integer
+    }
+
+
+class Configure(Resource):
+
+    """Configuration API"""
+
+    def __init__(self):
+        self.logger = logging.getLogger(__name__)
+
+    @swagger.operation(
+        notes='Fetch the current agent configuration',
+        type=ConfigurationResponseModel.__name__
+    )
+    def get(self):
+        return jsonify({'agent_count': storperf.agent_count,
+                        'agent_flavor': storperf.agent_flavor,
+                        'agent_image': storperf.agent_image,
+                        'public_network': storperf.public_network,
+                        'volume_size': storperf.volume_size,
+                        'stack_created': storperf.is_stack_created,
+                        'stack_id': storperf.stack_id})
+
+    @swagger.operation(
+        notes='''Set the current agent configuration and create a stack in
+        the controller.  Returns once the stack create is completed.''',
+        parameters=[
+            {
+                "name": "configuration",
+                "description": '''Configuration to be set. All parameters are
+                optional, and will retain their previous value if not
+                specified.  Volume size is in GB.
+                ''',
+                "required": True,
+                "type": "ConfigurationRequestModel",
+                "paramType": "body"
+            }
+        ],
+        type=ConfigurationResponseModel.__name__
+    )
+    def post(self):
+        if not request.json:
+            abort(400, "ERROR: No data specified")
+
+        try:
+            if ('agent_count' in request.json):
+                storperf.agent_count = request.json['agent_count']
+            if ('agent_flavor' in request.json):
+                storperf.agent_flavor = request.json['agent_flavor']
+            if ('agent_image' in request.json):
+                storperf.agent_image = request.json['agent_image']
+            if ('public_network' in request.json):
+                storperf.public_network = request.json['public_network']
+            if ('volume_size' in request.json):
+                storperf.volume_size = request.json['volume_size']
+
+            storperf.create_stack()
+            if storperf.stack_id is None:
+                abort(400, "Stack creation failed")
+
+            return jsonify({'agent_count': storperf.agent_count,
+                            'agent_flavor': storperf.agent_flavor,
+                            'agent_image': storperf.agent_image,
+                            'public_network': storperf.public_network,
+                            'volume_size': storperf.volume_size,
+                            'stack_id': storperf.stack_id})
+
+        except Exception as e:
+            abort(400, str(e))
+
+    @swagger.operation(
+        notes='Deletes the agent configuration and the stack'
+    )
+    def delete(self):
+        try:
+            storperf.delete_stack()
+        except Exception as e:
+            abort(400, str(e))
+
+
+@swagger.model
+class WorkloadModel:
+    resource_fields = {
+        'target': fields.String,
+        'deadline': fields.Integer,
+        "steady_state_samples": fields.Integer,
+        'workload': fields.String,
+        'queue_depths': fields.String,
+        'block_sizes': fields.String
+    }
+
+
+@swagger.model
+class WorkloadResponseModel:
+    resource_fields = {
+        'job_id': fields.String
+    }
+
+
+class Job(Resource):
+
+    """Job API"""
+
+    def __init__(self):
+        self.logger = logging.getLogger(__name__)
+
+    @swagger.operation(
+        notes='Fetch the metrics of the specified workload',
+        parameters=[
+            {
+                "name": "id",
+                "description": "The UUID of the workload in the format "
+                "NNNNNNNN-NNNN-NNNN-NNNN-NNNNNNNNNNNN",
+                "required": True,
+                "type": "string",
+                "allowMultiple": False,
+                "paramType": "query"
+            },
+            {
+                "name": "metrics_type",
+                "description": "The metrics_type of metrics to report. May be "
+                "metrics (default), or metadata",
+                "required": False,
+                "metrics_type": "string",
+                "allowMultiple": False,
+                "paramType": "query"
+            }
+        ],
+        responseMessages=[
+            {
+                "code": 200,
+                "message": "Workload ID found, response in JSON format"
+            },
+            {
+                "code": 404,
+                "message": "Workload ID not found"
+            }
+        ]
+    )
+    def get(self):
+
+        metrics_type = "metrics"
+        if request.args.get('type'):
+            metrics_type = request.args.get('type')
+
+        workload_id = request.args.get('id')
+
+        if metrics_type == "metrics":
+            return jsonify(storperf.fetch_results(workload_id))
+
+        if metrics_type == "metadata":
+            return jsonify(storperf.fetch_metadata(workload_id))
+
+        if metrics_type == "status":
+            return jsonify(storperf.fetch_job_status(workload_id))
+
+    @swagger.operation(
+        parameters=[
+            {
+                "name": "body",
+                "description": """Start execution of a workload with the
+following parameters:
+
+"target": The target device to profile",
+
+"deadline": if specified, the maximum duration in minutes
+for any single test iteration.
+
+"workload":if specified, the workload to run. Defaults to all.
+                """,
+                "required": True,
+                "type": "WorkloadModel",
+                "paramType": "body"
+            }
+        ],
+        type=WorkloadResponseModel.__name__,
+        responseMessages=[
+            {
+                "code": 200,
+                "message": "Job submitted"
+            },
+            {
+                "code": 400,
+                "message": "Missing configuration data"
+            }
+        ]
+    )
+    def post(self):
+        if not request.json:
+            abort(400, "ERROR: Missing configuration data")
+
+        self.logger.info(request.json)
+
+        try:
+            if ('target' in request.json):
+                storperf.filename = request.json['target']
+            if ('deadline' in request.json):
+                storperf.deadline = request.json['deadline']
+            if ('steady_state_samples' in request.json):
+                storperf.steady_state_samples = request.json[
+                    'steady_state_samples']
+            if ('queue_depths' in request.json):
+                storperf.queue_depths = request.json['queue_depths']
+            if ('block_sizes' in request.json):
+                storperf.block_sizes = request.json['block_sizes']
+            if ('workload' in request.json):
+                storperf.workloads = request.json['workload']
+            else:
+                storperf.workloads = None
+            if ('metadata' in request.json):
+                metadata = request.json['metadata']
+            else:
+                metadata = {}
+
+            job_id = storperf.execute_workloads(metadata)
+
+            return jsonify({'job_id': job_id})
+
+        except Exception as e:
+            abort(400, str(e))
+
+    @swagger.operation(
+        notes='Cancels the currently running workload',
+        responseMessages=[
+            {
+                "code": 200,
+                "message": "Wordload ID found, response in JSON format"
+            },
+        ]
+    )
+    def delete(self):
+        self.logger.info("Threads: %s" % sys._current_frames())
+        print sys._current_frames()
+        try:
+            return jsonify({'Slaves': storperf.terminate_workloads()})
+        except Exception as e:
+            abort(400, str(e))
+
+
+@swagger.model
+class QuotaModel:
+
+    resource_fields = {
+        'quota': fields.Integer
+    }
+
+
+class Quota(Resource):
+    """Quota API"""
+
+    @swagger.operation(
+        notes='''Fetch the current Cinder volume quota.  This value limits
+        the number of volumes that can be created, and by extension, defines
+        the maximum number of agents that can be created for any given test
+        scenario''',
+        type=QuotaModel.__name__
+    )
+    def get(self):
+        quota = storperf.volume_quota
+        return jsonify({'quota': quota})
+
+
+def setup_logging(default_path='logging.json',
+                  default_level=logging.INFO, env_key='LOG_CFG'):
+    """Setup logging configuration
+    """
+
+    path = default_path
+    value = os.getenv(env_key, None)
+    if value:
+        path = value
+    if os.path.exists(path):
+        with open(path, 'rt') as f:
+            config = json.load(f)
+        logging.config.dictConfig(config)
+    else:
+        logging.basicConfig(level=default_level)
+
+    socketHandler = logging.handlers.DatagramHandler(
+        'localhost', logging.handlers.DEFAULT_UDP_LOGGING_PORT)
+    rootLogger = logging.getLogger('')
+    rootLogger.addHandler(socketHandler)
+
+
+api.add_resource(Configure, "/api/v1.0/configurations")
+api.add_resource(Quota, "/api/v1.0/quotas")
+api.add_resource(Job, "/api/v1.0/jobs")
+
+if __name__ == "__main__":
+    setup_logging()
+    logging.getLogger("storperf").setLevel(logging.DEBUG)
+
+    app.run(host='0.0.0.0', debug=True, threaded=True)