Remote slave agent workload

Add storperf master object to manage stack
lifecycle.
Add configuration db.
Creation of CLI vs. main so that ReST API
and CLI API can be kept clear.
Fixed License in files.
Changed DB objects to be thread safe.
Added ssh server to container if desired
for CLI.

Change-Id: Idfe84bfb7920e6ce19d27462593c21ea86e7b406
JIRA: STORPERF-29
Signed-off-by: Mark Beierl <mark.beierl@emc.com>
(cherry picked from commit 488a47d945d3ef3dfa9ee37ca0aac3b480ffc800)

3 files changed, 125 insertions, 11 deletions

diff --git a/storperf/db/__init__.py b/storperf/db/__init__.py
index e69de29..73334c7 100644
--- a/storperf/db/__init__.py
+++ b/storperf/db/__init__.py
@@ -0,0 +1,8 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
diff --git a/storperf/db/configuration_db.py b/storperf/db/configuration_db.py
new file mode 100644
index 0000000..649c186
--- /dev/null
+++ b/storperf/db/configuration_db.py
@@ -0,0 +1,103 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+from _sqlite3 import OperationalError
+import logging
+import sqlite3
+
+
+class ConfigurationDB(object):
+
+    db_name = "StorPerf.db"
+
+    def __init__(self):
+        """
+        Creates the StorPerf.db and configuration tables on demand
+        """
+
+        self.logger = logging.getLogger(__name__)
+        self.logger.debug("Connecting to " + ConfigurationDB.db_name)
+        db = sqlite3.connect(ConfigurationDB.db_name)
+
+        cursor = db.cursor()
+        try:
+            cursor.execute('''CREATE TABLE configuration
+            (configuration_name text,
+            key text,
+            value text)''')
+            self.logger.debug("Created configuration table")
+        except OperationalError:
+            self.logger.debug("Configuration table exists")
+
+        cursor.execute('SELECT * FROM configuration')
+
+    def delete_configuration_value(self, configuration_name, key):
+        """Deletes the value associated with the given key
+        """
+
+        db = sqlite3.connect(ConfigurationDB.db_name)
+        cursor = db.cursor()
+
+        cursor.execute(
+            "delete from configuration where configuration_name=? and key=?",
+            (configuration_name, key))
+
+        self.logger.debug("Deleted " + configuration_name + ":" + key)
+
+        db.commit()
+
+    def get_configuration_value(self, configuration_name, key):
+        """Returns a string representation of the value stored
+        with this key under the given configuration name.
+        """
+
+        db = sqlite3.connect(ConfigurationDB.db_name)
+        cursor = db.cursor()
+
+        cursor.execute(
+            """select value from configuration
+                       where configuration_name = ?
+                       and key = ?""",
+            (configuration_name, key,))
+
+        row = cursor.fetchone()
+
+        if (row is None):
+            self.logger.debug(
+                configuration_name + ":" + key + " does not exist")
+            return None
+        else:
+            self.logger.debug(
+                configuration_name + ":" + key + " is " + str(row[0]))
+            return str(row[0])
+
+    def set_configuration_value(self, configuration_name, key, value):
+        """Updates or creates the key under the given configuration
+        name so that it holds the value specified.
+        """
+
+        if (value is None):
+            return self.delete_configuration_value(configuration_name, key)
+
+        value = str(value)
+
+        db = sqlite3.connect(ConfigurationDB.db_name)
+        cursor = db.cursor()
+
+        cursor.execute(
+            "delete from configuration where configuration_name=? and key=?",
+            (configuration_name, key))
+
+        cursor.execute(
+            """insert into configuration(configuration_name, key, value)
+             values (?,?,?)""", (configuration_name, key, value))
+
+        self.logger.debug(configuration_name + ":" + key + " set to " + value)
+
+        db.commit()
diff --git a/storperf/db/job_db.py b/storperf/db/job_db.py
index a65fa78..bec8d3f 100644
--- a/storperf/db/job_db.py
+++ b/storperf/db/job_db.py
@@ -28,10 +28,10 @@ class JobDB(object):
 
         self.logger = logging.getLogger(__name__)
         self.logger.debug("Connecting to " + JobDB.db_name)
-        self.db = sqlite3.connect(JobDB.db_name)
         self.job_id = None
 
-        cursor = self.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
         try:
             cursor.execute('''CREATE TABLE jobs
             (job_id text,
@@ -49,7 +49,8 @@ class JobDB(object):
         Returns a job id that is guaranteed to be unique in this
         StorPerf instance.
         """
-        cursor = self.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
 
         self.job_id = str(uuid.uuid4())
         row = cursor.execute(
@@ -64,7 +65,7 @@ class JobDB(object):
         cursor.execute(
             "insert into jobs(job_id) values (?)", (self.job_id,))
         self.logger.debug("Reserved job id " + self.job_id)
-        self.db.commit()
+        db.commit()
 
     def start_workload(self, workload_name):
         """
@@ -73,7 +74,9 @@ class JobDB(object):
         if (self.job_id is None):
             self.create_job_id()
 
-        cursor = self.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
+
         now = str(calendar.timegm(time.gmtime()))
 
         row = cursor.execute(
@@ -104,7 +107,7 @@ class JobDB(object):
                  now,
                  workload_name,))
 
-        self.db.commit()
+        db.commit()
 
     def end_workload(self, workload_name):
         """
@@ -113,7 +116,8 @@ class JobDB(object):
         if (self.job_id is None):
             self.create_job_id()
 
-        cursor = self.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
         now = str(calendar.timegm(time.gmtime()))
 
         row = cursor.execute(
@@ -146,7 +150,7 @@ class JobDB(object):
                  now,
                  workload_name,))
 
-        self.db.commit()
+        db.commit()
 
     def fetch_results(self, workload_prefix=""):
         if (workload_prefix is None):
@@ -161,7 +165,8 @@ class JobDB(object):
 
         self.logger.debug("Workload like: " + workload_prefix)
 
-        cursor = self.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
         cursor.execute("""select start, end, workload
             from jobs where workload like ?""",
                        (workload_prefix,))
@@ -186,8 +191,6 @@ class JobDB(object):
                 '.' + workload + '.jobs.1.*.clat.mean&format=json&from=' + \
                 start_time + "&until=" + end_time
 
-            print '\n\t' + request + '\n'
-
             response = requests.get(request)
 
             if (response.status_code == 200):