Remote slave agent workload

Add storperf master object to manage stack
lifecycle.
Add configuration db.
Creation of CLI vs. main so that ReST API
and CLI API can be kept clear.
Fixed License in files.
Changed DB objects to be thread safe.
Added ssh server to container if desired
for CLI.

Change-Id: Idfe84bfb7920e6ce19d27462593c21ea86e7b406
JIRA: STORPERF-29
Signed-off-by: Mark Beierl <mark.beierl@emc.com>
(cherry picked from commit 488a47d945d3ef3dfa9ee37ca0aac3b480ffc800)

6 files changed, 149 insertions, 17 deletions

diff --git a/storperf/tests/carbon_tests/__init__.py b/storperf/tests/carbon_tests/__init__.py
index e69de29..73334c7 100644
--- a/storperf/tests/carbon_tests/__init__.py
+++ b/storperf/tests/carbon_tests/__init__.py
@@ -0,0 +1,8 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
diff --git a/storperf/tests/carbon_tests/emitter_test.py b/storperf/tests/carbon_tests/emitter_test.py
index c26e837..f3ff57e 100644
--- a/storperf/tests/carbon_tests/emitter_test.py
+++ b/storperf/tests/carbon_tests/emitter_test.py
@@ -7,15 +7,13 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
-import unittest
-
-import json
+from storperf.carbon import converter
+from storperf.carbon.emitter import CarbonMetricTransmitter
+from time import sleep
 import SocketServer
+import json
 import threading
-from time import sleep
-
-from carbon import converter
-from carbon.emitter import CarbonMetricTransmitter
+import unittest
 
 
 class MetricsHandler(SocketServer.BaseRequestHandler):
diff --git a/storperf/tests/carbon_tests/json_to_carbon_test.py b/storperf/tests/carbon_tests/json_to_carbon_test.py
index 6d62418..d309b48 100644
--- a/storperf/tests/carbon_tests/json_to_carbon_test.py
+++ b/storperf/tests/carbon_tests/json_to_carbon_test.py
@@ -7,10 +7,9 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
-import unittest
+from storperf.carbon.converter import JSONToCarbon
 import json
-
-from carbon.converter import JSONToCarbon
+import unittest
 
 
 class JSONToCarbonTest(unittest.TestCase):
diff --git a/storperf/tests/db_tests/configuration_db_test.py b/storperf/tests/db_tests/configuration_db_test.py
new file mode 100644
index 0000000..e8b7188
--- /dev/null
+++ b/storperf/tests/db_tests/configuration_db_test.py
@@ -0,0 +1,66 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+from storperf.db.configuration_db import ConfigurationDB
+import os
+import unittest
+
+
+class ConfigurationDBTest(unittest.TestCase):
+
+    def setUp(self):
+        ConfigurationDB.db_name = __name__ + ".db"
+        try:
+            os.remove(ConfigurationDB.db_name)
+        except OSError:
+            pass
+
+        self.config_db = ConfigurationDB()
+
+    def test_create_key(self):
+        expected = "ABCDE-12345"
+
+        self.config_db.set_configuration_value(
+            "test", "key", expected)
+
+        actual = self.config_db.get_configuration_value(
+            "test", "key")
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))
+
+    def test_update_key(self):
+        expected = "ABCDE-12345"
+
+        self.config_db.set_configuration_value(
+            "test", "key", "initial_value")
+
+        self.config_db.set_configuration_value(
+            "test", "key", expected)
+
+        actual = self.config_db.get_configuration_value(
+            "test", "key")
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))
+
+    def test_deleted_key(self):
+        expected = None
+
+        self.config_db.set_configuration_value(
+            "test", "key", "initial_value")
+
+        self.config_db.delete_configuration_value(
+            "test", "key")
+
+        actual = self.config_db.get_configuration_value(
+            "test", "key")
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))
diff --git a/storperf/tests/db_tests/job_db_test.py b/storperf/tests/db_tests/job_db_test.py
index d9b10a2..4620412 100644
--- a/storperf/tests/db_tests/job_db_test.py
+++ b/storperf/tests/db_tests/job_db_test.py
@@ -7,17 +7,23 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
+from storperf.db.job_db import JobDB
+import os
+import sqlite3
 import unittest
 
 import mock
 
-from db.job_db import JobDB
-
 
 class JobDBTest(unittest.TestCase):
 
     def setUp(self):
-        JobDB.db_name = ":memory:"
+
+        JobDB.db_name = __name__ + '.db'
+        try:
+            os.remove(JobDB.db_name)
+        except OSError:
+            pass
         self.job = JobDB()
 
     @mock.patch("uuid.uuid4")
@@ -56,7 +62,8 @@ class JobDBTest(unittest.TestCase):
         mock_uuid.side_effect = (job_id,)
         workload_name = "Workload"
 
-        cursor = self.job.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
 
         row = cursor.execute(
             """select * from jobs
@@ -97,7 +104,8 @@ class JobDBTest(unittest.TestCase):
         self.job.start_workload(workload_name)
         self.job.end_workload(workload_name)
 
-        cursor = self.job.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
         cursor.execute(
             """select job_id, workload, start, end from jobs
                        where job_id = ?
@@ -124,7 +132,8 @@ class JobDBTest(unittest.TestCase):
         mock_uuid.side_effect = (job_id,)
         workload_name = "Workload"
 
-        cursor = self.job.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
 
         self.job.start_workload(workload_name)
         self.job.start_workload(workload_name)
@@ -155,7 +164,8 @@ class JobDBTest(unittest.TestCase):
 
         self.job.end_workload(workload_name)
 
-        cursor = self.job.db.cursor()
+        db = sqlite3.connect(JobDB.db_name)
+        cursor = db.cursor()
         cursor.execute(
             """select job_id, workload, start, end from jobs
                        where job_id = ?
diff --git a/storperf/tests/storperf_master_test.py b/storperf/tests/storperf_master_test.py
new file mode 100644
index 0000000..ff85fb0
--- /dev/null
+++ b/storperf/tests/storperf_master_test.py
@@ -0,0 +1,51 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+from storperf.db.configuration_db import ConfigurationDB
+from storperf.storperf_master import StorPerfMaster
+import os
+import unittest
+
+
+class StorPerfMasterTest(unittest.TestCase):
+
+    def setUp(self):
+        ConfigurationDB.db_name = __name__ + ".db"
+        try:
+            os.remove(ConfigurationDB.db_name)
+        except OSError:
+            pass
+        self.storperf = StorPerfMaster()
+
+    def test_agent_count(self):
+        expected = 10
+
+        self.storperf.agent_count = expected
+        actual = self.storperf.agent_count
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))
+
+    def test_volume_size(self):
+        expected = 20
+
+        self.storperf.volume_size = expected
+        actual = self.storperf.volume_size
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))
+
+    def test_agent_network(self):
+        expected = "ABCDEF"
+
+        self.storperf.agent_network = expected
+        actual = self.storperf.agent_network
+
+        self.assertEqual(
+            expected, actual, "Did not expect: " + str(actual))