Remote slave agent workload

Add storperf master object to manage stack
lifecycle.
Add configuration db.
Creation of CLI vs. main so that ReST API
and CLI API can be kept clear.
Fixed License in files.
Changed DB objects to be thread safe.
Added ssh server to container if desired
for CLI.

Change-Id: Idfe84bfb7920e6ce19d27462593c21ea86e7b406
JIRA: STORPERF-29
Signed-off-by: Mark Beierl <mark.beierl@emc.com>
(cherry picked from commit 488a47d945d3ef3dfa9ee37ca0aac3b480ffc800)

2 files changed, 35 insertions, 6 deletions

diff --git a/storperf/fio/__init__.py b/storperf/fio/__init__.py
index e69de29..73334c7 100644
--- a/storperf/fio/__init__.py
+++ b/storperf/fio/__init__.py
@@ -0,0 +1,8 @@
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
diff --git a/storperf/fio/fio_invoker.py b/storperf/fio/fio_invoker.py
index 0b13349..e343dce 100644
--- a/storperf/fio/fio_invoker.py
+++ b/storperf/fio/fio_invoker.py
@@ -7,10 +7,11 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
+from threading import Thread
+import cmd
 import json
 import logging
 import subprocess
-from threading import Thread
 
 
 class FIOInvoker(object):
@@ -18,6 +19,18 @@ class FIOInvoker(object):
     def __init__(self):
         self.logger = logging.getLogger(__name__)
         self.event_listeners = set()
+        self.event_callback_ids = set()
+        self._remote_host = None
+        self.callback_id = None
+
+    @property
+    def remote_host(self):
+        return self._remote_host
+
+    @remote_host.setter
+    def remote_host(self, value):
+        self._remote_host = value
+        self.logger = logging.getLogger(__name__ + ":" + value)
 
     def register(self, event_listener):
         self.event_listeners.add(event_listener)
@@ -41,7 +54,7 @@ class FIOInvoker(object):
                         self.json_body = ""
 
                         for event_listener in self.event_listeners:
-                            event_listener(json_metric)
+                            event_listener(self.callback_id, json_metric)
 
                 except Exception, e:
                     self.logger.error("Error parsing JSON: %s", e)
@@ -58,10 +71,18 @@ class FIOInvoker(object):
         self.fio_process.stderr.close()
 
     def execute(self, args=[]):
-        for arg in args:
-            self.logger.debug("FIO arg: " + arg)
-
-        self.fio_process = subprocess.Popen(['fio'] + args,
+        self.logger.debug("FIO args " + str(args))
+
+        if (self.remote_host is None):
+            cmd = "fio"
+        else:
+            cmd = "ssh"
+            additional_args = ['-o', 'StrictHostKeyChecking=no',
+                               '-i', 'storperf/resources/ssh/storperf_rsa',
+                               'ubuntu@' + self.remote_host, "./fio"]
+            args = additional_args + args
+
+        self.fio_process = subprocess.Popen([cmd] + args,
                                             universal_newlines=True,
                                             stdout=subprocess.PIPE,
                                             stderr=subprocess.PIPE)