diff options
Diffstat (limited to 'storperf/utilities')
| -rw-r--r-- | storperf/utilities/data_handler.py | 19 | ||||
| -rw-r--r-- | storperf/utilities/thread_gate.py | 60 |
2 files changed, 46 insertions, 33 deletions
diff --git a/storperf/utilities/data_handler.py b/storperf/utilities/data_handler.py index ebc1bfd..0aae3b1 100644 --- a/storperf/utilities/data_handler.py +++ b/storperf/utilities/data_handler.py @@ -17,6 +17,7 @@ from storperf.utilities import math as math from storperf.utilities import steady_state as SteadyState from time import sleep import time +import json class DataHandler(object): @@ -61,13 +62,21 @@ class DataHandler(object): if not steady: steady_state = False - executor.metadata['report_data'] = metrics - executor.metadata['steady_state'] = steady_state + workload = '.'.join(executor.current_workload.split('.')[1:6]) + + if 'report_data' not in executor.metadata: + executor.metadata['report_data'] = {} + + if 'steady_state' not in executor.metadata: + executor.metadata['steady_state'] = {} + + executor.metadata['report_data'][workload] = metrics + executor.metadata['steady_state'][workload] = steady_state workload_name = executor.current_workload.split('.')[1] if steady_state and not workload_name.startswith('_'): - executor.terminate() + executor.terminate_current_run() def _lookup_prior_data(self, executor, metric, io_type): workload = executor.current_workload @@ -112,7 +121,7 @@ class DataHandler(object): duration = latest_timestamp - earliest_timestamp if (duration < 60 * self.samples): self.logger.debug("Only %s minutes of samples, ignoring" % - (duration / 60,)) + ((duration / 60 + 1),)) return False return SteadyState.steady_state(data_series) @@ -160,6 +169,6 @@ class DataHandler(object): scenario, criteria, build_tag, - payload) + json.dumps(payload)) except: self.logger.exception("Error pushing results into Database") diff --git a/storperf/utilities/thread_gate.py b/storperf/utilities/thread_gate.py index 295b8be..38acbb1 100644 --- a/storperf/utilities/thread_gate.py +++ b/storperf/utilities/thread_gate.py @@ -12,6 +12,7 @@ number of callers. """ import logging import time +from threading import Lock class FailureToReportException(Exception): @@ -26,6 +27,7 @@ class ThreadGate(object): self._timeout = timeout self._registrants = {} self._creation_time = time.time() + self._lock = Lock() """ Calling this method returns a true or false, indicating that enough @@ -33,31 +35,33 @@ class ThreadGate(object): """ def report(self, gate_id): - now = time.time() - self._registrants[gate_id] = now - ready = True - self.logger.debug("Gate report for %s", gate_id) - - total_missing = self._gate_size - len(self._registrants) - if total_missing > 0: - self.logger.debug("Not all registrants have reported in") - time_since_creation = now - self._creation_time - if (time_since_creation > (self._timeout * 2)): - self.logger.error("%s registrant(s) have never reported in", - total_missing) - raise FailureToReportException - return False - - for k, v in self._registrants.items(): - time_since_last_report = now - v - if time_since_last_report > self._timeout: - self.logger.debug("Registrant %s last reported %s ago", - k, time_since_last_report) - ready = False - - self.logger.debug("Gate pass? %s", ready) - - if ready: - self._registrants.clear() - - return ready + with self._lock: + now = time.time() + self._registrants[gate_id] = now + ready = True + self.logger.debug("Gate report for %s", gate_id) + + total_missing = self._gate_size - len(self._registrants) + if total_missing > 0: + self.logger.debug("Not all registrants have reported in") + time_since_creation = now - self._creation_time + if (time_since_creation > (self._timeout * 2)): + self.logger.error( + "%s registrant(s) have never reported in", + total_missing) + raise FailureToReportException + return False + + for k, v in self._registrants.items(): + time_since_last_report = now - v + if time_since_last_report > self._timeout: + self.logger.debug("Registrant %s last reported %s ago", + k, time_since_last_report) + ready = False + + self.logger.debug("Gate pass? %s", ready) + + if ready: + self._registrants.clear() + + return ready |