1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
|
##############################################################################
# Copyright (c) 2015 Ericsson AB and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
'''A runner that every run arithmetically steps a specified input value to
the scenario. This just means a step value is added to the previous value.
'''
import os
import multiprocessing
import logging
import traceback
import time
from yardstick.benchmark.runners import base
LOG = logging.getLogger(__name__)
def _worker_process(queue, cls, method_name, scenario_cfg):
sequence = 1
runner_cfg = scenario_cfg['runner']
interval = runner_cfg.get("interval", 1)
arg_name = runner_cfg.get('name')
stop = runner_cfg.get('stop')
step = runner_cfg.get('step')
options = scenario_cfg['options']
start = options.get(arg_name, 0)
runner_cfg['runner_id'] = os.getpid()
LOG.info("worker START, step(%s, %d, %d, %d), class %s",
arg_name, start, stop, step, cls)
benchmark = cls(runner_cfg)
benchmark.setup()
method = getattr(benchmark, method_name)
queue.put({'runner_id': runner_cfg['runner_id'],
'scenario_cfg': scenario_cfg})
sla_action = None
if "sla" in scenario_cfg:
sla_action = scenario_cfg["sla"].get("action", "assert")
margin = 1 if step > 0 else -1
for value in range(start, stop+margin, step):
options[arg_name] = value
LOG.debug("runner=%(runner)s seq=%(sequence)s START" %
{"runner": runner_cfg["runner_id"], "sequence": sequence})
data = {}
errors = ""
try:
method(scenario_cfg, data)
except AssertionError as assertion:
# SLA validation failed in scenario, determine what to do now
if sla_action == "assert":
raise
elif sla_action == "monitor":
LOG.warning("SLA validation failed: %s" % assertion.args)
errors = assertion.args
except Exception as e:
errors = traceback.format_exc()
LOG.exception(e)
time.sleep(interval)
benchmark_output = {
'timestamp': time.time(),
'sequence': sequence,
'data': data,
'errors': errors
}
record = {'runner_id': runner_cfg['runner_id'],
'benchmark': benchmark_output}
queue.put(record)
LOG.debug("runner=%(runner)s seq=%(sequence)s END" %
{"runner": runner_cfg["runner_id"], "sequence": sequence})
sequence += 1
if errors:
break
benchmark.teardown()
LOG.info("worker END")
class ArithmeticRunner(base.Runner):
'''Run a scenario arithmetically stepping an input value
Parameters
interval - time to wait between each scenario invocation
type: int
unit: seconds
default: 1 sec
name - name of scenario option that will be increased for each invocation
type: string
unit: na
default: none
start - value to use in first invocation of scenario
type: int
unit: na
default: none
step - value added to start value in next invocation of scenario
type: int
unit: na
default: none
stop - value indicating end of invocation
type: int
unit: na
default: none
'''
__execution_type__ = 'Arithmetic'
def _run_benchmark(self, cls, method, scenario_cfg):
self.process = multiprocessing.Process(
target=_worker_process,
args=(self.result_queue, cls, method, scenario_cfg))
self.process.start()
|
