diff options
Diffstat (limited to 'tools/load_gen')
-rw-r--r-- | tools/load_gen/__init__.py | 16 | ||||
-rw-r--r-- | tools/load_gen/dummy/__init__.py | 16 | ||||
-rw-r--r-- | tools/load_gen/dummy/dummy.py | 31 | ||||
-rw-r--r-- | tools/load_gen/load_gen.py | 22 | ||||
-rw-r--r-- | tools/load_gen/stress/__init__.py | 16 | ||||
-rw-r--r-- | tools/load_gen/stress/stress.py | 124 | ||||
-rw-r--r-- | tools/load_gen/stress_ng/__init__.py | 16 | ||||
-rw-r--r-- | tools/load_gen/stress_ng/stress_ng.py | 35 |
8 files changed, 276 insertions, 0 deletions
diff --git a/tools/load_gen/__init__.py b/tools/load_gen/__init__.py new file mode 100644 index 00000000..2eee60bd --- /dev/null +++ b/tools/load_gen/__init__.py @@ -0,0 +1,16 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Package with wrappers of load generators +""" diff --git a/tools/load_gen/dummy/__init__.py b/tools/load_gen/dummy/__init__.py new file mode 100644 index 00000000..834e9f63 --- /dev/null +++ b/tools/load_gen/dummy/__init__.py @@ -0,0 +1,16 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Package with wrapper of dummy load generator +""" diff --git a/tools/load_gen/dummy/dummy.py b/tools/load_gen/dummy/dummy.py new file mode 100644 index 00000000..74fc33b7 --- /dev/null +++ b/tools/load_gen/dummy/dummy.py @@ -0,0 +1,31 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Class with implementation of wrapper of dummy load generator""" + +from tools.load_gen.load_gen import ILoadGenerator + +class DummyLoadGen(ILoadGenerator): + """Dummy load generator, which doesn't generate any load""" + def __init__(self, stress_config): + """Initialise process state.""" + pass + + def start(self): + """Start stress load if it was requested""" + pass + + def kill(self): + """Kill stress load if it is active""" + pass diff --git a/tools/load_gen/load_gen.py b/tools/load_gen/load_gen.py new file mode 100644 index 00000000..b55a643c --- /dev/null +++ b/tools/load_gen/load_gen.py @@ -0,0 +1,22 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generic interface VSPERF uses for controlling a load generators +""" + +from tools import tasks + +class ILoadGenerator(tasks.CustomProcess): + """Interface class that is implemented by specific classes of load + generators is derived from CustomProcess""" diff --git a/tools/load_gen/stress/__init__.py b/tools/load_gen/stress/__init__.py new file mode 100644 index 00000000..6b04c74d --- /dev/null +++ b/tools/load_gen/stress/__init__.py @@ -0,0 +1,16 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Package with wrapper of stress tool +""" diff --git a/tools/load_gen/stress/stress.py b/tools/load_gen/stress/stress.py new file mode 100644 index 00000000..4a53f2d2 --- /dev/null +++ b/tools/load_gen/stress/stress.py @@ -0,0 +1,124 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Module with implementation of wrapper around the stress tool +""" + +import logging +import subprocess +import copy +from tools import tasks +from tools import systeminfo +from tools.load_gen.load_gen import ILoadGenerator + +class Stress(ILoadGenerator): + """Wrapper around stress tool, which generates load based on testcase + configuration parameter 'load' + """ + _process_args = { + 'cmd': ['sudo', 'stress'], + 'timeout': 5, + 'logfile': '/tmp/stress.log', + 'expect': r'stress: info:', + 'name': 'stress' + } + _logger = logging.getLogger(__name__) + + def __init__(self, stress_config): + self._running = False + # copy stress process setings before its modification + process_args = copy.deepcopy(self._process_args) + # check if load is requested and correctly configured + if not (stress_config and 'load' in stress_config and + 'pattern' in stress_config and stress_config['load'] > 0): + self._logger.error('stress test is not enabled') + return + + if stress_config['load'] < 0 or stress_config['load'] > 100: + self._logger.error('defined load %s is out of range 0-100', + stress_config['load']) + return + + # check if load tool binary is available + if not ('tool' in stress_config) or subprocess.call("which " + stress_config['tool'], shell=True) > 0: + self._logger.error("stress tool binary '%s' is not available", stress_config['tool']) + return + + # calculate requested load details and load split among different + # types of workers + cpus = systeminfo.get_cpu_cores() + if 'reserved' in stress_config: + cpus = cpus - int(stress_config['reserved']) + if cpus < 1: + cpus = 1 + + workers = round(cpus/100 * int(stress_config['load'])) + cmd_dict = {} + p_types = {} + p_total = 0 + for p_type in ('c', 'i', 'm'): + p_count = stress_config['pattern'].lower().count(p_type) + if p_count > 0: + p_types[p_type] = p_count + p_total += p_count + if p_total < 1: + self._logger.error('stress test pattern does not contain any of ' \ + 'c, i or m pattern types') + return + for p_type in p_types: + cmd_dict['-'+p_type] = round(workers* p_types[p_type] / p_total) + + # check for memory load in case that memory workers are detected + # in case of error or 0%, memory size is not specified and default + # amount of memory will be used by stress tool + if '-m' in cmd_dict and cmd_dict['-m'] > 0: + if 'load_memory' in stress_config and \ + stress_config['load_memory'] > 0 and \ + stress_config['load_memory'] <= 100: + + mem = systeminfo.get_memory_bytes() + if mem: + cmd_dict['--vm-bytes'] = round(int(mem) / 100 * \ + stress_config['load_memory'] / cmd_dict['-m']) + + # append stress arguments to cmd list used by parent class Process + for key, value in cmd_dict.items(): + process_args['cmd'].append(key) + process_args['cmd'].append(str(value)) + + # append load generator options if specified + if 'options' in stress_config: + process_args['cmd'].append(stress_config['options']) + + # initialize load generator and remember it + super(Stress, self).__init__(**process_args) + self._running = True + + def start(self): + """Start stress load if it was requested + """ + if self._running: + super(Stress, self).start() + + def kill(self): + """ + Kill stress load if it is active + """ + if self._running and self._child and self._child.isalive(): + tasks.run_task(['sudo', 'pkill', self._proc_name], + self._logger) + + self._logger.info( + 'Log available at %s', self._logfile) + self._running = False diff --git a/tools/load_gen/stress_ng/__init__.py b/tools/load_gen/stress_ng/__init__.py new file mode 100644 index 00000000..eb530a4d --- /dev/null +++ b/tools/load_gen/stress_ng/__init__.py @@ -0,0 +1,16 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Package with wrapper of stress-ng tool +""" diff --git a/tools/load_gen/stress_ng/stress_ng.py b/tools/load_gen/stress_ng/stress_ng.py new file mode 100644 index 00000000..c2592dd1 --- /dev/null +++ b/tools/load_gen/stress_ng/stress_ng.py @@ -0,0 +1,35 @@ +# Copyright 2015 Intel Corporation. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Module with implementation of wrapper around the stress-ng tool +""" + +import logging +from tools.load_gen.stress.stress import Stress + +class StressNg(Stress): + """Wrapper around stress-ng tool, which generates load based on + testcase configuration parameter 'load' + """ + _process_args = { + 'cmd': ['sudo', 'stress-ng'], + 'timeout': 5, + 'logfile': '/tmp/stress-ng.log', + 'expect': r'stress-ng: info:', + 'name': 'stress-ng' + } + _logger = logging.getLogger(__name__) + + def __init__(self, stress_config): + super(StressNg, self).__init__(stress_config) |