aboutsummaryrefslogtreecommitdiffstats
path: root/yardstick/benchmark/scenarios/compute/lmbench.py
blob: d2558c9365412365cc5d5f57f8944d2370c28e1e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
##############################################################################
# Copyright (c) 2015 Ericsson AB and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
import pkg_resources
import logging
import json

import yardstick.ssh as ssh
from yardstick.benchmark.scenarios import base

LOG = logging.getLogger(__name__)


class Lmbench(base.Scenario):
    """Execute lmbench memory read latency benchmark in a host

    Parameters
        stride - number of locations in memory between starts of array elements
            type:       int
            unit:       bytes
            default:    128
        stop_size - maximum array size to test (minimum value is 0.000512)
            type:       int
            unit:       megabytes
            default:    16

    Results are accurate to the ~2-5 nanosecond range.
    """
    __scenario_type__ = "Lmbench"

    TARGET_SCRIPT = "lmbench_benchmark.bash"

    def __init__(self, context):
        self.context = context
        self.setup_done = False

    def setup(self):
        """scenario setup"""
        self.target_script = pkg_resources.resource_filename(
            "yardstick.benchmark.scenarios.compute",
            Lmbench.TARGET_SCRIPT)
        user = self.context.get("user", "ubuntu")
        host = self.context.get("host", None)
        key_filename = self.context.get('key_filename', "~/.ssh/id_rsa")

        LOG.info("user:%s, host:%s", user, host)
        self.client = ssh.SSH(user, host, key_filename=key_filename)
        self.client.wait(timeout=600)

        # copy script to host
        self.client.run("cat > ~/lmbench.sh",
                        stdin=open(self.target_script, 'rb'))

        self.setup_done = True

    def run(self, args, result):
        """execute the benchmark"""

        if not self.setup_done:
            self.setup()

        options = args['options']
        stride = options.get('stride', 128)
        stop_size = options.get('stop_size', 16)

        cmd = "sudo bash lmbench.sh %d %d" % (stop_size, stride)
        LOG.debug("Executing command: %s", cmd)
        status, stdout, stderr = self.client.execute(cmd)

        if status:
            raise RuntimeError(stderr)

        result.update(json.loads(stdout))

        if "sla" in args:
            sla_error = ""
            sla_max_latency = int(args['sla']['max_latency'])
            for t_latency in result:
                latency = t_latency['latency']
                if latency > sla_max_latency:
                    sla_error += "latency %f > sla:max_latency(%f); " \
                        % (latency, sla_max_latency)
            assert sla_error == "", sla_error


def _test():
    """internal test function"""
    key_filename = pkg_resources.resource_filename('yardstick.resources',
                                                   'files/yardstick_key')
    ctx = {'host': '172.16.0.137',
           'user': 'ubuntu',
           'key_filename': key_filename
           }

    logger = logging.getLogger('yardstick')
    logger.setLevel(logging.DEBUG)

    p = Lmbench(ctx)

    options = {'stride': 128, 'stop_size': 16}

    args = {'options': options}
    result = p.run(args)
    print result

if __name__ == '__main__':
    _test()