1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
<{
"id": 14,
"title&q#!/usr/bin/env python
##############################################################################
# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
# Unittest for yardstick.benchmark.scenarios.compute.ramspeed.Ramspeed
from __future__ import absolute_import
import unittest
import mock
from oslo_serialization import jsonutils
from yardstick.common import utils
from yardstick.benchmark.scenarios.compute import ramspeed
@mock.patch('yardstick.benchmark.scenarios.compute.ramspeed.ssh')
class RamspeedTestCase(unittest.TestCase):
def setUp(self):
self.ctx = {
'host': {
'ip': '172.16.0.137',
'user': 'root',
'key_filename': "mykey.key"
}
}
self.result = {}
def test_ramspeed_successful_setup(self, mock_ssh):
r = ramspeed.Ramspeed({}, self.ctx)
mock_ssh.SSH.from_node().execute.return_value = (0, '', '')
r.setup()
self.assertIsNotNone(r.client)
self.assertTrue(r.setup_done, True)
def test_ramspeed_successful__run_no_sla(self, mock_ssh):
options = {
"test_id": 1,
"load": 16,
"block_size": 32
}
args = {"options": options}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 1, "Bandwidth(MBps)": 19909.18}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 2, "Bandwidth(MBps)": 19873.89},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 4, "Bandwidth(MBps)":\
19907.56}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 8,\
"Bandwidth(MBps)": 19906.94}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 16, "Bandwidth(MBps)": 19881.74}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 32, "Bandwidth(MBps)": 19395.65},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 64, "Bandwidth(MBps)":\
17623.14}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 128,\
"Bandwidth(MBps)": 17677.36}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 256, "Bandwidth(MBps)": 16113.49}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 512, "Bandwidth(MBps)": 14659.19},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 1024, "Bandwidth(MBps)":\
14680.75}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 2048,\
"Bandwidth(MBps)": 14756.45}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 4096, "Bandwidth(MBps)": 14604.44}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 8192, "Bandwidth(MBps)": 14159.86},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 16384,\
"Bandwidth(MBps)": 14128.94}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 32768, "Bandwidth(MBps)": 8340.85}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
r.run(self.result)
expected_result = utils.flatten_dict_key(jsonutils.loads(sample_output))
self.assertEqual(self.result, expected_result)
def test_ramspeed_successful_run_sla(self, mock_ssh):
options = {
"test_id": 1,
"load": 16,
"block_size": 32
}
args = {"options": options, "sla": {"min_bandwidth": 6000}}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 1, "Bandwidth(MBps)": 19909.18}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 2, "Bandwidth(MBps)": 19873.89},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 4, "Bandwidth(MBps)":\
19907.56}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 8,\
"Bandwidth(MBps)": 19906.94}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 16, "Bandwidth(MBps)": 19881.74}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 32, "Bandwidth(MBps)": 19395.65},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 64, "Bandwidth(MBps)":\
17623.14}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 128,\
"Bandwidth(MBps)": 17677.36}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 256, "Bandwidth(MBps)": 16113.49}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 512, "Bandwidth(MBps)": 14659.19},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 1024, "Bandwidth(MBps)":\
14680.75}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 2048,\
"Bandwidth(MBps)": 14756.45}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 4096, "Bandwidth(MBps)": 14604.44}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 8192, "Bandwidth(MBps)": 14159.86},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 16384,\
"Bandwidth(MBps)": 14128.94}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 32768, "Bandwidth(MBps)": 8340.85}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
r.run(self.result)
expected_result = utils.flatten_dict_key(jsonutils.loads(sample_output))
self.assertEqual(self.result, expected_result)
def test_ramspeed_unsuccessful_run_sla(self, mock_ssh):
options = {
"test_id": 1,
"load": 8,
"block_size": 64
}
args = {"options": options, "sla": {"min_bandwidth": 100000}}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 1, "Bandwidth(MBps)": 5000.18}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 2, "Bandwidth(MBps)": 5000.89},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 4,\
"Bandwidth(MBps)": 5000.56}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 8, "Bandwidth(MBps)": 19906.94}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 16, "Bandwidth(MBps)": 19881.74},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 32,\
"Bandwidth(MBps)": 19395.65}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 64, "Bandwidth(MBps)": 17623.14}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 128, "Bandwidth(MBps)": 17677.36},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 256, "Bandwidth(MBps)":\
16113.49}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 512,\
"Bandwidth(MBps)": 14659.19}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 1024, "Bandwidth(MBps)": 14680.75}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 2048, "Bandwidth(MBps)": 14756.45},\
{"Test_type": "INTEGER & WRITING", "Block_size(kb)": 4096, "Bandwidth(MBps)":\
14604.44}, {"Test_type": "INTEGER & WRITING", "Block_size(kb)": 8192,\
"Bandwidth(MBps)": 14159.86}, {"Test_type": "INTEGER & WRITING",\
"Block_size(kb)": 16384, "Bandwidth(MBps)": 14128.94}, {"Test_type":\
"INTEGER & WRITING", "Block_size(kb)": 32768, "Bandwidth(MBps)": 8340.85}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
self.assertRaises(AssertionError, r.run, self.result)
def test_ramspeed_unsuccessful_script_error(self, mock_ssh):
options = {
"test_id": 1,
"load": 16,
"block_size": 32
}
args = {"options": options}
r = ramspeed.Ramspeed(args, self.ctx)
mock_ssh.SSH.from_node().execute.return_value = (1, '', 'FOOBAR')
self.assertRaises(RuntimeError, r.run, self.result)
def test_ramspeed_mem_successful_run_no_sla(self, mock_ssh):
options = {
"test_id": 3,
"load": 16,
"block_size": 32,
"iteration": 1
}
args = {"options": options}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER Copy:",\
"Bandwidth(MBps)": 8353.97}, {"Test_type": "INTEGER Scale:",\
"Bandwidth(MBps)": 9078.59}, {"Test_type": "INTEGER Add:",\
"Bandwidth(MBps)": 10057.48}, {"Test_type": "INTEGER Triad:",\
"Bandwidth(MBps)": 10116.27}, {"Test_type": "INTEGER AVERAGE:",\
"Bandwidth(MBps)": 9401.58}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
r.run(self.result)
expected_result = utils.flatten_dict_key(jsonutils.loads(sample_output))
self.assertEqual(self.result, expected_result)
def test_ramspeed_mem_successful_run_sla(self, mock_ssh):
options = {
"test_id": 3,
"load": 16,
"block_size": 32,
"iteration": 1
}
args = {"options": options, "sla": {"min_bandwidth": 6000}}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER Copy:",\
"Bandwidth(MBps)": 8353.97}, {"Test_type": "INTEGER Scale:",\
"Bandwidth(MBps)": 9078.59}, {"Test_type": "INTEGER Add:",\
"Bandwidth(MBps)": 10057.48}, {"Test_type": "INTEGER Triad:",\
"Bandwidth(MBps)": 10116.27}, {"Test_type": "INTEGER AVERAGE:",\
"Bandwidth(MBps)": 9401.58}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
r.run(self.result)
expected_result = utils.flatten_dict_key(jsonutils.loads(sample_output))
self.assertEqual(self.result, expected_result)
def test_ramspeed_mem_unsuccessful_run_sla(self, mock_ssh):
options = {
"test_id": 3,
"load": 16,
"block_size": 32,
"iteration": 1
}
args = {"options": options, "sla": {"min_bandwidth": 86000}}
r = ramspeed.Ramspeed(args, self.ctx)
sample_output = '{"Result": [{"Test_type": "INTEGER Copy:",\
"Bandwidth(MBps)": 4000.97}, {"Test_type": "INTEGER Scale:",\
"Bandwidth(MBps)": 4400.59}, {"Test_type": "INTEGER Add:",\
"Bandwidth(MBps)": 4300.48}, {"Test_type": "INTEGER Triad:",\
"Bandwidth(MBps)": 1300.27}, {"Test_type": "INTEGER AVERAGE:",\
"Bandwidth(MBps)": 2401.58}]}'
mock_ssh.SSH.from_node().execute.return_value = (0, sample_output, '')
self.assertRaises(AssertionError, r.run, self.result)
def test_ramspeed_unsuccessful_unknown_type_run(self, mock_ssh):
options = {
"test_id": 30,
"load": 16,
"block_size": 32
}
args = {'options': options}
r = ramspeed.Ramspeed(args, self.ctx)
mock_ssh.SSH.from_node().execute.return_value = (1, '', 'No such type_id: 30 for \
Ramspeed scenario')
self.assertRaises(RuntimeError, r.run, self.result)
def main():
unittest.main()
if __name__ == '__main__':
main()
|
