summaryrefslogtreecommitdiffstats
path: root/docker/storperf-master/storperf/workloads/_base_workload.py
blob: 7468feab796905c7c8626684d98fb2dcc7fd30f2 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
##############################################################################
# Copyright (c) 2015 EMC and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

import logging


class _base_workload(object):

    def __init__(self):
        self.logger = logging.getLogger(self.__class__.__name__)
        self.default_filesize = "1G"
        self.filename = '/dev/vdb'
        self.options = {
            'ioengine': 'libaio',
            'direct': '1',
            'rw': 'read',
            'bs': '64k',
            'iodepth': '1',
            'numjobs': '1',
            'loops': '200',
            'output-format': 'json',
            'status-interval': '60'
        }
        self.invoker = None
        self.remote_host = None
        self.id = None
        self.name = self.__class__.__name__

    def execute(self, parse_only=False):
        if self.invoker is None:
            raise ValueError("No invoker has been set")

        args = []
        self.invoker.remote_host = self.remote_host
        self.invoker.callback_id = self.fullname

        if self.filename.startswith("/dev"):
            self.options['size'] = "100%"
            self.logger.debug(
                "Profiling a device, using 100% of " + self.filename)
            self.options['filename'] = self.filename
        else:
            if 'size' not in self.options:
                self.options['size'] = self.default_filesize
            self.logger.debug("Profiling a filesystem, using " +
                              self.options['size'] + " file")
            if not self.filename.endswith('/'):
                self.filename = self.filename + "/"
            self.options['directory'] = self.filename
            self.options['filename_format'] = "'storperf.$jobnum.$filenum'"

        self.setup()

        for key, value in self.options.iteritems():
            if value is not None:
                args.append('--' + key + "=" + str(value))
            else:
                args.append('--' + key)

        if parse_only:
            args.append('--parse-only')

        return self.invoker.execute(args)

    def terminate(self):
        if self.invoker is not None:
            self.invoker.terminate()

    def setup(self):
        pass

    @property
    def remote_host(self):
        return str(self._remote_host)

    @remote_host.setter
    def remote_host(self, value):
        self._remote_host = value

    @property
    def fullname(self):
        host_file = self.remote_host + "." + self.filename
        host_file = host_file.replace(".", "-").replace("/", "-")
        return ("%s.%s.queue-depth.%s.block-size.%s.%s"
                % (str(self.id),
                   self.name,
                   str(self.options['iodepth']),
                   str(self.options['bs']),
                   host_file))
class="n">assertIsNone(result) def test_virsh_destroy_vm(self): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(0, "a", "")) ssh.return_value = ssh_mock result = Libvirt.virsh_destroy_vm("vm_0", ssh_mock) self.assertIsNone(result) @mock.patch('yardstick.benchmark.contexts.standalone.model.ET') def test_add_interface_address(self, mock_et): pci_address = PciAddress.parse_address("0000:00:04.0", multi_line=True) result = Libvirt.add_interface_address("<interface/>", pci_address) self.assertIsNotNone(result) @mock.patch('yardstick.benchmark.contexts.standalone.model.Libvirt.add_interface_address') @mock.patch('yardstick.benchmark.contexts.standalone.model.ET') def test_add_ovs_interfaces(self, mock_et, mock_add_interface_address): pci_address = PciAddress.parse_address("0000:00:04.0", multi_line=True) result = Libvirt.add_ovs_interface("/usr/local", 0, "0000:00:04.0", "00:00:00:00:00:01", "xml") self.assertIsNone(result) @mock.patch('yardstick.benchmark.contexts.standalone.model.Libvirt.add_interface_address') @mock.patch('yardstick.benchmark.contexts.standalone.model.ET') def test_add_sriov_interfaces(self, mock_et, mock_add_interface_address): pci_address = PciAddress.parse_address("0000:00:04.0", multi_line=True) result = Libvirt.add_sriov_interfaces("0000:00:05.0", "0000:00:04.0", "00:00:00:00:00:01", "xml") self.assertIsNone(result) def test_create_snapshot_qemu(self): result = "/var/lib/libvirt/images/0.qcow2" with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(0, "a", "")) ssh.return_value = ssh_mock image = Libvirt.create_snapshot_qemu(ssh_mock, "0", "ubuntu.img") self.assertEqual(image, result) @mock.patch("yardstick.benchmark.contexts.standalone.model.Libvirt.pin_vcpu_for_perf") @mock.patch("yardstick.benchmark.contexts.standalone.model.Libvirt.create_snapshot_qemu") @mock.patch('yardstick.benchmark.contexts.standalone.model.open') @mock.patch('yardstick.benchmark.contexts.standalone.model.write_file') def test_build_vm_xml(self, mock_open, mock_write_file, mock_create_snapshot_qemu, mock_pin_vcpu_for_perf): result = [4] with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(0, "a", "")) ssh.return_value = ssh_mock mock_create_snapshot_qemu.return_value = "0.img" status = Libvirt.build_vm_xml(ssh_mock, {}, "test", "vm_0", 0) self.assertEqual(status[0], result[0]) def test_update_interrupts_hugepages_perf(self): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(0, "a", "")) ssh.return_value = ssh_mock status = Libvirt.update_interrupts_hugepages_perf(ssh_mock) self.assertIsNone(status) @mock.patch("yardstick.benchmark.contexts.standalone.model.CpuSysCores") @mock.patch("yardstick.benchmark.contexts.standalone.model.Libvirt.update_interrupts_hugepages_perf") def test_pin_vcpu_for_perf(self, mock_update_interrupts_hugepages_perf, mock_CpuSysCores): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(0, "a", "")) ssh.return_value = ssh_mock status = Libvirt.pin_vcpu_for_perf(ssh_mock, "vm_0", 4) self.assertIsNotNone(status) class StandaloneContextHelperTestCase(unittest.TestCase): NODE_SAMPLE = "nodes_sample.yaml" NODE_SRIOV_SAMPLE = "nodes_sriov_sample.yaml" NETWORKS = { 'mgmt': {'cidr': '152.16.100.10/24'}, 'private_0': { 'phy_port': "0000:05:00.0", 'vpci': "0000:00:07.0", 'cidr': '152.16.100.10/24', 'gateway_ip': '152.16.100.20'}, 'public_0': { 'phy_port': "0000:05:00.1", 'vpci': "0000:00:08.0", 'cidr': '152.16.40.10/24', 'gateway_ip': '152.16.100.20'} } def setUp(self): self.helper = StandaloneContextHelper() def test___init__(self): self.assertIsNone(self.helper.file_path) def test_install_req_libs(self): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, "a", "")) ssh.return_value = ssh_mock status = StandaloneContextHelper.install_req_libs(ssh_mock) self.assertIsNone(status) def test_get_kernel_module(self): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, "i40e", "")) ssh.return_value = ssh_mock status = StandaloneContextHelper.get_kernel_module(ssh_mock, "05:00.0", None) self.assertEqual(status, "i40e") @mock.patch('yardstick.benchmark.contexts.standalone.model.StandaloneContextHelper.get_kernel_module') def test_get_nic_details(self, mock_get_kernel_module): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, "i40e ixgbe", "")) ssh.return_value = ssh_mock mock_get_kernel_module.return_value = "i40e" status = StandaloneContextHelper.get_nic_details(ssh_mock, self.NETWORKS, "dpdk-devbind.py") self.assertIsNotNone(status) def test_get_virtual_devices(self): pattern = "PCI_SLOT_NAME=0000:05:00.0" with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, pattern, "")) ssh.return_value = ssh_mock status = StandaloneContextHelper.get_virtual_devices(ssh_mock, "0000:00:05.0") self.assertIsNotNone(status) def _get_file_abspath(self, filename): curr_path = os.path.dirname(os.path.abspath(__file__)) file_path = os.path.join(curr_path, filename) return file_path def test_read_config_file(self): self.helper.file_path = self._get_file_abspath(self.NODE_SAMPLE) status = self.helper.read_config_file() self.assertIsNotNone(status) def test_parse_pod_file(self): self.helper.file_path = self._get_file_abspath("dummy") self.assertRaises(IOError, self.helper.parse_pod_file, self.helper.file_path) self.helper.file_path = self._get_file_abspath(self.NODE_SAMPLE) self.assertRaises(TypeError, self.helper.parse_pod_file, self.helper.file_path) self.helper.file_path = self._get_file_abspath(self.NODE_SRIOV_SAMPLE) self.assertIsNotNone(self.helper.parse_pod_file(self.helper.file_path)) def test_get_mac_address(self): status = StandaloneContextHelper.get_mac_address() self.assertIsNotNone(status) @mock.patch('yardstick.ssh.SSH') def test_get_mgmt_ip(self, mock_ssh): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, "1.2.3.4 00:00:00:00:00:01", "")) ssh.return_value = ssh_mock status = StandaloneContextHelper.get_mgmt_ip(ssh_mock, "00:00:00:00:00:01", "1.1.1.1/24", {}) self.assertIsNotNone(status) @mock.patch('yardstick.ssh.SSH') def test_get_mgmt_ip_no(self, mock_ssh): with mock.patch("yardstick.ssh.SSH") as ssh: ssh_mock = mock.Mock(autospec=ssh.SSH) ssh_mock.execute = \ mock.Mock(return_value=(1, "", "")) ssh.return_value = ssh_mock model.WAIT_FOR_BOOT = 0 status = StandaloneContextHelper.get_mgmt_ip(ssh_mock, "99", "1.1.1.1/24", {}) self.assertIsNone(status) class ServerTestCase(unittest.TestCase): NETWORKS = { 'mgmt': {'cidr': '152.16.100.10/24'}, 'private_0': { 'phy_port': "0000:05:00.0", 'vpci': "0000:00:07.0", 'driver': 'i40e', 'mac': '', 'cidr': '152.16.100.10/24', 'gateway_ip': '152.16.100.20'}, 'public_0': { 'phy_port': "0000:05:00.1", 'vpci': "0000:00:08.0", 'driver': 'i40e', 'mac': '', 'cidr': '152.16.40.10/24', 'gateway_ip': '152.16.100.20'} } def setUp(self): self.server = model.Server() def test___init__(self): self.assertIsNotNone(self.server) def test_build_vnf_interfaces(self): vnf = { "network_ports": { 'mgmt': {'cidr': '152.16.100.10/24'}, 'xe0': ['private_0'], 'xe1': ['public_0'], } } status = model.Server.build_vnf_interfaces(vnf, self.NETWORKS) self.assertIsNotNone(status) def test_generate_vnf_instance(self): vnf = { "network_ports": { 'mgmt': {'cidr': '152.16.100.10/24'}, 'xe0': ['private_0'], 'xe1': ['public_0'], } } status = self.server.generate_vnf_instance({}, self.NETWORKS, "1.1.1.1/24", 'vm_0', vnf, '00:00:00:00:00:01') self.assertIsNotNone(status) class OvsDeployTestCase(unittest.TestCase): NETWORKS = { 'mgmt': {'cidr': '152.16.100.10/24'}, 'private_0': { 'phy_port': "0000:05:00.0", 'vpci': "0000:00:07.0", 'driver': 'i40e', 'mac': '', 'cidr': '152.16.100.10/24', 'gateway_ip': '152.16.100.20'}, 'public_0': { 'phy_port': "0000:05:00.1", 'vpci': "0000:00:08.0", 'driver': 'i40e', 'mac': '', 'cidr': '152.16.40.10/24', 'gateway_ip': '152.16.100.20'} } @mock.patch('yardstick.ssh.SSH') def setUp(self, mock_ssh): self.ovs_deploy = model.OvsDeploy(mock_ssh, '/tmp/dpdk-devbind.py', {}) def test___init__(self): self.assertIsNotNone(self.ovs_deploy.connection) @mock.patch('yardstick.benchmark.contexts.standalone.model.os') def test_prerequisite(self, mock_ssh): self.ovs_deploy.helper = mock.Mock() self.assertIsNone(self.ovs_deploy.prerequisite()) @mock.patch('yardstick.benchmark.contexts.standalone.model.os') def test_prerequisite(self, mock_ssh): self.ovs_deploy.helper = mock.Mock() self.ovs_deploy.connection.execute = \ mock.Mock(return_value=(1, "1.2.3.4 00:00:00:00:00:01", "")) self.ovs_deploy.prerequisite = mock.Mock() self.assertIsNone(self.ovs_deploy.ovs_deploy())