Move tests: unit/network_services/vnf_generic

* Fix pylint errors
* Add TODOs

Some errors are ignored locally, as they were a symptom of other problems.
These issues have been flagged with a TODO, and should be fixed later.

JIRA: YARDSTICK-837

Signed-off-by: Emma Foley <emma.l.foley@intel.com>
Change-Id: I3d95537a64bde923703421510d27bac0d6dd92bd

1 files changed, 321 insertions, 0 deletions

diff --git a/yardstick/tests/unit/network_services/vnf_generic/vnf/test_tg_ixload.py b/yardstick/tests/unit/network_services/vnf_generic/vnf/test_tg_ixload.py
new file mode 100644
index 000000000..5bebbbf94
--- /dev/null
+++ b/yardstick/tests/unit/network_services/vnf_generic/vnf/test_tg_ixload.py
@@ -0,0 +1,321 @@
+# Copyright (c) 2016-2017 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import subprocess
+
+import mock
+import unittest
+import six
+
+from yardstick.tests import STL_MOCKS
+from yardstick import ssh
+from yardstick.common import utils
+
+
+STLClient = mock.MagicMock()
+stl_patch = mock.patch.dict("sys.modules", STL_MOCKS)
+stl_patch.start()
+
+if stl_patch:
+    from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadTrafficGen
+    from yardstick.network_services.vnf_generic.vnf.tg_ixload import IxLoadResourceHelper
+    from yardstick.network_services.traffic_profile.base import TrafficProfile
+
+
+NAME = "tg__1"
+
+
+class TestIxLoadTrafficGen(unittest.TestCase):
+    VNFD = {'vnfd:vnfd-catalog':
+            {'vnfd':
+             [{'short-name': 'VpeVnf',
+               'vdu':
+               [{'routing_table':
+                 [{'network': '152.16.100.20',
+                   'netmask': '255.255.255.0',
+                   'gateway': '152.16.100.20',
+                   'if': 'xe0'},
+                  {'network': '152.16.40.20',
+                   'netmask': '255.255.255.0',
+                   'gateway': '152.16.40.20',
+                   'if': 'xe1'}],
+                 'description': 'VPE approximation using DPDK',
+                 'name': 'vpevnf-baremetal',
+                 'nd_route_tbl':
+                 [{'network': '0064:ff9b:0:0:0:0:9810:6414',
+                   'netmask': '112',
+                   'gateway': '0064:ff9b:0:0:0:0:9810:6414',
+                   'if': 'xe0'},
+                  {'network': '0064:ff9b:0:0:0:0:9810:2814',
+                   'netmask': '112',
+                   'gateway': '0064:ff9b:0:0:0:0:9810:2814',
+                   'if': 'xe1'}],
+                 'id': 'vpevnf-baremetal',
+                 'external-interface':
+                 [{'virtual-interface':
+                   {'dst_mac': '00:00:00:00:00:04',
+                    'vpci': '0000:05:00.0',
+                    'local_ip': '152.16.100.19',
+                    'type': 'PCI-PASSTHROUGH',
+                    'netmask': '255.255.255.0',
+                    'dpdk_port_num': 0,
+                    'bandwidth': '10 Gbps',
+                    'driver': "i40e",
+                    'dst_ip': '152.16.100.20',
+                    'local_iface_name': 'xe0',
+                    'local_mac': '00:00:00:00:00:02'},
+                   'vnfd-connection-point-ref': 'xe0',
+                   'name': 'xe0'},
+                  {'virtual-interface':
+                   {'dst_mac': '00:00:00:00:00:03',
+                    'vpci': '0000:05:00.1',
+                    'local_ip': '152.16.40.19',
+                    'type': 'PCI-PASSTHROUGH',
+                    'driver': "i40e",
+                    'netmask': '255.255.255.0',
+                    'dpdk_port_num': 1,
+                    'bandwidth': '10 Gbps',
+                    'dst_ip': '152.16.40.20',
+                    'local_iface_name': 'xe1',
+                    'local_mac': '00:00:00:00:00:01'},
+                   'vnfd-connection-point-ref': 'xe1',
+                   'name': 'xe1'}]}],
+               'description': 'Vpe approximation using DPDK',
+               'mgmt-interface':
+                   {'vdu-id': 'vpevnf-baremetal',
+                    'host': '1.1.1.1',
+                    'password': 'r00t',
+                    'user': 'root',
+                    'ip': '1.1.1.1'},
+               'benchmark':
+                   {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
+               'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
+                                    {'type': 'VPORT', 'name': 'xe1'}],
+               'id': 'VpeApproxVnf', 'name': 'VPEVnfSsh'}]}}
+
+    TRAFFIC_PROFILE = {
+        "schema": "isb:traffic_profile:0.1",
+        "name": "fixed",
+        "description": "Fixed traffic profile to run UDP traffic",
+        "traffic_profile": {
+            "traffic_type": "FixedTraffic",
+            "frame_rate": 100,  # pps
+            "flow_number": 10,
+            "frame_size": 64}}
+
+    def setUp(self):
+        self._mock_call = mock.patch.object(subprocess, "call")
+        self.mock_call = self._mock_call.start()
+        self._mock_open = mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
+        self.mock_open = self._mock_open.start()
+
+        self.addCleanup(self._stop_mock)
+
+    def _stop_mock(self):
+        self._mock_call.stop()
+        self._mock_open.stop()
+
+    def test___init__(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+            self.assertIsNone(ixload_traffic_gen.resource_helper.data)
+
+    def test_collect_kpi(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+            ixload_traffic_gen.data = {}
+            restult = ixload_traffic_gen.collect_kpi()
+            self.assertEqual({}, restult)
+
+    def test_listen_traffic(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+            self.assertIsNone(ixload_traffic_gen.listen_traffic({}))
+
+    @mock.patch.object(utils, 'find_relative_file')
+    @mock.patch.object(utils, 'makedirs')
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
+    def test_instantiate(self, *args):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh_mock.run = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+            scenario_cfg = {'tc': "nsb_test_case",
+                            'ixia_profile': "ixload.cfg",
+                            'task_path': "/path/to/task"}
+            ixload_traffic_gen.RESULTS_MOUNT = "/tmp/result"
+            scenario_cfg.update({'options': {'packetsize': 64, 'traffic_type': 4,
+                                             'rfc2544': {'allowed_drop_rate': '0.8 - 1'},
+                                             'vnf__1': {'rules': 'acl_1rule.yaml',
+                                                        'vnf_config': {'lb_config': 'SW',
+                                                                       'lb_count': 1,
+                                                                       'worker_config':
+                                                                       '1C/1T',
+                                                                       'worker_threads': 1}}
+                                             }})
+            with mock.patch.object(six.moves.builtins, 'open',
+                                   create=True) as mock_open:
+                mock_open.return_value = mock.MagicMock()
+                ixload_traffic_gen.instantiate(scenario_cfg, {})
+
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
+    def test_run_traffic(self, *args):
+        mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
+        mock_traffic_profile.get_traffic_definition.return_value = "64"
+        mock_traffic_profile.params = self.TRAFFIC_PROFILE
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh_mock.run = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            vnfd["mgmt-interface"].update({"tg-config": {}})
+            vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
+                                                        "1.1.1.1"})
+            vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
+                                                        "/root"})
+            sut = IxLoadTrafficGen(NAME, vnfd)
+            sut.connection = mock.Mock()
+            sut.connection.run = mock.Mock()
+            sut._traffic_runner = mock.Mock(return_value=0)
+            result = sut.run_traffic(mock_traffic_profile)
+            self.assertIsNone(result)
+
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.open")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.min")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.max")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.len")
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.shutil")
+    def test_run_traffic_csv(self, *args):
+        mock_traffic_profile = mock.Mock(autospec=TrafficProfile)
+        mock_traffic_profile.get_traffic_definition.return_value = "64"
+        mock_traffic_profile.params = self.TRAFFIC_PROFILE
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh_mock.run = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.from_node.return_value = ssh_mock
+            vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+            vnfd["mgmt-interface"].update({"tg-config": {}})
+            vnfd["mgmt-interface"]["tg-config"].update({"ixchassis":
+                                                        "1.1.1.1"})
+            vnfd["mgmt-interface"]["tg-config"].update({"py_bin_path":
+                                                        "/root"})
+            sut = IxLoadTrafficGen(NAME, vnfd)
+            sut.connection = mock.Mock()
+            sut.connection.run = mock.Mock()
+            sut._traffic_runner = mock.Mock(return_value=0)
+            subprocess.call(["touch", "/tmp/1.csv"])
+            sut.rel_bin_path = mock.Mock(return_value="/tmp/*.csv")
+            result = sut.run_traffic(mock_traffic_profile)
+            self.assertIsNone(result)
+
+    @mock.patch("yardstick.network_services.vnf_generic.vnf.tg_ixload.call")
+    @mock.patch.object(ssh, 'SSH')
+    def test_terminate(self, *args):
+        vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+        ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+        self.assertIsNone(ixload_traffic_gen.terminate())
+
+    @mock.patch("yardstick.ssh.SSH")
+    def test_parse_csv_read(self, mock_ssh):
+        vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+        kpi_data = {
+            'HTTP Total Throughput (Kbps)': 1,
+            'HTTP Simulated Users': 2,
+            'HTTP Concurrent Connections': '3',
+            'HTTP Connection Rate': 4.3,
+            'HTTP Transaction Rate': True,
+        }
+        http_reader = [kpi_data]
+
+        mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
+        mock_ssh_type.execute.return_value = 0, "", ""
+        mock_ssh.from_node.return_value = mock_ssh_type
+
+        ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+        result = ixload_traffic_gen.resource_helper.result
+
+        ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
+        for key_left, key_right in IxLoadResourceHelper.KPI_LIST.items():
+            self.assertEqual(result[key_left][-1], int(kpi_data[key_right]))
+
+    @mock.patch("yardstick.ssh.SSH")
+    def test_parse_csv_read_value_error(self, mock_ssh):
+        vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+        http_reader = [{
+            'HTTP Total Throughput (Kbps)': 1,
+            'HTTP Simulated Users': 2,
+            'HTTP Concurrent Connections': "not a number",
+            'HTTP Connection Rate': 4,
+            'HTTP Transaction Rate': 5,
+        }]
+
+        mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
+        mock_ssh_type.execute.return_value = 0, "", ""
+        mock_ssh.from_node.return_value = mock_ssh_type
+
+        ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+        init_value = ixload_traffic_gen.resource_helper.result
+
+        ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)
+        self.assertDictEqual(ixload_traffic_gen.resource_helper.result, init_value)
+
+    @mock.patch.object(ssh, 'SSH')
+    def test_parse_csv_read_error(self, mock_ssh):
+        vnfd = self.VNFD['vnfd:vnfd-catalog']['vnfd'][0]
+        http_reader = [{
+            'HTTP Total Throughput (Kbps)': 1,
+            'HTTP Simulated Users': 2,
+            'HTTP Concurrent Connections': 3,
+            'HTTP Transaction Rate': 5,
+        }]
+
+        mock_ssh_type = mock.Mock(autospec=mock_ssh.SSH)
+        mock_ssh_type.execute.return_value = 0, "", ""
+        mock_ssh.from_node.return_value = mock_ssh_type
+
+        ixload_traffic_gen = IxLoadTrafficGen(NAME, vnfd)
+
+        with self.assertRaises(KeyError):
+            ixload_traffic_gen.resource_helper.parse_csv_read(http_reader)