Add infrastructure to add the NFVi KPI collections

 This patches added common function to collect NFVi KPIs for given usecases
 - Core KPIs like memory/LLC/IPC etc
 - OVS stats
 - memory stats etc.

JIRA: YARDSTICK-488
Change-Id: Iab41146392efc47b7313b1846a67728a44d0f1d6
Signed-off-by: Deepak S <deepak.s@linux.intel.com>

3 files changed, 331 insertions, 0 deletions

diff --git a/tests/unit/network_services/nfvi/__init__.py b/tests/unit/network_services/nfvi/__init__.py
new file mode 100644
index 000000000..e69de29bb
--- /dev/null
+++ b/tests/unit/network_services/nfvi/__init__.py
diff --git a/tests/unit/network_services/nfvi/test_collectd.py b/tests/unit/network_services/nfvi/test_collectd.py
new file mode 100644
index 000000000..5bd7196df
--- /dev/null
+++ b/tests/unit/network_services/nfvi/test_collectd.py
@@ -0,0 +1,160 @@
+# Copyright (c) 2016-2017 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+import unittest
+import multiprocessing
+import mock
+
+from yardstick.network_services.nfvi.collectd import AmqpConsumer
+
+
+class TestAmqpConsumer(unittest.TestCase):
+    def setUp(self):
+        self.queue = multiprocessing.Queue()
+        self.url = 'amqp://admin:admin@1.1.1.1:5672/%2F'
+        self.amqp_consumer = AmqpConsumer(self.url, self.queue)
+
+    def test___init__(self):
+        self.assertEqual(self.url, self.amqp_consumer._url)
+
+    def test_connect(self):
+        self.assertRaises(RuntimeError, self.amqp_consumer.connect)
+
+    def test_on_connection_open(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.add_on_close_callback = \
+            mock.Mock(return_value=0)
+        self.amqp_consumer._connection.channel = mock.Mock(return_value=0)
+        self.assertEqual(None, self.amqp_consumer.on_connection_open(10))
+
+    def test_on_connection_closed(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.ioloop = mock.Mock()
+        self.amqp_consumer._connection.ioloop.stop = mock.Mock(return_value=0)
+        self.amqp_consumer._connection.add_timeout = mock.Mock(return_value=0)
+        self.amqp_consumer._closing = True
+        self.assertEqual(None,
+                         self.amqp_consumer.on_connection_closed("", 404,
+                                                                 "Not Found"))
+        self.amqp_consumer._closing = False
+        self.assertEqual(None,
+                         self.amqp_consumer.on_connection_closed("", 404,
+                                                                 "Not Found"))
+
+    def test_reconnect(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.ioloop = mock.Mock()
+        self.amqp_consumer._connection.ioloop.stop = mock.Mock(return_value=0)
+        self.amqp_consumer.connect = mock.Mock(return_value=0)
+        self.amqp_consumer._closing = True
+        self.assertEqual(None, self.amqp_consumer.reconnect())
+
+    def test_on_channel_open(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.add_on_close_callback = \
+            mock.Mock(return_value=0)
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer.add_on_channel_close_callback = mock.Mock()
+        self.amqp_consumer._channel.exchange_declare = \
+            mock.Mock(return_value=0)
+        self.assertEqual(None,
+                         self.amqp_consumer.on_channel_open(
+                             self.amqp_consumer._channel))
+
+    def test_add_on_channel_close_callback(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.add_on_close_callback = \
+            mock.Mock(return_value=0)
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.add_on_close_callback = mock.Mock()
+        self.assertEqual(None,
+                         self.amqp_consumer.add_on_channel_close_callback())
+
+    def test_on_channel_closed(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.close = mock.Mock(return_value=0)
+        _channel = mock.Mock()
+        self.assertEqual(None,
+                         self.amqp_consumer.on_channel_closed(_channel,
+                                                              "", ""))
+
+    def test_ion_exchange_declareok(self):
+        self.amqp_consumer.setup_queue = mock.Mock(return_value=0)
+        self.assertEqual(None, self.amqp_consumer.on_exchange_declareok(10))
+
+    def test_setup_queue(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.add_on_close_callback = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.setup_queue("collectd"))
+
+    def test_on_queue_declareok(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.queue_bind = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.on_queue_declareok(10))
+
+    def test__on_bindok(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.basic_consume = mock.Mock()
+        self.amqp_consumer.add_on_cancel_callback = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer._on_bindok(10))
+
+    def test_add_on_cancel_callback(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.add_on_cancel_callback = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.add_on_cancel_callback())
+
+    def test_on_consumer_cancelled(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.close = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.on_consumer_cancelled(10))
+
+    def test_on_message(self):
+        body = "msg {} cpu/cpu-0/ipc 101010:10"
+        properties = ""
+        basic_deliver = mock.Mock()
+        basic_deliver.delivery_tag = mock.Mock(return_value=0)
+        self.amqp_consumer.ack_message = mock.Mock()
+        self.assertEqual(None,
+                         self.amqp_consumer.on_message(10, basic_deliver,
+                                                       properties, body))
+
+    def test_ack_message(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.basic_ack = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.ack_message(10))
+
+    def test_on_cancelok(self):
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.close = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.on_cancelok(10))
+
+    def test_run(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer.connect = mock.Mock()
+        self.amqp_consumer._connection.ioloop.start = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.run())
+
+    def test_stop(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer.connect = mock.Mock()
+        self.amqp_consumer._connection.ioloop.start = mock.Mock()
+        self.amqp_consumer._channel = mock.Mock()
+        self.amqp_consumer._channel.basic_cancel = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.stop())
+
+    def test_close_connection(self):
+        self.amqp_consumer._connection = mock.Mock(autospec=AmqpConsumer)
+        self.amqp_consumer._connection.close = mock.Mock()
+        self.assertEqual(None, self.amqp_consumer.close_connection())
diff --git a/tests/unit/network_services/nfvi/test_resource.py b/tests/unit/network_services/nfvi/test_resource.py
new file mode 100644
index 000000000..90910d89b
--- /dev/null
+++ b/tests/unit/network_services/nfvi/test_resource.py
@@ -0,0 +1,171 @@
+# Copyright (c) 2016-2017 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+import unittest
+import multiprocessing
+import mock
+
+from yardstick.network_services.nfvi.resource import ResourceProfile
+from yardstick.network_services.nfvi import resource, collectd
+
+
+class TestResourceProfile(unittest.TestCase):
+    VNFD = {'vnfd:vnfd-catalog':
+            {'vnfd':
+             [{'short-name': 'VpeVnf',
+               'vdu':
+               [{'routing_table':
+                 [{'network': '152.16.100.20',
+                   'netmask': '255.255.255.0',
+                   'gateway': '152.16.100.20',
+                   'if': 'xe0'},
+                  {'network': '152.16.40.20',
+                   'netmask': '255.255.255.0',
+                   'gateway': '152.16.40.20',
+                   'if': 'xe1'}],
+                 'description': 'VPE approximation using DPDK',
+                 'name': 'vpevnf-baremetal',
+                 'nd_route_tbl':
+                 [{'network': '0064:ff9b:0:0:0:0:9810:6414',
+                   'netmask': '112',
+                   'gateway': '0064:ff9b:0:0:0:0:9810:6414',
+                   'if': 'xe0'},
+                  {'network': '0064:ff9b:0:0:0:0:9810:2814',
+                   'netmask': '112',
+                   'gateway': '0064:ff9b:0:0:0:0:9810:2814',
+                   'if': 'xe1'}],
+                 'id': 'vpevnf-baremetal',
+                 'external-interface':
+                 [{'virtual-interface':
+                   {'dst_mac': '3c:fd:fe:9e:64:38',
+                    'vpci': '0000:05:00.0',
+                    'local_ip': '152.16.100.19',
+                    'type': 'PCI-PASSTHROUGH',
+                    'netmask': '255.255.255.0',
+                    'dpdk_port_num': '0',
+                    'bandwidth': '10 Gbps',
+                    'dst_ip': '152.16.100.20',
+                    'local_mac': '3c:fd:fe:a1:2b:80'},
+                   'vnfd-connection-point-ref': 'xe0',
+                   'name': 'xe0'},
+                  {'virtual-interface':
+                   {'dst_mac': '00:1e:67:d0:60:5c',
+                    'vpci': '0000:05:00.1',
+                    'local_ip': '152.16.40.19',
+                    'type': 'PCI-PASSTHROUGH',
+                    'netmask': '255.255.255.0',
+                    'dpdk_port_num': '1',
+                    'bandwidth': '10 Gbps',
+                    'dst_ip': '152.16.40.20',
+                    'local_mac': '3c:fd:fe:a1:2b:81'},
+                   'vnfd-connection-point-ref': 'xe1',
+                   'name': 'xe1'}]}],
+               'description': 'Vpe approximation using DPDK',
+               'mgmt-interface':
+                   {'vdu-id': 'vpevnf-baremetal',
+                    'host': '1.1.1.1',
+                    'password': 'r00t',
+                    'user': 'root',
+                    'ip': '1.1.1.1'},
+               'benchmark':
+                   {'kpi': ['packets_in', 'packets_fwd', 'packets_dropped']},
+               'connection-point': [{'type': 'VPORT', 'name': 'xe0'},
+                                    {'type': 'VPORT', 'name': 'xe1'}],
+               'id': 'VpeApproxVnf', 'name': 'VPEVnfSsh'}]}}
+
+    def setUp(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, {}, ""))
+            ssh.return_value = ssh_mock
+
+            self.resource_profile = \
+                ResourceProfile(self.VNFD['vnfd:vnfd-catalog']['vnfd'][0],
+                                [1, 2, 3])
+
+    def test___init__(self):
+        self.assertEqual(True, self.resource_profile.enable)
+
+    def test_check_if_sa_running(self):
+        self.assertEqual(self.resource_profile.check_if_sa_running("collectd"),
+                         [True, {}])
+
+    def test_amqp_collect_nfvi_kpi(self):
+        _queue = multiprocessing.Queue()
+        _queue.put({"cpu/cpu-0/ipc": "ipc:10"})
+        amqp = self.resource_profile.amqp_collect_nfvi_kpi(_queue)
+        _queue.put({"/memory/bandwidth": "local:10"})
+        amqp = self.resource_profile.amqp_collect_nfvi_kpi(_queue)
+        expected = {'timestamp': '', 'cpu': {}, 'memory': {'bandwidth': '10'}}
+        self.assertDictEqual(expected, amqp)
+
+    def test_amqp_collect_nfvi_kpi_exception(self):
+        amqp = self.resource_profile.amqp_collect_nfvi_kpi({})
+        self.assertDictEqual({}, amqp)
+
+    def test_get_cpu_data(self):
+        reskey = ["", "cpufreq", "cpufreq-0"]
+        value = "metric:10"
+        val = self.resource_profile.get_cpu_data(reskey, value)
+        self.assertEqual(val, ['0', 'cpufreq', '10', 'metric'])
+
+    def test_get_cpu_data_error(self):
+        reskey = ["", "", ""]
+        value = "metric:10"
+        val = self.resource_profile.get_cpu_data(reskey, value)
+        self.assertEqual(val, ['error', 'Invalid', ''])
+
+    def test__start_collectd(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.return_value = ssh_mock
+            resource_profile = \
+                ResourceProfile(self.VNFD['vnfd:vnfd-catalog']['vnfd'][0],
+                                [1, 2, 3])
+            self.assertIsNone(
+                resource_profile._start_collectd(ssh_mock, "/opt/nsb_bin"))
+
+    def test_initiate_systemagent(self):
+        with mock.patch("yardstick.ssh.SSH") as ssh:
+            ssh_mock = mock.Mock(autospec=ssh.SSH)
+            ssh_mock.execute = \
+                mock.Mock(return_value=(0, "", ""))
+            ssh.return_value = ssh_mock
+            resource_profile = \
+                ResourceProfile(self.VNFD['vnfd:vnfd-catalog']['vnfd'][0],
+                                [1, 2, 3])
+            self.assertIsNone(
+                resource_profile.initiate_systemagent("/opt/nsb_bin"))
+
+    def test_parse_collectd_result(self):
+        res = self.resource_profile.parse_collectd_result({}, [0, 1, 2])
+        self.assertDictEqual(res, {'timestamp': '', 'cpu': {}, 'memory': {}})
+
+    def test_run_collectd_amqp(self):
+        _queue = multiprocessing.Queue()
+        resource.AmqpConsumer = mock.Mock(autospec=collectd)
+        self.assertIsNone(self.resource_profile.run_collectd_amqp(_queue))
+
+    def test_start(self):
+        self.assertIsNone(self.resource_profile.start())
+
+    def test_stop(self):
+        self.assertIsNone(self.resource_profile.stop())
+
+if __name__ == '__main__':
+    unittest.main()