New reliability/availability testcase - IP datagram error rate and etc.

JIRA: YARDSTICK-534

This test case uses nstat to monitor network metrics provided by the kernel in
a host and calculate IP datagram error rate, ICMP message error rate, TCP
segment error rate and UDP datagram error rate.

Change-Id: I2fe6457bb5c95d0446c1463991ae31cc664b09f8
Signed-off-by: JingLu5 <lvjing5@huawei.com>

2 files changed, 174 insertions, 0 deletions

diff --git a/tests/opnfv/test_cases/opnfv_yardstick_tc076.yaml b/tests/opnfv/test_cases/opnfv_yardstick_tc076.yaml
new file mode 100644
index 000000000..c23ee97c2
--- /dev/null
+++ b/tests/opnfv/test_cases/opnfv_yardstick_tc076.yaml
@@ -0,0 +1,56 @@
+---
+
+schema: "yardstick:task:0.1"
+
+description: >
+    Yardstick TC076 config file;
+    Monitor network metrics provided by the kernel in a host and calculate
+    IP datagram error rate, ICMP message error rate, TCP segment error rate and
+    UDP datagram error rate.
+
+scenarios:
+-
+  type: Ping
+  run_in_background: true
+  options:
+    packetsize: 200
+
+  host: demeter.yardstick-TC076
+  target: poseidon.yardstick-TC076
+
+-
+  type: Nstat
+  options:
+    duration: 300
+
+  host: poseidon.yardstick-TC076
+
+  runner:
+    type: Iteration
+    iterations: 1
+
+  sla:
+    IP_datagram_error_rate: 0.01
+    action: monitor
+
+context:
+  name: yardstick-TC076
+  image: yardstick-image
+  flavor: yardstick-flavor
+  user: ubuntu
+
+  placement_groups:
+    pgrp1:
+      policy: "availability"
+
+  servers:
+    demeter:
+      floating_ip: true
+      placement: "pgrp1"
+    poseidon:
+      floating_ip: true
+      placement: "pgrp1"
+
+  networks:
+    test:
+      cidr: '10.0.1.0/24'
diff --git a/tests/unit/benchmark/scenarios/networking/test_nstat.py b/tests/unit/benchmark/scenarios/networking/test_nstat.py
new file mode 100644
index 000000000..87a766302
--- /dev/null
+++ b/tests/unit/benchmark/scenarios/networking/test_nstat.py
@@ -0,0 +1,118 @@
+#!/usr/bin/env python
+
+##############################################################################
+# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+# Unittest for yardstick.benchmark.scenarios.networking.nstat.Nstat
+
+from __future__ import absolute_import
+
+import unittest
+
+import mock
+
+from yardstick.benchmark.scenarios.networking import nstat
+
+@mock.patch('yardstick.benchmark.scenarios.networking.nstat.ssh')
+class NstatTestCase(unittest.TestCase):
+
+    def setUp(self):
+        self.ctx = {
+            "host": {
+                "ip": "192.168.50.28",
+                "user": "root",
+                "key_filename": "mykey.key"
+            }
+        }
+
+    def test_nstat_successful_setup(self, mock_ssh):
+
+        n = nstat.Nstat({}, self.ctx)
+        n.setup()
+
+        mock_ssh.SSH().execute.return_value = (0, '', '')
+        self.assertIsNotNone(n.client)
+        self.assertEqual(n.setup_done, True)
+
+    def test_nstat_successful_no_sla(self, mock_ssh):
+
+        options = {
+            "duration": 60
+        }
+        args = {
+            "options": options,
+        }
+        n = nstat.Nstat(args, self.ctx)
+        result = {}
+
+        sample_output = '#kernel\nIpInReceives                    1837               0.0\nIpInHdrErrors                   0                  0.0\nIpInAddrErrors                  2                  0.0\nIcmpInMsgs                      319                  0.0\nIcmpInErrors                    0                0.0\nTcpInSegs                       36               0.0\nTcpInErrs                       0                  0.0\nUdpInDatagrams                  1318                  0.0\nUdpInErrors                     0                  0.0\n'
+
+        mock_ssh.SSH().execute.return_value = (0, sample_output, '')
+
+        n.run(result)
+        expected_result = {"TcpInErrs": 0, "UdpInDatagrams": 1318,
+            "Tcp_segment_error_rate": 0.0, "IpInAddrErrors": 2,
+            "IpInHdrErrors": 0, "IcmpInErrors": 0, "IpErrors": 2,
+            "TcpInSegs": 36, "IpInReceives": 1837, "IcmpInMsgs": 319,
+            "IP_datagram_error_rate": 0.001, "Udp_datagram_error_rate": 0.0,
+            "Icmp_message_error_rate": 0.0, "UdpInErrors": 0}
+        self.assertEqual(result, expected_result)
+
+    def test_nstat_successful_sla(self, mock_ssh):
+
+        options = {
+            "duration": 60
+        }
+        sla = {
+            "IP_datagram_error_rate": 0.1
+        }
+        args = {
+            "options": options,
+            "sla": sla
+        }
+        n = nstat.Nstat(args, self.ctx)
+        result = {}
+
+        sample_output = '#kernel\nIpInReceives                    1837               0.0\nIpInHdrErrors                   0                  0.0\nIpInAddrErrors                  2                  0.0\nIcmpInMsgs                      319                  0.0\nIcmpInErrors                    0                0.0\nTcpInSegs                       36               0.0\nTcpInErrs                       0                  0.0\nUdpInDatagrams                  1318                  0.0\nUdpInErrors                     0                  0.0\n'
+
+        mock_ssh.SSH().execute.return_value = (0, sample_output, '')
+
+        n.run(result)
+        expected_result = {"TcpInErrs": 0, "UdpInDatagrams": 1318,
+            "Tcp_segment_error_rate": 0.0, "IpInAddrErrors": 2,
+            "IpInHdrErrors": 0, "IcmpInErrors": 0, "IpErrors": 2,
+            "TcpInSegs": 36, "IpInReceives": 1837, "IcmpInMsgs": 319,
+            "IP_datagram_error_rate": 0.001, "Udp_datagram_error_rate": 0.0,
+            "Icmp_message_error_rate": 0.0, "UdpInErrors": 0}
+        self.assertEqual(result, expected_result)
+
+    def test_nstat_unsuccessful_cmd_error(self, mock_ssh):
+
+        options = {
+            "duration": 60
+        }
+        sla = {
+            "IP_datagram_error_rate": 0.1
+        }
+        args = {
+            "options": options,
+            "sla": sla
+        }
+        n = nstat.Nstat(args, self.ctx)
+        result = {}
+
+        mock_ssh.SSH().execute.return_value = (1, '', 'FOOBAR')
+        self.assertRaises(RuntimeError, n.run, result)
+
+
+def main():
+    unittest.main()
+
+if __name__ == '__main__':
+    main()