reporting: add vswitch, vnf and trafficgen version into the report

Final test report MD file should contain information about version
of vswitch, vnf, VM loopback forwarding application and traffic
generator used during the test. In case that component is cloned
from GIT repository, then hash of its recent commit should be
part of the report too.

Change-Id: I4eb398bc95bc5030d0852d08bcf9febbf17640d4
JIRA: VSPERF-172
Signed-off-by: Martin Klozik <martinx.klozik@intel.com>
Reviewed-by: Maryam Tahhan <maryam.tahhan@intel.com>
Reviewed-by: Radek Zetik <radekx.zetik@intel.com>
Reviewed-by: Al Morton <acmorton@att.com>
Reviewed-by: Brian Castelli <brian.castelli@spirent.com>
Reviewed-by: Tv Rao <tv.rao@freescale.com>

1 files changed, 115 insertions, 20 deletions

diff --git a/tools/systeminfo.py b/tools/systeminfo.py
index cb9ca6ee..901b334e 100644
--- a/tools/systeminfo.py
+++ b/tools/systeminfo.py
@@ -1,4 +1,4 @@
-# Copyright 2015 Intel Corporation.
+# Copyright 2015-2016 Intel Corporation.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,7 +20,25 @@ import platform
 import subprocess
 import locale
 
-from conf import settings
+from conf import settings as S
+
+def match_line(file_name, pattern):
+    """ loops through given file and returns first line matching given pattern
+
+    :returns: string with the matching line without end of line or None
+    """
+    try:
+        with open(file_name, encoding="latin-1") as file_:
+            for line in file_:
+                if not line.strip():
+                    continue
+                if not line.strip().startswith(pattern):
+                    continue
+
+                return line.strip().rstrip('\n')
+        return None
+    except OSError:
+        return None
 
 def get_os():
     """Get distro name.
@@ -41,14 +59,8 @@ def get_cpu():
 
     :returns: Return CPU information as a string
     """
-    with open('/proc/cpuinfo') as file_:
-        for line in file_:
-            if not line.strip():
-                continue
-            if not line.rstrip('\n').startswith('model name'):
-                continue
-
-            return line.rstrip('\n').split(':')[1]
+    cpu = match_line('/proc/cpuinfo', 'model name')
+    return cpu.split(':')[1] if cpu else cpu
 
 def get_nic():
     """Get NIC(s) information.
@@ -59,7 +71,7 @@ def get_nic():
     output = subprocess.check_output('lspci', shell=True)
     output = output.decode(locale.getdefaultlocale()[1])
     for line in output.split('\n'):
-        for nic_pciid in settings.getValue('WHITELIST_NICS'):
+        for nic_pciid in S.getValue('WHITELIST_NICS'):
             if line.startswith(nic_pciid):
                 nics.append(''.join(line.split(':')[2:]).strip())
     return ', '.join(nics).strip()
@@ -108,14 +120,8 @@ def get_memory():
 
     :returns: amount of system memory as string together with unit
     """
-    with open('/proc/meminfo') as file_:
-        for line in file_:
-            if not line.strip():
-                continue
-            if not line.rstrip('\n').startswith('MemTotal'):
-                continue
-
-            return line.rstrip('\n').split(':')[1].strip()
+    memory = match_line('/proc/meminfo', 'MemTotal')
+    return memory.split(':')[1].strip() if memory else memory
 
 def get_memory_bytes():
     """Get memory information in bytes
@@ -145,7 +151,7 @@ def get_pids(proc_names_list):
     """
 
     try:
-        pids = subprocess.check_output(['sudo', 'LC_ALL=' + settings.getValue('DEFAULT_CMD_LOCALE'), 'pidof']
+        pids = subprocess.check_output(['sudo', 'LC_ALL=' + S.getValue('DEFAULT_CMD_LOCALE'), 'pidof']
                                        + proc_names_list)
     except subprocess.CalledProcessError:
         # such process isn't running
@@ -160,3 +166,92 @@ def get_pid(proc_name_str):
         with given name is not running
     """
     return get_pids([proc_name_str])
+
+# This function uses long switch per purpose, so let us suppress pylint warning too-many-branches
+# pylint: disable=R0912
+def get_version(app_name):
+    """ Get version of given application and its git tag
+
+    :returns: dictionary {'name' : app_name, 'version' : app_version, 'git_tag' : app_git_tag) in case that
+        version or git tag are not known or not applicaple, than None is returned for any unknown value
+
+    """
+    app_version_file = {
+        'ovs' : os.path.join(S.getValue('OVS_DIR'), 'include/openvswitch/version.h'),
+        'dpdk' : os.path.join(S.getValue('RTE_SDK'), 'lib/librte_eal/common/include/rte_version.h'),
+        'qemu' : os.path.join(S.getValue('QEMU_DIR'), 'VERSION'),
+        'l2fwd' : os.path.join(S.getValue('ROOT_DIR'), 'src/l2fwd/l2fwd.c'),
+        'ixnet' : os.path.join(S.getValue('TRAFFICGEN_IXNET_LIB_PATH'), 'pkgIndex.tcl')
+    }
+
+
+    def get_git_tag(path):
+        """ get tag of recent commit from repository located at 'path'
+
+        :returns: git tag in form of string with commit hash or None if there
+            isn't any git repository at given path
+        """
+        try:
+            if os.path.isdir(path):
+                return subprocess.check_output('cd {}; git rev-parse HEAD'.format(path), shell=True,
+                                               stderr=subprocess.DEVNULL).decode().rstrip('\n')
+            elif os.path.isfile(path):
+                return subprocess.check_output('cd $(dirname {}); git log -1 --pretty="%H" {}'.format(path, path),
+                                               shell=True, stderr=subprocess.DEVNULL).decode().rstrip('\n')
+            else:
+                return None
+        except subprocess.CalledProcessError:
+            return None
+
+
+    app_version = None
+    app_git_tag = None
+
+    if app_name.lower().startswith('ovs'):
+        app_version = match_line(app_version_file['ovs'], '#define OVS_PACKAGE_VERSION')
+        if app_version:
+            app_version = app_version.split('"')[1]
+        app_git_tag = get_git_tag(S.getValue('OVS_DIR'))
+    elif app_name.lower() in ['dpdk', 'testpmd']:
+        tmp_ver = ['', '', '']
+        found = False
+        with open(app_version_file['dpdk']) as file_:
+            for line in file_:
+                if not line.strip():
+                    continue
+                if line.startswith('#define RTE_VER_MAJOR'):
+                    found = True
+                    tmp_ver[0] = line.rstrip('\n').split(' ')[2]
+                if line.startswith('#define RTE_VER_MINOR'):
+                    found = True
+                    tmp_ver[1] = line.rstrip('\n').split(' ')[2]
+                if line.startswith('#define RTE_VER_PATCH_LEVEL'):
+                    found = True
+                    tmp_ver[2] = line.rstrip('\n').split(' ')[2]
+
+        if found:
+            app_version = '.'.join(tmp_ver)
+        app_git_tag = get_git_tag(S.getValue('RTE_SDK'))
+    elif app_name.lower().startswith('qemu'):
+        app_version = match_line(app_version_file['qemu'], '')
+        app_git_tag = get_git_tag(S.getValue('QEMU_DIR'))
+    elif app_name.lower() == 'ixnet':
+        app_version = match_line(app_version_file['ixnet'], 'package provide IxTclNetwork')
+        if app_version:
+            app_version = app_version.split(' ')[3]
+    elif app_name.lower() == 'dummy':
+        # get git tag of file with Dummy implementation
+        app_git_tag = get_git_tag(os.path.join(S.getValue('ROOT_DIR'), 'tools/pkt_gen/dummy/dummy.py'))
+    elif app_name.lower() == 'vswitchperf':
+        app_git_tag = get_git_tag(S.getValue('ROOT_DIR'))
+    elif app_name.lower() == 'l2fwd':
+        app_version = match_line(app_version_file[app_name], 'MODULE_VERSION')
+        if app_version:
+            app_version = app_version.split('"')[1]
+        app_git_tag = get_git_tag(app_version_file[app_name])
+    elif app_name.lower() in ['linux_bridge', 'buildin']:
+        # without login into running VM, it is not possible to check bridge_utils version
+        app_version = 'NA'
+        app_git_tag = 'NA'
+
+    return {'name' : app_name, 'version' : app_version, 'git_tag' : app_git_tag}