Implement logfile collector and grep parser

JIRA: QTIP-207
JIRA: QTIP-208
Change-Id: Icc14d3097fb305e59df716636ef87504490c9d1b
Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>

4 files changed, 82 insertions, 0 deletions

diff --git a/tests/unit/collector/__init__.py b/tests/unit/collector/__init__.py
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/tests/unit/collector/__init__.py
diff --git a/tests/unit/collector/base_test.py b/tests/unit/collector/base_test.py
new file mode 100644
index 00000000..17fe1af1
--- /dev/null
+++ b/tests/unit/collector/base_test.py
@@ -0,0 +1,18 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corp and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+
+from qtip.loader.plan import load_collector
+from qtip.collector import CollectorProp as CProp
+
+
+def test_load_collector(collectors_config):
+    for c in collectors_config:
+        collector = load_collector(c[CProp.TYPE])
+        assert collector.TYPE == c[CProp.TYPE]
diff --git a/tests/unit/collector/grep_test.py b/tests/unit/collector/grep_test.py
new file mode 100644
index 00000000..e5d5f8c6
--- /dev/null
+++ b/tests/unit/collector/grep_test.py
@@ -0,0 +1,31 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corp and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import os
+import pytest
+
+from qtip.collector.parser.grep import grep_in_file
+
+
+@pytest.fixture
+def logfile(data_root):
+    return os.path.join(data_root, 'fake.log')
+
+
+@pytest.mark.parametrize("regex,expected", [
+    ('not exist', []),
+    ('Lorem (\S+)', [{'groups': ('ipsum',), 'groupdict': {}}]),
+    ('nisi ut (?P<name>\S+)', [{'groups': ('aliquip',), 'groupdict': {'name': 'aliquip'}}])
+])
+def test_grep_in_file(logfile, regex, expected):
+    matches = grep_in_file(logfile, regex)
+    assert len(matches) == len(expected)
+    for i in range(len(matches)):
+        assert matches[i].groups() == expected[i]['groups']
+        assert matches[i].groupdict() == expected[i]['groupdict']
diff --git a/tests/unit/collector/logfile_test.py b/tests/unit/collector/logfile_test.py
new file mode 100644
index 00000000..a76aa3ee
--- /dev/null
+++ b/tests/unit/collector/logfile_test.py
@@ -0,0 +1,33 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corp and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import pytest
+
+from qtip.collector.logfile import LogfileCollector
+
+
+@pytest.fixture
+def logfile_collector(logfile_config, plan):
+    return LogfileCollector(logfile_config, plan)
+
+
+def test_run(logfile_collector):
+    collected = logfile_collector.run()
+    assert collected['groupdict'] == {
+        'event_posted': '1482894965.3',
+        'host_down': '1482894965.51',
+        'network_down': '1482894965.164096803',
+        'notified': '1482894965.63',
+        'vm_error': '1482894965.3'
+    }
+    assert list(collected['groups']) == ['1482894965.63',
+                                         '1482894965.3',
+                                         '1482894965.3',
+                                         '1482894965.51',
+                                         '1482894965.164096803']