Implment https://wiki.opnfv.org/display/qtip/Design

Note that some obsolete test cases are marked expected failure, will
be deprecated after architecture evolution.

JIRA: QTIP-148
Change-Id: I52bc9391569d516e298d9e659517161b4dce794a
Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>

3 files changed, 97 insertions, 0 deletions

diff --git a/tests/unit/loader/__init__.py b/tests/unit/loader/__init__.py
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/tests/unit/loader/__init__.py
diff --git a/tests/unit/loader/metric_test.py b/tests/unit/loader/metric_test.py
new file mode 100644
index 00000000..5eced700
--- /dev/null
+++ b/tests/unit/loader/metric_test.py
@@ -0,0 +1,45 @@
+###############################################################
+# Copyright (c) 2016 ZTE Corp and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import pytest
+
+from qtip.base.benchmark import Property
+from qtip.spec.metric import MetricSpec
+
+
+@pytest.fixture(scope='module')
+def metric_spec(benchmarks_root):
+    return MetricSpec('dhrystone.yaml', paths=[benchmarks_root])
+
+
+def init_test(metric_spec):
+    assert metric_spec.name == 'dhrystone'
+
+    with pytest.raises(TypeError) as excinfo:
+        MetricSpec()
+    assert '__init__() takes at least 2 arguments (1 given)' \
+           in str(excinfo.value)
+
+
+def list_all_test():
+    metric_list = MetricSpec.list_all()
+    assert len(list(metric_list)) is 1
+    for desc in metric_list:
+        assert Property.NAME in desc
+        assert Property.DESCRIPTION in desc
+        assert Property.ABSPATH in desc
+        assert Property.ABSPATH is not None
+
+
+def content_test(metric):
+    content = metric.content()
+    assert Property.NAME in content
+    assert Property.DESCRIPTION in content
+    assert Property.WORKLOADS in content
+    assert isinstance(content[Property.WORKLOADS], list)
diff --git a/tests/unit/loader/qpi_test.py b/tests/unit/loader/qpi_test.py
new file mode 100644
index 00000000..bfa1f580
--- /dev/null
+++ b/tests/unit/loader/qpi_test.py
@@ -0,0 +1,52 @@
+##############################################################################
+# Copyright (c) 2016 ZTE Corp and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import pytest
+
+from qtip.base.benchmark import Algorithm, Property
+from qtip.spec.qpi import QPISpec
+
+QPI_SPEC = 'compute.yaml'
+
+
+@pytest.fixture()
+def qpi_spec(benchmarks_root):
+    return QPISpec('compute.yaml', paths=[benchmarks_root])
+
+
+def test_init(qpi_spec):
+    assert qpi_spec.name == 'compute'
+
+    with pytest.raises(TypeError) as excinfo:
+        QPISpec()
+    assert '__init__() takes at least 2 arguments (1 given)' \
+        in str(excinfo.value)
+
+
+def test_list_all(benchmarks_root):
+    qpi_spec_list = QPISpec.list_all(paths=[benchmarks_root])
+    assert len(list(qpi_spec_list)) is 1
+    for item in qpi_spec_list:
+        assert Property.NAME in item
+        assert Property.CONTENT in item
+        assert Property.ABSPATH in item
+        assert Property.ABSPATH is not None
+
+
+def test_content(qpi_spec):
+    content = qpi_spec.content()
+    assert Property.DESCRIPTION in content
+    assert Property.ALGORITHM in content
+    assert Property.SECTIONS in content
+
+    assert content[Property.ALGORITHM] in Algorithm.__dict__.values()
+    sections = content[Property.SECTIONS]
+    assert isinstance(sections, list)
+    for section in sections:
+        assert Property.NAME in section