Implment https://wiki.opnfv.org/display/qtip/Design

Note that some obsolete test cases are marked expected failure, will
be deprecated after architecture evolution.

JIRA: QTIP-148
Change-Id: I52bc9391569d516e298d9e659517161b4dce794a
Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>

11 files changed, 92 insertions, 0 deletions

diff --git a/tests/data/benchmarks/QPI/compute.yaml b/tests/data/benchmarks/QPI/compute.yaml
new file mode 100644
index 00000000..5ad8a4b6
--- /dev/null
+++ b/tests/data/benchmarks/QPI/compute.yaml
@@ -0,0 +1,44 @@
+title: compute
+description: sample performance index of computing
+algorithm: weighted arithmetic mean
+sections:
+- name: Integer
+  weight: 0.3
+  algorithm: geometric mean
+  metrics:
+    - spec: dhrystone.yaml
+      workloads:
+        - single_cpu
+        - multi_cpu
+- name: Float
+  weight: 0.3
+  algorithm: geometric mean
+  metrics:
+    - spec: dhrystone.yaml
+      workloads:
+        - single_cpu
+        - multi_cpu
+- name: Memory
+  weight: 0.2
+  algorithm: geometric mean
+  metrics:
+    - spec: ramspeed.yaml
+      workloads:
+          - int: [add, average, copy, scale, triad]
+          - float: [add, average, copy, scale, triad]
+- name: DPI
+  weight: 0.1
+  algorithm: geometric mean
+  metrics:
+    - spec: dpi.yaml
+      workloads:
+        - bps
+        - pps
+- name: SSL
+  weight: 0.1
+  algorithm: geometric mean
+  metrics:
+    - spec: ssl.yaml
+      workloads:
+        - aes_128_cbc: [512, 1024, 2048, 4096]
+        - rsa_sig: [16, 64, 256, 1024, 8192]
diff --git a/tests/data/benchmarks/metrics/dhrystone.yaml b/tests/data/benchmarks/metrics/dhrystone.yaml
new file mode 100644
index 00000000..b0d55ed2
--- /dev/null
+++ b/tests/data/benchmarks/metrics/dhrystone.yaml
@@ -0,0 +1,7 @@
+name: dhrystone
+description: >
+  a synthetic computing benchmark program intended to be representative of
+  system (integer) programming
+workloads:
+  - single_cpu
+  - multi_cpu
diff --git a/tests/data/benchmarks/metrics/dpi.yaml b/tests/data/benchmarks/metrics/dpi.yaml
new file mode 100644
index 00000000..fc24c8d1
--- /dev/null
+++ b/tests/data/benchmarks/metrics/dpi.yaml
@@ -0,0 +1,5 @@
+name: dpi
+description: deep packet inspection
+workloads:
+  - bps
+  - pps
diff --git a/tests/data/benchmarks/metrics/ramspeed.yaml b/tests/data/benchmarks/metrics/ramspeed.yaml
new file mode 100644
index 00000000..bb7618b7
--- /dev/null
+++ b/tests/data/benchmarks/metrics/ramspeed.yaml
@@ -0,0 +1,5 @@
+name: ramspeed
+description: a memory performance benchmarking
+workloads:
+    - int: [add, average, copy, scale, triad]
+    - float: [add, average, copy, scale, triad]
diff --git a/tests/data/benchmarks/metrics/ssl.yaml b/tests/data/benchmarks/metrics/ssl.yaml
new file mode 100644
index 00000000..21e8add7
--- /dev/null
+++ b/tests/data/benchmarks/metrics/ssl.yaml
@@ -0,0 +1,5 @@
+name: ssl
+description: a Secure Sockets Layer performance benchmarking
+workloads:
+  - aes_128_cbc: [512, 1024, 2048, 4096]
+  - rsa_sig: [16, 64, 256, 1024, 8192]
diff --git a/tests/data/benchmarks/metrics/whetstone.yaml b/tests/data/benchmarks/metrics/whetstone.yaml
new file mode 100644
index 00000000..d83680c4
--- /dev/null
+++ b/tests/data/benchmarks/metrics/whetstone.yaml
@@ -0,0 +1,5 @@
+name: dhrystone
+description: a synthetic benchmark for evaluating the performance of computers
+workloads:
+  - single_cpu
+  - multi_cpu
diff --git a/tests/data/benchmarks/plans/verification.yaml b/tests/data/benchmarks/plans/verification.yaml
new file mode 100644
index 00000000..b146ee37
--- /dev/null
+++ b/tests/data/benchmarks/plans/verification.yaml
@@ -0,0 +1,21 @@
+title: verification
+description: benchmark plan for QTIP verification
+info:
+  facility: opnfv-ci
+  engineer: opnfv-bot
+suites:
+  - QPI_spec: compute.yaml
+# Uncomment next line to setup suite running condition
+#    condition: {}
+# Uncomment the following lines setup case running configuration
+#    cases:
+#      - metric_spec: dhrystone.yaml
+#        config: {}
+#      - metric_spec: whetstone.yaml
+#        config: {}
+#      - metric_spec: ramspeed.yaml
+#        config: {}
+#      - metric_spec: dpi.yaml
+#        config: {}
+#      - metric_spec: ssl.yaml
+#        config: {}
diff --git a/tests/data/perftest/iperf b/tests/data/perftest/iperf
deleted file mode 100644
index e69de29b..00000000
--- a/tests/data/perftest/iperf
+++ /dev/null
diff --git a/tests/data/suite/suite-1 b/tests/data/suite/suite-1
deleted file mode 100644
index e69de29b..00000000
--- a/tests/data/suite/suite-1
+++ /dev/null
diff --git a/tests/data/suite/suite-2 b/tests/data/suite/suite-2
deleted file mode 100644
index e69de29b..00000000
--- a/tests/data/suite/suite-2
+++ /dev/null
diff --git a/tests/data/suite/suite-3 b/tests/data/suite/suite-3
deleted file mode 100644
index e69de29b..00000000
--- a/tests/data/suite/suite-3
+++ /dev/null