aboutsummaryrefslogtreecommitdiffstats
path: root/tests/data/benchmarks
diff options
context:
space:
mode:
authorYujun Zhang <zhang.yujunz@zte.com.cn>2016-12-21 00:19:46 +0800
committerYujun Zhang <zhang.yujunz@zte.com.cn>2016-12-27 09:45:34 +0800
commit929bcdf94d14062e042d9f9451c28315a18e808d (patch)
treed57ef7c074348fb654a9d4b7cea8b69241474040 /tests/data/benchmarks
parent16cfb003cd0f1b0dbf903432ab794cda2c7a4123 (diff)
Implment https://wiki.opnfv.org/display/qtip/Design
Note that some obsolete test cases are marked expected failure, will be deprecated after architecture evolution. JIRA: QTIP-148 Change-Id: I52bc9391569d516e298d9e659517161b4dce794a Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>
Diffstat (limited to 'tests/data/benchmarks')
-rw-r--r--tests/data/benchmarks/QPI/compute.yaml44
-rw-r--r--tests/data/benchmarks/metrics/dhrystone.yaml7
-rw-r--r--tests/data/benchmarks/metrics/dpi.yaml5
-rw-r--r--tests/data/benchmarks/metrics/ramspeed.yaml5
-rw-r--r--tests/data/benchmarks/metrics/ssl.yaml5
-rw-r--r--tests/data/benchmarks/metrics/whetstone.yaml5
-rw-r--r--tests/data/benchmarks/plans/verification.yaml21
7 files changed, 92 insertions, 0 deletions
diff --git a/tests/data/benchmarks/QPI/compute.yaml b/tests/data/benchmarks/QPI/compute.yaml
new file mode 100644
index 00000000..5ad8a4b6
--- /dev/null
+++ b/tests/data/benchmarks/QPI/compute.yaml
@@ -0,0 +1,44 @@
+title: compute
+description: sample performance index of computing
+algorithm: weighted arithmetic mean
+sections:
+- name: Integer
+ weight: 0.3
+ algorithm: geometric mean
+ metrics:
+ - spec: dhrystone.yaml
+ workloads:
+ - single_cpu
+ - multi_cpu
+- name: Float
+ weight: 0.3
+ algorithm: geometric mean
+ metrics:
+ - spec: dhrystone.yaml
+ workloads:
+ - single_cpu
+ - multi_cpu
+- name: Memory
+ weight: 0.2
+ algorithm: geometric mean
+ metrics:
+ - spec: ramspeed.yaml
+ workloads:
+ - int: [add, average, copy, scale, triad]
+ - float: [add, average, copy, scale, triad]
+- name: DPI
+ weight: 0.1
+ algorithm: geometric mean
+ metrics:
+ - spec: dpi.yaml
+ workloads:
+ - bps
+ - pps
+- name: SSL
+ weight: 0.1
+ algorithm: geometric mean
+ metrics:
+ - spec: ssl.yaml
+ workloads:
+ - aes_128_cbc: [512, 1024, 2048, 4096]
+ - rsa_sig: [16, 64, 256, 1024, 8192]
diff --git a/tests/data/benchmarks/metrics/dhrystone.yaml b/tests/data/benchmarks/metrics/dhrystone.yaml
new file mode 100644
index 00000000..b0d55ed2
--- /dev/null
+++ b/tests/data/benchmarks/metrics/dhrystone.yaml
@@ -0,0 +1,7 @@
+name: dhrystone
+description: >
+ a synthetic computing benchmark program intended to be representative of
+ system (integer) programming
+workloads:
+ - single_cpu
+ - multi_cpu
diff --git a/tests/data/benchmarks/metrics/dpi.yaml b/tests/data/benchmarks/metrics/dpi.yaml
new file mode 100644
index 00000000..fc24c8d1
--- /dev/null
+++ b/tests/data/benchmarks/metrics/dpi.yaml
@@ -0,0 +1,5 @@
+name: dpi
+description: deep packet inspection
+workloads:
+ - bps
+ - pps
diff --git a/tests/data/benchmarks/metrics/ramspeed.yaml b/tests/data/benchmarks/metrics/ramspeed.yaml
new file mode 100644
index 00000000..bb7618b7
--- /dev/null
+++ b/tests/data/benchmarks/metrics/ramspeed.yaml
@@ -0,0 +1,5 @@
+name: ramspeed
+description: a memory performance benchmarking
+workloads:
+ - int: [add, average, copy, scale, triad]
+ - float: [add, average, copy, scale, triad]
diff --git a/tests/data/benchmarks/metrics/ssl.yaml b/tests/data/benchmarks/metrics/ssl.yaml
new file mode 100644
index 00000000..21e8add7
--- /dev/null
+++ b/tests/data/benchmarks/metrics/ssl.yaml
@@ -0,0 +1,5 @@
+name: ssl
+description: a Secure Sockets Layer performance benchmarking
+workloads:
+ - aes_128_cbc: [512, 1024, 2048, 4096]
+ - rsa_sig: [16, 64, 256, 1024, 8192]
diff --git a/tests/data/benchmarks/metrics/whetstone.yaml b/tests/data/benchmarks/metrics/whetstone.yaml
new file mode 100644
index 00000000..d83680c4
--- /dev/null
+++ b/tests/data/benchmarks/metrics/whetstone.yaml
@@ -0,0 +1,5 @@
+name: dhrystone
+description: a synthetic benchmark for evaluating the performance of computers
+workloads:
+ - single_cpu
+ - multi_cpu
diff --git a/tests/data/benchmarks/plans/verification.yaml b/tests/data/benchmarks/plans/verification.yaml
new file mode 100644
index 00000000..b146ee37
--- /dev/null
+++ b/tests/data/benchmarks/plans/verification.yaml
@@ -0,0 +1,21 @@
+title: verification
+description: benchmark plan for QTIP verification
+info:
+ facility: opnfv-ci
+ engineer: opnfv-bot
+suites:
+ - QPI_spec: compute.yaml
+# Uncomment next line to setup suite running condition
+# condition: {}
+# Uncomment the following lines setup case running configuration
+# cases:
+# - metric_spec: dhrystone.yaml
+# config: {}
+# - metric_spec: whetstone.yaml
+# config: {}
+# - metric_spec: ramspeed.yaml
+# config: {}
+# - metric_spec: dpi.yaml
+# config: {}
+# - metric_spec: ssl.yaml
+# config: {}