From 929bcdf94d14062e042d9f9451c28315a18e808d Mon Sep 17 00:00:00 2001 From: Yujun Zhang Date: Wed, 21 Dec 2016 00:19:46 +0800 Subject: Implment https://wiki.opnfv.org/display/qtip/Design Note that some obsolete test cases are marked expected failure, will be deprecated after architecture evolution. JIRA: QTIP-148 Change-Id: I52bc9391569d516e298d9e659517161b4dce794a Signed-off-by: Yujun Zhang --- tests/data/benchmarks/QPI/compute.yaml | 44 +++++++++++++++++++++++++++ tests/data/benchmarks/metrics/dhrystone.yaml | 7 +++++ tests/data/benchmarks/metrics/dpi.yaml | 5 +++ tests/data/benchmarks/metrics/ramspeed.yaml | 5 +++ tests/data/benchmarks/metrics/ssl.yaml | 5 +++ tests/data/benchmarks/metrics/whetstone.yaml | 5 +++ tests/data/benchmarks/plans/verification.yaml | 21 +++++++++++++ tests/data/perftest/iperf | 0 tests/data/suite/suite-1 | 0 tests/data/suite/suite-2 | 0 tests/data/suite/suite-3 | 0 11 files changed, 92 insertions(+) create mode 100644 tests/data/benchmarks/QPI/compute.yaml create mode 100644 tests/data/benchmarks/metrics/dhrystone.yaml create mode 100644 tests/data/benchmarks/metrics/dpi.yaml create mode 100644 tests/data/benchmarks/metrics/ramspeed.yaml create mode 100644 tests/data/benchmarks/metrics/ssl.yaml create mode 100644 tests/data/benchmarks/metrics/whetstone.yaml create mode 100644 tests/data/benchmarks/plans/verification.yaml delete mode 100644 tests/data/perftest/iperf delete mode 100644 tests/data/suite/suite-1 delete mode 100644 tests/data/suite/suite-2 delete mode 100644 tests/data/suite/suite-3 (limited to 'tests/data') diff --git a/tests/data/benchmarks/QPI/compute.yaml b/tests/data/benchmarks/QPI/compute.yaml new file mode 100644 index 00000000..5ad8a4b6 --- /dev/null +++ b/tests/data/benchmarks/QPI/compute.yaml @@ -0,0 +1,44 @@ +title: compute +description: sample performance index of computing +algorithm: weighted arithmetic mean +sections: +- name: Integer + weight: 0.3 + algorithm: geometric mean + metrics: + - spec: dhrystone.yaml + workloads: + - single_cpu + - multi_cpu +- name: Float + weight: 0.3 + algorithm: geometric mean + metrics: + - spec: dhrystone.yaml + workloads: + - single_cpu + - multi_cpu +- name: Memory + weight: 0.2 + algorithm: geometric mean + metrics: + - spec: ramspeed.yaml + workloads: + - int: [add, average, copy, scale, triad] + - float: [add, average, copy, scale, triad] +- name: DPI + weight: 0.1 + algorithm: geometric mean + metrics: + - spec: dpi.yaml + workloads: + - bps + - pps +- name: SSL + weight: 0.1 + algorithm: geometric mean + metrics: + - spec: ssl.yaml + workloads: + - aes_128_cbc: [512, 1024, 2048, 4096] + - rsa_sig: [16, 64, 256, 1024, 8192] diff --git a/tests/data/benchmarks/metrics/dhrystone.yaml b/tests/data/benchmarks/metrics/dhrystone.yaml new file mode 100644 index 00000000..b0d55ed2 --- /dev/null +++ b/tests/data/benchmarks/metrics/dhrystone.yaml @@ -0,0 +1,7 @@ +name: dhrystone +description: > + a synthetic computing benchmark program intended to be representative of + system (integer) programming +workloads: + - single_cpu + - multi_cpu diff --git a/tests/data/benchmarks/metrics/dpi.yaml b/tests/data/benchmarks/metrics/dpi.yaml new file mode 100644 index 00000000..fc24c8d1 --- /dev/null +++ b/tests/data/benchmarks/metrics/dpi.yaml @@ -0,0 +1,5 @@ +name: dpi +description: deep packet inspection +workloads: + - bps + - pps diff --git a/tests/data/benchmarks/metrics/ramspeed.yaml b/tests/data/benchmarks/metrics/ramspeed.yaml new file mode 100644 index 00000000..bb7618b7 --- /dev/null +++ b/tests/data/benchmarks/metrics/ramspeed.yaml @@ -0,0 +1,5 @@ +name: ramspeed +description: a memory performance benchmarking +workloads: + - int: [add, average, copy, scale, triad] + - float: [add, average, copy, scale, triad] diff --git a/tests/data/benchmarks/metrics/ssl.yaml b/tests/data/benchmarks/metrics/ssl.yaml new file mode 100644 index 00000000..21e8add7 --- /dev/null +++ b/tests/data/benchmarks/metrics/ssl.yaml @@ -0,0 +1,5 @@ +name: ssl +description: a Secure Sockets Layer performance benchmarking +workloads: + - aes_128_cbc: [512, 1024, 2048, 4096] + - rsa_sig: [16, 64, 256, 1024, 8192] diff --git a/tests/data/benchmarks/metrics/whetstone.yaml b/tests/data/benchmarks/metrics/whetstone.yaml new file mode 100644 index 00000000..d83680c4 --- /dev/null +++ b/tests/data/benchmarks/metrics/whetstone.yaml @@ -0,0 +1,5 @@ +name: dhrystone +description: a synthetic benchmark for evaluating the performance of computers +workloads: + - single_cpu + - multi_cpu diff --git a/tests/data/benchmarks/plans/verification.yaml b/tests/data/benchmarks/plans/verification.yaml new file mode 100644 index 00000000..b146ee37 --- /dev/null +++ b/tests/data/benchmarks/plans/verification.yaml @@ -0,0 +1,21 @@ +title: verification +description: benchmark plan for QTIP verification +info: + facility: opnfv-ci + engineer: opnfv-bot +suites: + - QPI_spec: compute.yaml +# Uncomment next line to setup suite running condition +# condition: {} +# Uncomment the following lines setup case running configuration +# cases: +# - metric_spec: dhrystone.yaml +# config: {} +# - metric_spec: whetstone.yaml +# config: {} +# - metric_spec: ramspeed.yaml +# config: {} +# - metric_spec: dpi.yaml +# config: {} +# - metric_spec: ssl.yaml +# config: {} diff --git a/tests/data/perftest/iperf b/tests/data/perftest/iperf deleted file mode 100644 index e69de29b..00000000 diff --git a/tests/data/suite/suite-1 b/tests/data/suite/suite-1 deleted file mode 100644 index e69de29b..00000000 diff --git a/tests/data/suite/suite-2 b/tests/data/suite/suite-2 deleted file mode 100644 index e69de29b..00000000 diff --git a/tests/data/suite/suite-3 b/tests/data/suite/suite-3 deleted file mode 100644 index e69de29b..00000000 -- cgit 1.2.3-korg