From decad5f7fdb212c4f78fc31f00e591eaba104450 Mon Sep 17 00:00:00 2001 From: Yujun Zhang Date: Tue, 27 Dec 2016 16:57:28 +0800 Subject: Add module skeletons - Remove `suite` and `case` which seems redundant at the moment - Rename `qtip.spec` to `qtip.loader` since the class loads spec - Add driver `sample` which will generate random performance data - Add collector `logfile` which will collect result from log files - Add reporter `console` which will print report to console - Add exception classes See updated class diagram in https://wiki.opnfv.org/display/qtip/Design JIRA: QTIP-148 JIRA: QTIP-193 Change-Id: Idf751d33428176a26224e4443100a142feda6f32 Signed-off-by: Yujun Zhang --- tests/data/benchmarks/QPI/fake-qpi.yaml | 9 +++++++++ tests/data/benchmarks/metric/dhrystone.yaml | 7 +++++++ tests/data/benchmarks/metric/dpi.yaml | 5 +++++ tests/data/benchmarks/metric/fake-metric.yaml | 7 +++++++ tests/data/benchmarks/metric/ramspeed.yaml | 5 +++++ tests/data/benchmarks/metric/ssl.yaml | 5 +++++ tests/data/benchmarks/metric/whetstone.yaml | 5 +++++ tests/data/benchmarks/metrics/dhrystone.yaml | 7 ------- tests/data/benchmarks/metrics/dpi.yaml | 5 ----- tests/data/benchmarks/metrics/ramspeed.yaml | 5 ----- tests/data/benchmarks/metrics/ssl.yaml | 5 ----- tests/data/benchmarks/metrics/whetstone.yaml | 5 ----- tests/data/benchmarks/plan/fake-plan.yaml | 10 ++++++++++ tests/data/benchmarks/plans/verification.yaml | 21 --------------------- 14 files changed, 53 insertions(+), 48 deletions(-) create mode 100644 tests/data/benchmarks/QPI/fake-qpi.yaml create mode 100644 tests/data/benchmarks/metric/dhrystone.yaml create mode 100644 tests/data/benchmarks/metric/dpi.yaml create mode 100644 tests/data/benchmarks/metric/fake-metric.yaml create mode 100644 tests/data/benchmarks/metric/ramspeed.yaml create mode 100644 tests/data/benchmarks/metric/ssl.yaml create mode 100644 tests/data/benchmarks/metric/whetstone.yaml delete mode 100644 tests/data/benchmarks/metrics/dhrystone.yaml delete mode 100644 tests/data/benchmarks/metrics/dpi.yaml delete mode 100644 tests/data/benchmarks/metrics/ramspeed.yaml delete mode 100644 tests/data/benchmarks/metrics/ssl.yaml delete mode 100644 tests/data/benchmarks/metrics/whetstone.yaml create mode 100644 tests/data/benchmarks/plan/fake-plan.yaml delete mode 100644 tests/data/benchmarks/plans/verification.yaml (limited to 'tests/data/benchmarks') diff --git a/tests/data/benchmarks/QPI/fake-qpi.yaml b/tests/data/benchmarks/QPI/fake-qpi.yaml new file mode 100644 index 00000000..d75c6568 --- /dev/null +++ b/tests/data/benchmarks/QPI/fake-qpi.yaml @@ -0,0 +1,9 @@ +name: Fake QPI +description: a fake QPI producing random result +algorithm: weighted arithmetic mean +sections: +- name: Fake Section + weight: 0.5 + algorithm: geometric mean + metrics: + - fake_metric.yaml diff --git a/tests/data/benchmarks/metric/dhrystone.yaml b/tests/data/benchmarks/metric/dhrystone.yaml new file mode 100644 index 00000000..b0d55ed2 --- /dev/null +++ b/tests/data/benchmarks/metric/dhrystone.yaml @@ -0,0 +1,7 @@ +name: dhrystone +description: > + a synthetic computing benchmark program intended to be representative of + system (integer) programming +workloads: + - single_cpu + - multi_cpu diff --git a/tests/data/benchmarks/metric/dpi.yaml b/tests/data/benchmarks/metric/dpi.yaml new file mode 100644 index 00000000..fc24c8d1 --- /dev/null +++ b/tests/data/benchmarks/metric/dpi.yaml @@ -0,0 +1,5 @@ +name: dpi +description: deep packet inspection +workloads: + - bps + - pps diff --git a/tests/data/benchmarks/metric/fake-metric.yaml b/tests/data/benchmarks/metric/fake-metric.yaml new file mode 100644 index 00000000..c5fcc5c2 --- /dev/null +++ b/tests/data/benchmarks/metric/fake-metric.yaml @@ -0,0 +1,7 @@ +name: fake compute +description: > + a fake compute performance index which generate random result +workloads: # all supported workloads + - fake_workload_1 + - fake_workload_2 + - fake_workload_3 diff --git a/tests/data/benchmarks/metric/ramspeed.yaml b/tests/data/benchmarks/metric/ramspeed.yaml new file mode 100644 index 00000000..bb7618b7 --- /dev/null +++ b/tests/data/benchmarks/metric/ramspeed.yaml @@ -0,0 +1,5 @@ +name: ramspeed +description: a memory performance benchmarking +workloads: + - int: [add, average, copy, scale, triad] + - float: [add, average, copy, scale, triad] diff --git a/tests/data/benchmarks/metric/ssl.yaml b/tests/data/benchmarks/metric/ssl.yaml new file mode 100644 index 00000000..21e8add7 --- /dev/null +++ b/tests/data/benchmarks/metric/ssl.yaml @@ -0,0 +1,5 @@ +name: ssl +description: a Secure Sockets Layer performance benchmarking +workloads: + - aes_128_cbc: [512, 1024, 2048, 4096] + - rsa_sig: [16, 64, 256, 1024, 8192] diff --git a/tests/data/benchmarks/metric/whetstone.yaml b/tests/data/benchmarks/metric/whetstone.yaml new file mode 100644 index 00000000..d83680c4 --- /dev/null +++ b/tests/data/benchmarks/metric/whetstone.yaml @@ -0,0 +1,5 @@ +name: dhrystone +description: a synthetic benchmark for evaluating the performance of computers +workloads: + - single_cpu + - multi_cpu diff --git a/tests/data/benchmarks/metrics/dhrystone.yaml b/tests/data/benchmarks/metrics/dhrystone.yaml deleted file mode 100644 index b0d55ed2..00000000 --- a/tests/data/benchmarks/metrics/dhrystone.yaml +++ /dev/null @@ -1,7 +0,0 @@ -name: dhrystone -description: > - a synthetic computing benchmark program intended to be representative of - system (integer) programming -workloads: - - single_cpu - - multi_cpu diff --git a/tests/data/benchmarks/metrics/dpi.yaml b/tests/data/benchmarks/metrics/dpi.yaml deleted file mode 100644 index fc24c8d1..00000000 --- a/tests/data/benchmarks/metrics/dpi.yaml +++ /dev/null @@ -1,5 +0,0 @@ -name: dpi -description: deep packet inspection -workloads: - - bps - - pps diff --git a/tests/data/benchmarks/metrics/ramspeed.yaml b/tests/data/benchmarks/metrics/ramspeed.yaml deleted file mode 100644 index bb7618b7..00000000 --- a/tests/data/benchmarks/metrics/ramspeed.yaml +++ /dev/null @@ -1,5 +0,0 @@ -name: ramspeed -description: a memory performance benchmarking -workloads: - - int: [add, average, copy, scale, triad] - - float: [add, average, copy, scale, triad] diff --git a/tests/data/benchmarks/metrics/ssl.yaml b/tests/data/benchmarks/metrics/ssl.yaml deleted file mode 100644 index 21e8add7..00000000 --- a/tests/data/benchmarks/metrics/ssl.yaml +++ /dev/null @@ -1,5 +0,0 @@ -name: ssl -description: a Secure Sockets Layer performance benchmarking -workloads: - - aes_128_cbc: [512, 1024, 2048, 4096] - - rsa_sig: [16, 64, 256, 1024, 8192] diff --git a/tests/data/benchmarks/metrics/whetstone.yaml b/tests/data/benchmarks/metrics/whetstone.yaml deleted file mode 100644 index d83680c4..00000000 --- a/tests/data/benchmarks/metrics/whetstone.yaml +++ /dev/null @@ -1,5 +0,0 @@ -name: dhrystone -description: a synthetic benchmark for evaluating the performance of computers -workloads: - - single_cpu - - multi_cpu diff --git a/tests/data/benchmarks/plan/fake-plan.yaml b/tests/data/benchmarks/plan/fake-plan.yaml new file mode 100644 index 00000000..8887f66d --- /dev/null +++ b/tests/data/benchmarks/plan/fake-plan.yaml @@ -0,0 +1,10 @@ +name: fake plan +description: fake benchmark plan for demonstration and testing +config: + facility: local + engineer: local + driver: sample + collector: logfile + reporter: console +QPIs: + - fake-qpi.yaml diff --git a/tests/data/benchmarks/plans/verification.yaml b/tests/data/benchmarks/plans/verification.yaml deleted file mode 100644 index b146ee37..00000000 --- a/tests/data/benchmarks/plans/verification.yaml +++ /dev/null @@ -1,21 +0,0 @@ -title: verification -description: benchmark plan for QTIP verification -info: - facility: opnfv-ci - engineer: opnfv-bot -suites: - - QPI_spec: compute.yaml -# Uncomment next line to setup suite running condition -# condition: {} -# Uncomment the following lines setup case running configuration -# cases: -# - metric_spec: dhrystone.yaml -# config: {} -# - metric_spec: whetstone.yaml -# config: {} -# - metric_spec: ramspeed.yaml -# config: {} -# - metric_spec: dpi.yaml -# config: {} -# - metric_spec: ssl.yaml -# config: {} -- cgit 1.2.3-korg