aboutsummaryrefslogtreecommitdiffstats
path: root/tests/integration
diff options
context:
space:
mode:
authorYujun Zhang <zhang.yujunz@zte.com.cn>2017-04-12 17:08:23 +0800
committerYujun Zhang <zhang.yujunz@zte.com.cn>2017-04-16 11:23:38 +0000
commit6d6259490b9c0897ba493070516600fcff94b312 (patch)
tree9d8c0928d224a362faea53d7fce2dd2c4b11c03c /tests/integration
parent550a975949328619139631e363c3bc1b48411402 (diff)
Load benchmark specification from external file
Change-Id: If72f1d98b90f9666c17aa28b3b88f32178ee4166 Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>
Diffstat (limited to 'tests/integration')
-rw-r--r--tests/integration/run.yaml30
-rw-r--r--tests/integration/specs/compute.yaml48
2 files changed, 25 insertions, 53 deletions
diff --git a/tests/integration/run.yaml b/tests/integration/run.yaml
index d2768d68..704ce831 100644
--- a/tests/integration/run.yaml
+++ b/tests/integration/run.yaml
@@ -29,35 +29,7 @@
calculate:
metrics:
ssl_rsa: "{{ openssl_rsa_metrics }}"
- spec: # TODO(yujunz) load spec from file
- name: compute
- description: QTIP Performance Index of compute
- formula: weighted arithmetic mean
- sections: # split based on different application
- - name: SSL
- description: cryptography and SSL/TLS performance
- formula: geometric mean
- metrics:
- - name: ssl_rsa
- formual: geometric mean
- workloads:
- - name: rsa_sign_512
- description: RSA signature 512 bits
- baseline: 14982.3
- - name: rsa_verify_512
- baseline: 180619.2
- - name: rsa_sign_1024
- baseline: 5037.7
- - name: rsa_verify_1024
- baseline: 67359.9
- - name: rsa_sign_2048
- baseline: 713.6
- - name: rsa_verify_2048
- baseline: 23458.0
- - name: rsa_sign_4096
- baseline: 102.1
- - name: rsa_verify_4096
- baseline: 6402.9
+ spec: specs/compute.yaml
register: qpi_result
delegate_to: localhost
tags: [calculate]
diff --git a/tests/integration/specs/compute.yaml b/tests/integration/specs/compute.yaml
index 0266ac8d..736aef22 100644
--- a/tests/integration/specs/compute.yaml
+++ b/tests/integration/specs/compute.yaml
@@ -10,27 +10,27 @@ name: compute
description: QTIP Performance Index of compute
formula: weighted arithmetic mean
sections: # split based on different application
-- name: SSL
- description: cryptography and SSL/TLS performance
- formula: geometric mean
- metrics:
- - name: rsa
- formual: geometric mean
- workloads:
- - name: rsa_sign_512
- description: RSA signature 512 bits
- baseline: 14982.3
- - name: rsa_verify_512
- baseline: 180619.2
- - name: rsa_sign_1024
- baseline: 5037.7
- - name: rsa_verify_1024
- baseline: 67359.9
- - name: rsa_sign_2048
- baseline: 713.6
- - name: rsa_verify_2048
- baseline: 23458.0
- - name: rsa_sign_4096
- baeline: 102.1
- - name: rsa_verify_4096
- baseline: 6402.9
+ - name: SSL
+ description: cryptography and SSL/TLS performance
+ formula: geometric mean
+ metrics:
+ - name: ssl_rsa
+ formual: geometric mean
+ workloads:
+ - name: rsa_sign_512
+ description: RSA signature 512 bits
+ baseline: 14982.3
+ - name: rsa_verify_512
+ baseline: 180619.2
+ - name: rsa_sign_1024
+ baseline: 5037.7
+ - name: rsa_verify_1024
+ baseline: 67359.9
+ - name: rsa_sign_2048
+ baseline: 713.6
+ - name: rsa_verify_2048
+ baseline: 23458.0
+ - name: rsa_sign_4096
+ baseline: 102.1
+ - name: rsa_verify_4096
+ baseline: 6402.9