summaryrefslogtreecommitdiffstats
path: root/tests/integration/run.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'tests/integration/run.yaml')
-rw-r--r--tests/integration/run.yaml50
1 files changed, 16 insertions, 34 deletions
diff --git a/tests/integration/run.yaml b/tests/integration/run.yaml
index 7eb141d7..86b36284 100644
--- a/tests/integration/run.yaml
+++ b/tests/integration/run.yaml
@@ -16,11 +16,11 @@
tasks:
- name: check ssh connection
ping:
- # collect system information
- name: collect system information
- include: tasks/inxi.yaml
+ include: "{{ qtip_resources }}/metric/inxi.yaml"
- name: ssl metrics
- include: tasks/openssl.yaml
+ include: "{{ qtip_resources }}/metric/openssl.yaml"
+ tags: [ssl]
- hosts: compute
tasks:
@@ -28,43 +28,25 @@
calculate:
metrics:
ssl_rsa: "{{ openssl_rsa_metrics }}"
- spec: # TODO(yujunz) load spec from file
- name: compute
- description: QTIP Performance Index of compute
- formula: weighted arithmetic mean
- sections: # split based on different application
- - name: SSL
- description: cryptography and SSL/TLS performance
- formula: geometric mean
- metrics:
- - name: ssl_rsa
- formual: geometric mean
- workloads:
- - name: rsa_sign_512
- description: RSA signature 512 bits
- baseline: 14982.3
- - name: rsa_verify_512
- baseline: 180619.2
- - name: rsa_sign_1024
- baseline: 5037.7
- - name: rsa_verify_1024
- baseline: 67359.9
- - name: rsa_sign_2048
- baseline: 713.6
- - name: rsa_verify_2048
- baseline: 23458.0
- - name: rsa_sign_4096
- baseline: 102.1
- - name: rsa_verify_4096
- baseline: 6402.9
+ spec: "{{ qtip_resources }}/QPI/compute.yaml"
register: qpi_result
delegate_to: localhost
+ tags: [calculate]
# Generate and publish report
- hosts: local
tasks:
+ - name: create report folder
+ file:
+ path: "{{ qtip_reports }}"
+ state: directory
- name: create system information report
- template: src=templates/system-info.j2 dest=reports/system-info
+ template:
+ src: "{{ qtip_resources }}/template/system-info.j2"
+ dest: "{{ qtip_reports }}/system-info"
- name: create qpi report
- template: src=templates/qpi-report.j2 dest=reports/qpi-report
+ template:
+ src: "{{ qtip_resources }}/template/qpi-report.j2"
+ dest: "{{ qtip_reports }}/qpi-report"
+ tags: [report]
# TODO(yujunz) push test result to testapi