diff options
Diffstat (limited to 'tests/integration/compute.yaml')
| -rw-r--r-- | tests/integration/compute.yaml | 57 |
1 files changed, 55 insertions, 2 deletions
diff --git a/tests/integration/compute.yaml b/tests/integration/compute.yaml index 4cb71e9f..1f5ec8dd 100644 --- a/tests/integration/compute.yaml +++ b/tests/integration/compute.yaml @@ -8,6 +8,7 @@ ############################################################################## --- +# Prepare connection to SUT (System Under Test) - hosts: fuel-master gather_facts: no tasks: @@ -20,13 +21,65 @@ ansible_user: root ansible_ssh_common_args: '-o StrictHostKeyChecking=No -o ProxyJump=fuel-master' with_items: "{{ hosts.compute }}" + +# Execute compute benchmark plan and collect data +# - system information +# - test condition +# - performance metrics - hosts: compute tasks: - name: check ssh connection ping: - - include: tasks/inxi.yaml + # collect system information + - name: collect system information + include: tasks/inxi.yaml + - name: ssl metrics + include: tasks/openssl.yaml + +- hosts: compute + tasks: + - name: calculate QPI of compute + calculate: + metrics: + ssl_rsa: "{{ openssl_rsa_metrics }}" + spec: # TODO(yujunz) load spec from file + name: compute + description: QTIP Performance Index of compute + formula: weighted arithmetic mean + sections: # split based on different application + - name: SSL + description: cryptography and SSL/TLS performance + formula: geometric mean + metrics: + - name: ssl_rsa + formual: geometric mean + workloads: + - name: rsa_sign_512 + description: RSA signature 512 bits + baseline: 14982.3 + - name: rsa_verify_512 + baseline: 180619.2 + - name: rsa_sign_1024 + baseline: 5037.7 + - name: rsa_verify_1024 + baseline: 67359.9 + - name: rsa_sign_2048 + baseline: 713.6 + - name: rsa_verify_2048 + baseline: 23458.0 + - name: rsa_sign_4096 + baseline: 102.1 + - name: rsa_verify_4096 + baseline: 6402.9 + register: qpi_result + delegate_to: localhost + +# Generate and publish report - hosts: local tasks: - name: create system information report - local_action: template src=templates/inxi-system-info.j2 dest=reports/inxi-system-info + local_action: template src=templates/system-info.j2 dest=reports/system-info delegate_to: localhost + # TODO(yujunz) push test result to testapi + - name: create qpi report + template: src=templates/qpi-report.j2 dest=reports/qpi-report |