diff options
13 files changed, 141 insertions, 0 deletions
diff --git a/docs/configguide/yardstick_testcases/03-list-of-tcs.rst b/docs/configguide/yardstick_testcases/03-list-of-tcs.rst index 9e951ffab..944cc4d82 100644 --- a/docs/configguide/yardstick_testcases/03-list-of-tcs.rst +++ b/docs/configguide/yardstick_testcases/03-list-of-tcs.rst @@ -22,6 +22,7 @@ Generic NFVI Test Case Descriptions opnfv_yardstick_tc001.rst opnfv_yardstick_tc002.rst + opnfv_yardstick_tc005.rst opnfv_yardstick_tc008.rst opnfv_yardstick_tc009.rst opnfv_yardstick_tc010.rst diff --git a/docs/configguide/yardstick_testcases/opnfv_yardstick_tc005.rst b/docs/configguide/yardstick_testcases/opnfv_yardstick_tc005.rst new file mode 100644 index 000000000..8b7474696 --- /dev/null +++ b/docs/configguide/yardstick_testcases/opnfv_yardstick_tc005.rst @@ -0,0 +1,72 @@ +************************************* +Yardstick Test Case Description TC005 +************************************* + +.. _fio: http://www.bluestop.org/fio/HOWTO.txt + ++-----------------------------------------------------------------------------+ +|Storage Performance | +| | ++--------------+--------------------------------------------------------------+ +|test case id | OPNFV_YARDSTICK_TC005_Storage Performance | +| | | ++--------------+--------------------------------------------------------------+ +|metric | IOPS, throughput and latency | +| | | ++--------------+--------------------------------------------------------------+ +|test purpose | To evaluate the IaaS storage performance with regards to | +| | IOPS, throughput and latency. | +| | The purpose is also to be able to spot trends. Test results, | +| | graphs and similar shall be stored for comparison reasons | +| | and product evolution understanding between different OPNFV | +| | versions and/or configurations. | +| | | ++--------------+--------------------------------------------------------------+ +|configuration | file: opnfv_yardstick_tc005.yaml | +| | | +| | IO types: read, write, randwrite, randread, rw | +| | IO block size: 4KB, 64KB, 1024KB, where each | +| | runs for 30 seconds(10 for ramp time, 20 for runtime). | +| | | +| | For SLA minimum read/write iops is set to 100, minimum | +| | read/write throughput is set to 400 KB/s, and maximum | +| | read/write latency is set to 20000 usec. | +| | | ++--------------+--------------------------------------------------------------+ +|test tool | fio | +| | | +| | (fio is not always part of a Linux distribution, hence it | +| | needs to be installed. As an example see the | +| | /yardstick/tools/ directory for how to generate a Linux | +| | image with fio included.) | +| | | ++--------------+--------------------------------------------------------------+ +|references | fio_ | +| | | +| | ETSI-NFV-TST001 | +| | | ++--------------+--------------------------------------------------------------+ +|applicability | Test can be configured with different read/write types, IO | +| | block size, IO depth, ramp time (runtime required for stable | +| | results) and test duration. Default values exist. | +| | | ++--------------+--------------------------------------------------------------+ +|pre-test | The test case image needs to be installed into Glance | +|conditions | with fio included in it. | +| | | +| | No POD specific requirements have been identified. | +| | | ++--------------+--------------------------------------------------------------+ +|test sequence | description and expected result | +| | | ++--------------+--------------------------------------------------------------+ +|step 1 | The hosts are installed, as server and client. fio is | +| | invoked and logs are produced and stored. | +| | | +| | Result: Logs are stored. | +| | | ++--------------+--------------------------------------------------------------+ +|test verdict | Fails only if SLA is not passed, or if there is a test case | +| | execution problem. | +| | | ++--------------+--------------------------------------------------------------+ diff --git a/tests/opnfv/test_cases/opnfv_yardstick_tc005.yaml b/tests/opnfv/test_cases/opnfv_yardstick_tc005.yaml new file mode 100644 index 000000000..f89a3099e --- /dev/null +++ b/tests/opnfv/test_cases/opnfv_yardstick_tc005.yaml @@ -0,0 +1,48 @@ +--- +# Yardstick TC005 config file +# Measure Storage IOPS, throughput and latency using fio + +schema: "yardstick:task:0.1" +scenarios: +{% for rw in ['read', 'write', 'randwrite', 'randread', 'rw'] %} + {% for bs in ['4k', '64k', '1024k'] %} +- + type: Fio + options: + filename: /home/ec2-user/data.raw + bs: {{bs}} + rw: {{rw}} + ramp_time: 10 + duration: 20 + + host: fio.yardstick-TC005 + + runner: + type: Iteration + iterations: 1 + interval: 1 + + sla: + read_bw: 400 + read_iops: 100 + read_lat: 20000 + write_bw: 400 + write_iops: 100 + write_lat: 20000 + action: monitor + {% endfor %} +{% endfor %} + +context: + name: yardstick-TC005 + image: yardstick-trusty-server + flavor: m1.small + user: ec2-user + + servers: + fio: + floating_ip: true + + networks: + test: + cidr: '10.0.1.0/24' diff --git a/tests/opnfv/test_suites/opnfv_ericsson-pod1_daily.yaml b/tests/opnfv/test_suites/opnfv_ericsson-pod1_daily.yaml index 10a77834f..04bac491f 100644 --- a/tests/opnfv/test_suites/opnfv_ericsson-pod1_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_ericsson-pod1_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_ericsson-pod2_daily.yaml b/tests/opnfv/test_suites/opnfv_ericsson-pod2_daily.yaml index 0d34e5655..c3e68150d 100644 --- a/tests/opnfv/test_suites/opnfv_ericsson-pod2_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_ericsson-pod2_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_huawei-us-deploy-bare-1_daily.yaml b/tests/opnfv/test_suites/opnfv_huawei-us-deploy-bare-1_daily.yaml index 13048da23..ee13e6d9d 100644 --- a/tests/opnfv/test_suites/opnfv_huawei-us-deploy-bare-1_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_huawei-us-deploy-bare-1_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_intel-pod2_daily.yaml b/tests/opnfv/test_suites/opnfv_intel-pod2_daily.yaml index 35ea8cc0a..1bb241ed8 100644 --- a/tests/opnfv/test_suites/opnfv_intel-pod2_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_intel-pod2_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_intel-pod5_daily.yaml b/tests/opnfv/test_suites/opnfv_intel-pod5_daily.yaml index a633e8cc9..2ffacb1d0 100644 --- a/tests/opnfv/test_suites/opnfv_intel-pod5_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_intel-pod5_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_intel-pod6_daily.yaml b/tests/opnfv/test_suites/opnfv_intel-pod6_daily.yaml index ac7a19b52..792bba2b0 100644 --- a/tests/opnfv/test_suites/opnfv_intel-pod6_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_intel-pod6_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_intel-pod8_daily.yaml b/tests/opnfv/test_suites/opnfv_intel-pod8_daily.yaml index 4ab0e7218..f10a854d2 100644 --- a/tests/opnfv/test_suites/opnfv_intel-pod8_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_intel-pod8_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_opnfv-jump-1_daily.yaml b/tests/opnfv/test_suites/opnfv_opnfv-jump-1_daily.yaml index 1517da978..baade6987 100644 --- a/tests/opnfv/test_suites/opnfv_opnfv-jump-1_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_opnfv-jump-1_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_opnfv-jump-2_daily.yaml b/tests/opnfv/test_suites/opnfv_opnfv-jump-2_daily.yaml index 6b11af658..57c95cf69 100644 --- a/tests/opnfv/test_suites/opnfv_opnfv-jump-2_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_opnfv-jump-2_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml diff --git a/tests/opnfv/test_suites/opnfv_zte-build-1_daily.yaml b/tests/opnfv/test_suites/opnfv_zte-build-1_daily.yaml index 55ec206b4..8016b46b2 100644 --- a/tests/opnfv/test_suites/opnfv_zte-build-1_daily.yaml +++ b/tests/opnfv/test_suites/opnfv_zte-build-1_daily.yaml @@ -11,6 +11,8 @@ test_cases: - file_name: opnfv_yardstick_tc002.yaml - + file_name: opnfv_yardstick_tc005.yaml +- file_name: opnfv_yardstick_tc012.yaml - file_name: opnfv_yardstick_tc037.yaml |