aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorNauman_Ahad <Nauman_Ahad@dell.com>2015-12-22 03:28:14 +0500
committerNauman_Ahad <Nauman_Ahad@dell.com>2015-12-22 03:35:50 +0500
commit946ba8f831b903c5ab9d2cdfd38a0c155d93d707 (patch)
treecdb01f3f3afbcc52149512c6b4f7b3ae4cc39fa9
parent8786672d2eb6b009598861c5bbe99f6549dfc260 (diff)
Storage benchmarsk for QTIP
Inclusion of Fio filesystem benchmarks Includes a fio.yaml playbook A FIO job folder that contains information for the fio job Additionally testcases for storage benchmarks can be found in "test case" directory JIRA: QTIP-46 Change-Id: Icb4a429f8754c9ed4ceec548d8ddc6062992c85d Signed-off-by: Nauman_Ahad <Nauman_Ahad@dell.com>
-rw-r--r--benchmarks/fio_jobs/test_job13
-rw-r--r--benchmarks/playbooks/fio.yaml82
-rw-r--r--test_cases/storage/fio_2.yaml51
-rw-r--r--test_cases/storage/fio_parallel.yaml43
4 files changed, 189 insertions, 0 deletions
diff --git a/benchmarks/fio_jobs/test_job b/benchmarks/fio_jobs/test_job
new file mode 100644
index 00000000..6817abca
--- /dev/null
+++ b/benchmarks/fio_jobs/test_job
@@ -0,0 +1,13 @@
+[global]
+
+runtime= 600
+ioengine=libaio
+iodepth=2
+direct=1
+bs=4k
+rw=randrw
+
+[job1]
+size=5G
+
+
diff --git a/benchmarks/playbooks/fio.yaml b/benchmarks/playbooks/fio.yaml
new file mode 100644
index 00000000..40fd805b
--- /dev/null
+++ b/benchmarks/playbooks/fio.yaml
@@ -0,0 +1,82 @@
+ - hosts: 127.0.0.1
+ connection: local
+ tasks:
+ - name: making fio directory
+ file: path={{Dest_dir}}/fio state=directory
+ - name: making temporary fio directory
+ file: path={{Dest_dir}}/fio/fio_temp state=directory
+
+
+ - hosts: "{{role}}"
+ tasks:
+
+ - name: checking_home directory
+ shell: echo $HOME
+ register: home_dir
+ - name: cleaning
+ shell: rm -rf $HOME/fio
+ - name: cleaning previous results
+ shell: rm -rf $HOME/qtip_result
+ - name: making fio temporary directory
+ shell: mkdir $HOME/fio
+ - name: making results temporary directory
+ shell: mkdir $HOME/qtip_result
+ - include: ./sys_info_pbook.yaml
+ vars:
+ network: false
+ - name: Installing fio dependencies when CentOS
+ shell: yum install wget gcc libaio-devel -y
+ when: ansible_os_family == "RedHat"
+ - name: Installing fio dependencies when Ubuntu
+ shell: apt-get install wget gcc libaio-dev -y
+ when: ansible_os_family == "Debian"
+# - name: make dummy file
+# shell: touch $HOME/ramspeed/ramspeed.tar.gz
+ - name: Fetching fio
+ shell: cd $HOME/fio/ && wget http://freecode.com/urls/3aa21b8c106cab742bf1f20d60629e3f -O fio.tar.gz
+ - name: Untar fio
+ shell: cd $HOME/fio/ && tar -zxvf fio.tar.gz
+ - name: configure
+ shell: cd $HOME/fio/fio-2.1.10 && ./configure && make
+ - name: Fetching fio job
+ copy: src=./../fio_jobs/test_job dest={{home_dir.stdout}}/fio/fio-2.1.10/
+ - name: Benchmarking block storage through fio
+ shell: cd $HOME/fio/fio-2.1.10 && ./fio --output-format=json --output=$HOME/qtip_result/fio_result.json test_job
+ - name: Fetching result transformation script
+ copy: src=./result_transform/fio/fio_result_transform.py dest={{home_dir.stdout}}/qtip_result
+ - name: Transforming result
+ shell: cd $HOME/qtip_result && python fio_result_transform.py
+ - name: copy report formation script
+ copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result
+ - name: consolidating report
+ shell: cd $HOME/qtip_result && python final_report.py FIO
+ - name: registering files
+ shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
+ register: files_to_copy
+ - name: copy results
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp
+ with_items: files_to_copy.stdout_lines
+ - name: registering log files
+ shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
+ register: copy_log_results
+ - name: copying log results
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp
+ with_items: copy_log_results.stdout_lines
+
+
+ - name: copy results
+ fetch: src=/root/results/{{item}} dest={{Dest_dir}}/fio
+ with_items: files_to_copy.stdout_lines
+
+ - hosts: 127.0.0.1
+ connection: local
+ tasks:
+ - name: extracting_json
+ shell: ( find {{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t {{Dest_dir}}/fio/)
+ - name: making_logs_folder
+ shell: mkdir -p {{Dest_dir}}/fio/logs
+ - name: extracting_log
+ shell: ( find {{Dest_dir}}/fio/fio_temp/ -name "*.log" | xargs cp -t {{Dest_dir}}/fio/logs)
+ - name: removing fio_log
+ shell: rm -rf {{Dest_dir}}/fio/fio_temp
+
diff --git a/test_cases/storage/fio_2.yaml b/test_cases/storage/fio_2.yaml
new file mode 100644
index 00000000..46368cd2
--- /dev/null
+++ b/test_cases/storage/fio_2.yaml
@@ -0,0 +1,51 @@
+Scenario:
+ benchmark: fio
+ host: machine_1, machine_2
+ server: blakc
+
+Context:
+ Host_Machines:
+ machine_1:
+ ip: 10.20.0.4
+ pw: r00tme
+
+ machine_2:
+ ip: 10.20.0.5
+ pw: r00tme
+ Virtual_Machines:
+ # virtualmachine_1:
+ # availability_zone: compute1
+ # public_network: 'net04_ext'
+ #OS_image: QTIP_CentOS
+ #flavor: m1.large
+ #role: host
+ #virtualmachine_2:
+ #availability_zone: compute2
+ #public_network: 'net04_ext'
+ #OS_image: QTIP_CentOS
+ #flavor: m1.large
+ role: host
+
+Test_Description:
+ Test_category: "Compute"
+ Benchmark: "dhrystone"
+ Overview: >
+ '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n
+ if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+ machine_1:
+ ip: 172.18.0.16
+ pw: Op3nStack
+ role: host
+ machine_2:
+ ip: 172.18.0.15
+ pw: Op3nStack
+ role: host
+
+ virtualmachine_1:
+ availability_zone:
+ public_network:
+ OS_image:
+ flavor:
+ role:
+ '''
+
diff --git a/test_cases/storage/fio_parallel.yaml b/test_cases/storage/fio_parallel.yaml
new file mode 100644
index 00000000..e058af24
--- /dev/null
+++ b/test_cases/storage/fio_parallel.yaml
@@ -0,0 +1,43 @@
+Scenario:
+ benchmark: fio
+ host: machine_1, machine_2
+ server: blakc
+
+Context:
+ Host_Machines:
+ machine_1:
+ ip: 10.20.0.4
+ pw: r00tme
+ role: host
+ machine_2:
+ ip: 10.20.0.5
+ pw: r00tme
+ role: host
+
+
+ Virtual_Machines:
+
+
+Test_Description:
+ Test_category: "Compute"
+ Benchmark: "dhrystone"
+ Overview: >
+ '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n
+ if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+ machine_1:
+ ip: 172.18.0.16
+ pw: Op3nStack
+ role: host
+ machine_2:
+ ip: 172.18.0.15
+ pw: Op3nStack
+ role: host
+
+ virtualmachine_1:
+ availability_zone:
+ public_network:
+ OS_image:
+ flavor:
+ role:
+ '''
+