Storage benchmarsk for QTIP

Inclusion of Fio filesystem benchmarks
Includes a fio.yaml playbook
A FIO job folder that contains information for the fio job
Additionally testcases for storage benchmarks can be found in
"test case" directory

JIRA: QTIP-46

Change-Id: Icb4a429f8754c9ed4ceec548d8ddc6062992c85d
Signed-off-by: Nauman_Ahad <Nauman_Ahad@dell.com>

4 files changed, 189 insertions, 0 deletions

diff --git a/benchmarks/fio_jobs/test_job b/benchmarks/fio_jobs/test_job
new file mode 100644
index 00000000..6817abca
--- /dev/null
+++ b/benchmarks/fio_jobs/test_job
@@ -0,0 +1,13 @@
+[global]
+
+runtime= 600
+ioengine=libaio
+iodepth=2
+direct=1
+bs=4k
+rw=randrw
+
+[job1]
+size=5G
+
+
diff --git a/benchmarks/playbooks/fio.yaml b/benchmarks/playbooks/fio.yaml
new file mode 100644
index 00000000..40fd805b
--- /dev/null
+++ b/benchmarks/playbooks/fio.yaml
@@ -0,0 +1,82 @@
+ - hosts: 127.0.0.1
+   connection: local
+   tasks:
+    - name: making fio  directory
+      file: path={{Dest_dir}}/fio state=directory
+    - name: making temporary fio directory
+      file: path={{Dest_dir}}/fio/fio_temp state=directory
+
+
+ - hosts: "{{role}}"
+   tasks:
+
+    - name: checking_home directory
+      shell: echo $HOME
+      register: home_dir
+    - name: cleaning
+      shell: rm -rf $HOME/fio
+    - name: cleaning previous results
+      shell: rm -rf $HOME/qtip_result
+    - name: making fio temporary directory
+      shell: mkdir $HOME/fio
+    - name: making  results temporary directory
+      shell: mkdir $HOME/qtip_result
+    - include: ./sys_info_pbook.yaml
+      vars:
+          network: false
+    - name: Installing fio dependencies when CentOS
+      shell: yum install wget gcc libaio-devel -y
+      when: ansible_os_family == "RedHat"
+    - name: Installing fio dependencies when Ubuntu
+      shell: apt-get  install wget gcc libaio-dev -y
+      when: ansible_os_family == "Debian"
+#    - name: make dummy file
+#      shell: touch $HOME/ramspeed/ramspeed.tar.gz
+    - name: Fetching fio
+      shell: cd $HOME/fio/ && wget http://freecode.com/urls/3aa21b8c106cab742bf1f20d60629e3f -O fio.tar.gz
+    - name: Untar fio
+      shell: cd $HOME/fio/ && tar -zxvf fio.tar.gz
+    - name: configure
+      shell: cd $HOME/fio/fio-2.1.10  && ./configure && make
+    - name: Fetching fio job
+      copy: src=./../fio_jobs/test_job  dest={{home_dir.stdout}}/fio/fio-2.1.10/
+    - name: Benchmarking block storage through fio
+      shell: cd $HOME/fio/fio-2.1.10  &&  ./fio --output-format=json --output=$HOME/qtip_result/fio_result.json test_job
+    - name: Fetching result transformation script
+      copy: src=./result_transform/fio/fio_result_transform.py dest={{home_dir.stdout}}/qtip_result
+    - name: Transforming result
+      shell: cd $HOME/qtip_result  &&  python fio_result_transform.py
+    - name: copy report formation script
+      copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result
+    - name: consolidating report
+      shell: cd $HOME/qtip_result &&  python final_report.py FIO
+    - name: registering files
+      shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
+      register: files_to_copy
+    - name: copy results
+      fetch:  src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp
+      with_items: files_to_copy.stdout_lines
+    - name: registering log files
+      shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
+      register: copy_log_results
+    - name: copying log results
+      fetch:  src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp
+      with_items: copy_log_results.stdout_lines
+
+
+    - name: copy results
+      fetch:  src=/root/results/{{item}}  dest={{Dest_dir}}/fio
+      with_items: files_to_copy.stdout_lines
+
+ - hosts: 127.0.0.1
+   connection: local
+   tasks:
+    - name: extracting_json
+      shell: ( find  {{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t {{Dest_dir}}/fio/)
+    - name: making_logs_folder
+      shell: mkdir -p {{Dest_dir}}/fio/logs
+    - name: extracting_log
+      shell: ( find {{Dest_dir}}/fio/fio_temp/ -name "*.log"  | xargs cp -t {{Dest_dir}}/fio/logs)
+    - name: removing fio_log
+      shell: rm -rf {{Dest_dir}}/fio/fio_temp
+
diff --git a/test_cases/storage/fio_2.yaml b/test_cases/storage/fio_2.yaml
new file mode 100644
index 00000000..46368cd2
--- /dev/null
+++ b/test_cases/storage/fio_2.yaml
@@ -0,0 +1,51 @@
+Scenario:
+  benchmark: fio
+  host: machine_1, machine_2
+  server: blakc
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 10.20.0.4
+      pw: r00tme
+
+    machine_2:
+        ip: 10.20.0.5
+        pw: r00tme
+  Virtual_Machines:
+   # virtualmachine_1:
+    #  availability_zone: compute1
+     # public_network: 'net04_ext'
+      #OS_image: QTIP_CentOS
+      #flavor: m1.large
+      #role: host
+    #virtualmachine_2:
+      #availability_zone: compute2
+      #public_network: 'net04_ext'
+      #OS_image: QTIP_CentOS
+      #flavor: m1.large
+      role: host
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dhrystone"
+  Overview: >
+        '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+         machine_1:
+         ip: 172.18.0.16
+         pw: Op3nStack
+         role: host
+         machine_2:
+         ip: 172.18.0.15
+         pw: Op3nStack
+         role: host
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+        '''
+
diff --git a/test_cases/storage/fio_parallel.yaml b/test_cases/storage/fio_parallel.yaml
new file mode 100644
index 00000000..e058af24
--- /dev/null
+++ b/test_cases/storage/fio_parallel.yaml
@@ -0,0 +1,43 @@
+Scenario:
+  benchmark: fio
+  host: machine_1, machine_2
+  server: blakc
+
+Context:
+  Host_Machines:
+    machine_1:
+      ip: 10.20.0.4
+      pw: r00tme
+      role: host
+    machine_2:
+      ip: 10.20.0.5
+      pw: r00tme
+      role: host
+
+
+  Virtual_Machines:
+
+
+Test_Description:
+  Test_category: "Compute"
+  Benchmark: "dhrystone"
+  Overview: >
+        '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n
+         if you wish to add a virtual machine add the following information under the Virtual_Machine tag
+         machine_1:
+         ip: 172.18.0.16
+         pw: Op3nStack
+         role: host
+         machine_2:
+         ip: 172.18.0.15
+         pw: Op3nStack
+         role: host
+
+        virtualmachine_1:
+          availability_zone:
+          public_network:
+          OS_image:
+          flavor:
+          role:
+        '''
+