diff options
| -rw-r--r-- | benchmarks/fio_jobs/test_job | 13 | ||||
| -rw-r--r-- | benchmarks/playbooks/fio.yaml | 82 | ||||
| -rw-r--r-- | test_cases/storage/fio_2.yaml | 51 | ||||
| -rw-r--r-- | test_cases/storage/fio_parallel.yaml | 43 |
4 files changed, 189 insertions, 0 deletions
diff --git a/benchmarks/fio_jobs/test_job b/benchmarks/fio_jobs/test_job new file mode 100644 index 00000000..6817abca --- /dev/null +++ b/benchmarks/fio_jobs/test_job @@ -0,0 +1,13 @@ +[global] + +runtime= 600 +ioengine=libaio +iodepth=2 +direct=1 +bs=4k +rw=randrw + +[job1] +size=5G + + diff --git a/benchmarks/playbooks/fio.yaml b/benchmarks/playbooks/fio.yaml new file mode 100644 index 00000000..40fd805b --- /dev/null +++ b/benchmarks/playbooks/fio.yaml @@ -0,0 +1,82 @@ + - hosts: 127.0.0.1 + connection: local + tasks: + - name: making fio directory + file: path={{Dest_dir}}/fio state=directory + - name: making temporary fio directory + file: path={{Dest_dir}}/fio/fio_temp state=directory + + + - hosts: "{{role}}" + tasks: + + - name: checking_home directory + shell: echo $HOME + register: home_dir + - name: cleaning + shell: rm -rf $HOME/fio + - name: cleaning previous results + shell: rm -rf $HOME/qtip_result + - name: making fio temporary directory + shell: mkdir $HOME/fio + - name: making results temporary directory + shell: mkdir $HOME/qtip_result + - include: ./sys_info_pbook.yaml + vars: + network: false + - name: Installing fio dependencies when CentOS + shell: yum install wget gcc libaio-devel -y + when: ansible_os_family == "RedHat" + - name: Installing fio dependencies when Ubuntu + shell: apt-get install wget gcc libaio-dev -y + when: ansible_os_family == "Debian" +# - name: make dummy file +# shell: touch $HOME/ramspeed/ramspeed.tar.gz + - name: Fetching fio + shell: cd $HOME/fio/ && wget http://freecode.com/urls/3aa21b8c106cab742bf1f20d60629e3f -O fio.tar.gz + - name: Untar fio + shell: cd $HOME/fio/ && tar -zxvf fio.tar.gz + - name: configure + shell: cd $HOME/fio/fio-2.1.10 && ./configure && make + - name: Fetching fio job + copy: src=./../fio_jobs/test_job dest={{home_dir.stdout}}/fio/fio-2.1.10/ + - name: Benchmarking block storage through fio + shell: cd $HOME/fio/fio-2.1.10 && ./fio --output-format=json --output=$HOME/qtip_result/fio_result.json test_job + - name: Fetching result transformation script + copy: src=./result_transform/fio/fio_result_transform.py dest={{home_dir.stdout}}/qtip_result + - name: Transforming result + shell: cd $HOME/qtip_result && python fio_result_transform.py + - name: copy report formation script + copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result + - name: consolidating report + shell: cd $HOME/qtip_result && python final_report.py FIO + - name: registering files + shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2 + register: files_to_copy + - name: copy results + fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp + with_items: files_to_copy.stdout_lines + - name: registering log files + shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2 + register: copy_log_results + - name: copying log results + fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{Dest_dir}}/fio/fio_temp + with_items: copy_log_results.stdout_lines + + + - name: copy results + fetch: src=/root/results/{{item}} dest={{Dest_dir}}/fio + with_items: files_to_copy.stdout_lines + + - hosts: 127.0.0.1 + connection: local + tasks: + - name: extracting_json + shell: ( find {{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t {{Dest_dir}}/fio/) + - name: making_logs_folder + shell: mkdir -p {{Dest_dir}}/fio/logs + - name: extracting_log + shell: ( find {{Dest_dir}}/fio/fio_temp/ -name "*.log" | xargs cp -t {{Dest_dir}}/fio/logs) + - name: removing fio_log + shell: rm -rf {{Dest_dir}}/fio/fio_temp + diff --git a/test_cases/storage/fio_2.yaml b/test_cases/storage/fio_2.yaml new file mode 100644 index 00000000..46368cd2 --- /dev/null +++ b/test_cases/storage/fio_2.yaml @@ -0,0 +1,51 @@ +Scenario: + benchmark: fio + host: machine_1, machine_2 + server: blakc + +Context: + Host_Machines: + machine_1: + ip: 10.20.0.4 + pw: r00tme + + machine_2: + ip: 10.20.0.5 + pw: r00tme + Virtual_Machines: + # virtualmachine_1: + # availability_zone: compute1 + # public_network: 'net04_ext' + #OS_image: QTIP_CentOS + #flavor: m1.large + #role: host + #virtualmachine_2: + #availability_zone: compute2 + #public_network: 'net04_ext' + #OS_image: QTIP_CentOS + #flavor: m1.large + role: host + +Test_Description: + Test_category: "Compute" + Benchmark: "dhrystone" + Overview: > + '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n + if you wish to add a virtual machine add the following information under the Virtual_Machine tag + machine_1: + ip: 172.18.0.16 + pw: Op3nStack + role: host + machine_2: + ip: 172.18.0.15 + pw: Op3nStack + role: host + + virtualmachine_1: + availability_zone: + public_network: + OS_image: + flavor: + role: + ''' + diff --git a/test_cases/storage/fio_parallel.yaml b/test_cases/storage/fio_parallel.yaml new file mode 100644 index 00000000..e058af24 --- /dev/null +++ b/test_cases/storage/fio_parallel.yaml @@ -0,0 +1,43 @@ +Scenario: + benchmark: fio + host: machine_1, machine_2 + server: blakc + +Context: + Host_Machines: + machine_1: + ip: 10.20.0.4 + pw: r00tme + role: host + machine_2: + ip: 10.20.0.5 + pw: r00tme + role: host + + + Virtual_Machines: + + +Test_Description: + Test_category: "Compute" + Benchmark: "dhrystone" + Overview: > + '''This test will run the dhrystone benchmark in parallel on machine_1 and machine_2.\n + if you wish to add a virtual machine add the following information under the Virtual_Machine tag + machine_1: + ip: 172.18.0.16 + pw: Op3nStack + role: host + machine_2: + ip: 172.18.0.15 + pw: Op3nStack + role: host + + virtualmachine_1: + availability_zone: + public_network: + OS_image: + flavor: + role: + ''' + |