aboutsummaryrefslogtreecommitdiffstats
path: root/benchmarks/perftest/fio.yaml
blob: bd29c127d39029208229b38d09ae568db6eb4238 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
 - hosts: localhost
   connection: local
   gather_facts: no

   tasks:
    - name: making fio  directory
      file: path={{workingdir}}/{{Dest_dir}}/fio state=directory

    - name: making temporary fio directory
      file: path={{workingdir}}/{{Dest_dir}}/fio/fio_temp state=directory


 - hosts: "{{role}}"
   become: yes
   remote_user: "{{username}}"

   tasks:
    - name: checking home directory
      shell: echo $HOME
      register: home_dir

    - name: cleaning
      shell: sudo rm -rf $HOME/fio

    - name: cleaning previous results
      shell: sudo rm -rf $HOME/qtip_result

    - name: making fio temporary directory
      shell: sudo mkdir $HOME/fio

    - name: making  results temporary directory
      shell: sudo mkdir $HOME/qtip_result

    - include: ../common/sys_proxy_pbook.yaml

    - include: ../common/sys_info_pbook.yaml
      vars:
          network: false

    - name: Installing fio dependencies when CentOS
      shell: sudo yum install wget gcc libaio-devel -y
      when: ansible_os_family == "RedHat"

    - name: Installing fio dependencies when Ubuntu
      shell: sudo apt-get  install wget gcc libaio-dev -y
      when: ansible_os_family == "Debian"

    - name: Fetching fio
      shell: cd $HOME/fio/ && wget http://freecode.com/urls/3aa21b8c106cab742bf1f20d60629e3f -O fio.tar.gz
    - name: Untar fio
      shell: cd $HOME/fio/ && sudo tar -zxvf fio.tar.gz
    - name: configure
      shell: cd $HOME/fio/fio-2.1.10  && sudo ./configure && sudo make

    - name: Fetching fio job
      copy: src=../etc/fio_test_job  dest={{home_dir.stdout}}/fio/fio-2.1.10/

    - name: Benchmarking block storage through fio
      shell: cd $HOME/fio/fio-2.1.10  &&  sudo ./fio --output-format=json --output=$HOME/qtip_result/fio_result.json fio_test_job

    - name: Fetching result transformation script
      copy: src={{workingdir}}/utils/fio_transform.py dest={{home_dir.stdout}}/qtip_result

    - name: Transforming result
      shell: cd $HOME/qtip_result  &&  sudo python fio_transform.py

    - name: copy report formation script
      copy: src={{workingdir}}/utils/transform/final_report.py dest={{home_dir.stdout}}/qtip_result

    - name: consolidating report
      shell: cd $HOME/qtip_result &&  sudo python final_report.py FIO {{fname}}

    - name: registering files
      shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
      register: files_to_copy

    - name: copy results
      fetch:  src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/fio/fio_temp
      with_items: "{{files_to_copy.stdout_lines}}"

    - name: registering log files
      shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
      register: copy_log_results

    - name: copying log results
      fetch:  src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/fio/fio_temp
      with_items: "{{copy_log_results.stdout_lines}}"

 - hosts: localhost
   connection: local
   gather_facts: no

   tasks:
    - name: extracting_json
      shell: ( find  {{workingdir}}/{{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/fio/)

    - name: making_logs_folder
      shell: mkdir -p {{workingdir}}/{{Dest_dir}}/fio/logs

    - name: extracting_log
      shell: ( find {{workingdir}}/{{Dest_dir}}/fio/fio_temp/ -name "*.log"  | xargs cp -t {{workingdir}}/{{Dest_dir}}/fio/logs)

    - name: removing fio_log
      shell: rm -rf {{workingdir}}/{{Dest_dir}}/fio/fio_temp