QTIP Index calculation along with a script to run qtip from docker

Calculation of Result Indices for
1. Compute suite
2. Storage suite
3. Network suite

A script to run qtip from inside the docker container (for Jenkins Jobs)

Resolved bugs with ssl_trasform.py, sys info collection on ubuntu and
system information collection script

Change-Id: Ic5abb3dbd0012cd2257b588b1b3067a6677b1f5d
Signed-off-by: Nauman_Ahad <Nauman_Ahad@dell.com>

10 files changed, 373 insertions, 0 deletions

diff --git a/data/ref_results/.reference.json.swp b/data/ref_results/.reference.json.swp
new file mode 100644
index 00000000..45891cdb
--- /dev/null
+++ b/data/ref_results/.reference.json.swp
diff --git a/data/ref_results/compute_benchmarks_indices.py b/data/ref_results/compute_benchmarks_indices.py
new file mode 100644
index 00000000..305b6b02
--- /dev/null
+++ b/data/ref_results/compute_benchmarks_indices.py
@@ -0,0 +1,142 @@
+import os
+import json
+from result_accum import result_concat as concat
+
+
+def dpi_index ():
+    total=0
+    dpi_dict=concat('../../results/dpi/')
+    for k,v in dpi_dict.iteritems():
+        for i,j in dpi_dict[k].iteritems():
+            if i=="3  DPI result": 
+                raw_num=int(dpi_dict[k][i]["DPI_benchmark(Gb/s)"])
+                total=total+raw_num
+    
+    l=len(dpi_dict)
+    with open ('./reference.json') as reference_file:
+        reference_djson=json.load(reference_file)
+        dpi_ref=reference_djson['compute']['dpi']
+    dpi_index= float((total/l)/dpi_ref)
+    dpi_dict_i={};
+    dpi_dict_i['1. Index']=dpi_index
+    dpi_dict_i['2. Results']=dpi_dict
+    return dpi_dict_i
+
+def dwstone_index (file_dir,benchmark):
+    total=0
+    dwstone_dict=concat('../../results/'+file_dir+'/')
+    for k,v in dwstone_dict.iteritems():
+        for i,j in dwstone_dict[k].iteritems():
+            if i=="3  "+benchmark+" result":
+               for a,b in dwstone_dict[k][i].iteritems():
+                   if a=="2.Single CPU test":
+                       raw_num=float(dwstone_dict[k][i][a]["2.Index score"])
+                       total=total+raw_num
+   
+    l= len(dwstone_dict)
+    
+    with open ('./reference.json') as reference_file:
+        reference_djson=json.load(reference_file)
+        dwstone_ref=reference_djson['compute'][file_dir]
+    
+    dwstone_index=float((total/l)/dwstone_ref)
+    dwstone_dict_i={};
+    dwstone_dict_i['1. Index']=dwstone_index
+    dwstone_dict_i['2. Results']=dwstone_dict
+    return dwstone_dict_i
+
+def ssl_index ():
+    total_512rsa=0
+    total_1024rsa=0
+    total_2048rsa=0
+    total_4096rsa=0
+
+    total_16aes=0
+    total_64aes=0
+    total_256aes=0
+    total_1024aes=0
+    total_8192aes=0
+
+    ssl_dict=concat('../../results/ssl/')
+    for k,v in ssl_dict.iteritems():
+        for i,j in ssl_dict[k].iteritems():
+            if i=="3  SSL result":
+               for a,b in ssl_dict[k][i].iteritems():
+                   if a=="2. RSA signatures":
+                       raw_num_512rsa=float(ssl_dict[k][i][a]["1. 512 bits (sign/s)"])
+                       raw_num_1024rsa=float(ssl_dict[k][i][a]["2. 1024 bits (sign/s)"])
+                       raw_num_2048rsa=float(ssl_dict[k][i][a]["3. 2048 bits (sign/s)"])
+                       raw_num_4096rsa=float(ssl_dict[k][i][a]["4. 4096 bits (sign/s)"])
+                       total_512rsa=total_512rsa+raw_num_512rsa
+                       total_1024rsa=total_512rsa+raw_num_1024rsa
+                       total_2048rsa=total_2048rsa+raw_num_2048rsa
+                       total_4096rsa=total_4096rsa+raw_num_4096rsa
+                   elif a=="3. AES-128-cbc throughput":
+                       raw_num_16aes=float(ssl_dict[k][i][a]["1. 16 Bytes block (B/sec)"][:-1])*1000
+                       raw_num_64aes=float(ssl_dict[k][i][a]["2. 64 Bytes block (B/sec)"][:-1])*1000
+                       raw_num_256aes=float(ssl_dict[k][i][a]["3. 256 Bytes block (B/sec)"][:-1])*1000
+                       raw_num_1024aes=float(ssl_dict[k][i][a]["4. 1024 Bytes block (B/sec)"][:-1])*1000
+                       raw_num_8192aes=float(ssl_dict[k][i][a]["5. 8192 Bytes block (B/sec)"][:-1])*1000
+                       total_16aes=raw_num_16aes+total_16aes
+                       total_64aes=raw_num_64aes+total_64aes
+                       total_256aes=raw_num_256aes+total_256aes
+                       total_1024aes=raw_num_1024aes+total_1024aes
+                       total_8192aes=raw_num_8192aes+total_8192aes
+
+    with open ('./reference.json') as reference_file:
+        reference_djson=json.load(reference_file)
+        ssl_ref512rsa=reference_djson['compute']['ssl']['RSA']['512b']
+        ssl_ref1024rsa=reference_djson['compute']['ssl']['RSA']['1024b']                
+        ssl_ref2048rsa=reference_djson['compute']['ssl']['RSA']['2048b']
+        ssl_ref4096rsa=reference_djson['compute']['ssl']['RSA']['4096b']
+          
+     
+        ssl_ref16aes=reference_djson['compute']['ssl']['AES']['16B']
+        ssl_ref64aes=reference_djson['compute']['ssl']['AES']['64B']
+        ssl_ref256aes=reference_djson['compute']['ssl']['AES']['256B']
+        ssl_ref1024aes=reference_djson['compute']['ssl']['AES']['1024B']
+        ssl_ref8192aes=reference_djson['compute']['ssl']['AES']['8192B']
+
+
+    l=len(ssl_dict)    
+    index_512rsa=float((total_512rsa/l)/ssl_ref512rsa)
+    index_1024rsa= float((total_1024rsa/l)/ssl_ref1024rsa)
+    index_2048= float((total_2048rsa/l)/ssl_ref2048rsa)
+    index_4096= float((total_4096rsa/l)/ssl_ref4096rsa)
+    
+    index_16aes=float((total_16aes/l)/ssl_ref16aes)
+    index_64aes=float((total_64aes/l)/ssl_ref64aes)
+    index_256aes=float((total_256aes/l)/ssl_ref256aes)
+    index_1024aes=float((total_1024aes/l)/ssl_ref1024aes)
+    index_8192aes=float((total_8192aes/l)/ssl_ref8192aes)
+      
+    index_sum= (index_512rsa+index_1024rsa+index_2048+index_4096+index_16aes+index_64aes+index_256aes+index_1024aes+index_8192aes)
+    ssl_index=float(index_sum/9)
+    ssl_dict_i={};
+    ssl_dict_i['1. Index']=ssl_index
+    ssl_dict_i['2. Results']=ssl_dict
+    return ssl_dict_i
+
+  
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+    
diff --git a/data/ref_results/compute_suite.py b/data/ref_results/compute_suite.py
new file mode 100644
index 00000000..a57a4b04
--- /dev/null
+++ b/data/ref_results/compute_suite.py
@@ -0,0 +1,22 @@
+import json
+import compute_benchmarks_indices as benchmark_indices
+
+
+compute_dict={};
+compute_dict['DPI']=benchmark_indices.dpi_index()
+compute_dict['Dhrystone']=benchmark_indices.dwstone_index('dhrystone','Dhrystone')
+compute_dict['Whetstone']=benchmark_indices.dwstone_index('whetstone','Whetstone') 
+compute_dict['SSL']=benchmark_indices.ssl_index()
+
+compute_bench_list=['DPI','Dhrystone','Whetstone','SSL']
+temp=0
+for benchmark in compute_bench_list:
+    temp=temp+float(compute_dict[benchmark]['1. Index'])
+compute_suite_index=temp/len(compute_bench_list)
+
+compute_dict_f={};
+compute_dict_f['1. Compute Index']=compute_suite_index
+compute_dict_f['2. Compute suite results']=compute_dict
+with open('../../results/compute_result.json', 'w+') as result_json:
+    json.dump(compute_dict_f, result_json, indent=4, sort_keys=True)
+
diff --git a/data/ref_results/generator_ref_json.py b/data/ref_results/generator_ref_json.py
new file mode 100644
index 00000000..986ac61c
--- /dev/null
+++ b/data/ref_results/generator_ref_json.py
@@ -0,0 +1,36 @@
+import os
+import json
+
+dict_ref={};
+dict_ref['compute']={};
+dict_ref['compute']['dpi']=8.12
+dict_ref['compute']['whetstone']=859.1
+dict_ref['compute']['dhrystone']=3146.66
+dict_ref['compute']['ssl']={};
+dict_ref['compute']['ssl']['RSA']={};
+dict_ref['compute']['ssl']['AES']={};
+dict_ref['compute']['ssl']['RSA']['512b']=22148.9
+dict_ref['compute']['ssl']['RSA']['1024b']=7931.44
+dict_ref['compute']['ssl']['RSA']['2048b']=1544.3
+dict_ref['compute']['ssl']['RSA']['4096b']=161.92
+
+dict_ref['compute']['ssl']['AES']['16B']=735490250
+dict_ref['compute']['ssl']['AES']['64B']=788429210
+dict_ref['compute']['ssl']['AES']['256B']=803323650
+dict_ref['compute']['ssl']['AES']['1024B']=808861020
+dict_ref['compute']['ssl']['AES']['8192B']=807701160
+
+
+dict_ref['storage']={};
+dict_ref['storage']['read']={};
+dict_ref['storage']['write']={};
+dict_ref['storage']['read']['IOPS']= 6995
+dict_ref['storage']['write']['IOPS']= 6990
+
+dict_ref['network']={};
+dict_ref['network']['iperf']={};
+dict_ref['network']['iperf']['throughput received(b/s)']=9973180000.0
+
+with open('reference.json', 'w+') as result_json:
+    json.dump(dict_ref, result_json, indent=4, sort_keys=True)
+
diff --git a/data/ref_results/network_benchmarks_indices.py b/data/ref_results/network_benchmarks_indices.py
new file mode 100644
index 00000000..f841a65f
--- /dev/null
+++ b/data/ref_results/network_benchmarks_indices.py
@@ -0,0 +1,28 @@
+import os
+import json
+from result_accum import result_concat as concat
+
+def iperf_index ():
+    total_r=0
+    iperf_dict=concat('../../results/iperf/')
+    for k,v in iperf_dict.iteritems():
+        for i,j in iperf_dict[k].iteritems():
+            if i=="3  IPERF result":
+               for a,b in iperf_dict[k][i].iteritems():        
+                   if a=="2. Bandwidth":
+                      raw_num=iperf_dict[k][i][a]['2. throughput Received (b/s)']
+                      total_r=total_r+raw_num
+
+    l= len(iperf_dict)
+
+    with open ('./reference.json') as reference_file:
+        reference_djson=json.load(reference_file)
+        iperf_ref_r=reference_djson['network']['iperf']['throughput received(b/s)']
+       
+
+    iperf_index_r=float((total_r/l)/iperf_ref_r)
+    iperf_dict_i={};
+    iperf_dict_i['1. Index']=iperf_index_r
+    iperf_dict_i['2. Results']=iperf_dict
+    return iperf_dict_i
+
diff --git a/data/ref_results/network_suite.py b/data/ref_results/network_suite.py
new file mode 100644
index 00000000..df80b8b5
--- /dev/null
+++ b/data/ref_results/network_suite.py
@@ -0,0 +1,22 @@
+import json
+import network_benchmarks_indices as benchmark_indices
+
+
+network_dict={};
+network_dict['IPERF']=benchmark_indices.iperf_index()
+
+
+
+
+network_bench_list=['IPERF']
+temp=0
+for benchmark in network_bench_list:
+    temp=temp+float(network_dict[benchmark]['1. Index'])
+network_suite_index=temp/len(network_bench_list)
+
+network_dict_f={};
+network_dict_f['1. Network Index']=network_suite_index
+network_dict_f['2. Network suite results']=network_dict
+with open('../../results/network_result.json', 'w+') as result_json:
+    json.dump(network_dict_f, result_json, indent=4, sort_keys=True)
+
diff --git a/data/ref_results/reference.json b/data/ref_results/reference.json
new file mode 100644
index 00000000..7ded5532
--- /dev/null
+++ b/data/ref_results/reference.json
@@ -0,0 +1,35 @@
+{
+    "compute": {
+        "dhrystone": 3146.66, 
+        "dpi": 8.12, 
+        "ssl": {
+            "AES": {
+                "1024B": 808861020, 
+                "16B": 735490250, 
+                "256B": 803323650, 
+                "64B": 788429210, 
+                "8192B": 807701160
+            }, 
+            "RSA": {
+                "1024b": 7931.44, 
+                "2048b": 1544.3, 
+                "4096b": 161.92, 
+                "512b": 22148.9
+            }
+        }, 
+        "whetstone": 859.1
+    }, 
+    "network": {
+        "iperf": {
+            "throughput received(b/s)": 9973180000.0
+        }
+    }, 
+    "storage": {
+        "read": {
+            "IOPS": 6995
+        }, 
+        "write": {
+            "IOPS": 6990
+        }
+    }
+}
\ No newline at end of file
diff --git a/data/ref_results/result_accum.py b/data/ref_results/result_accum.py
new file mode 100644
index 00000000..4c600048
--- /dev/null
+++ b/data/ref_results/result_accum.py
@@ -0,0 +1,31 @@
+import os
+import json
+
+def result_concat(targ_dir):
+    list_vm=[];
+    list_bm=[];
+    diction={};
+    for file in os.listdir(targ_dir):
+        if file.endswith(".json"):
+            if file.startswith("instance"):
+                print str(file)
+                list_vm.append(file)
+                #echo "I am here"
+            else:
+                list_bm.append(file)
+    l=len(list_bm)
+    k=len(list_vm)
+
+    for x in range (0,l):
+        file_t=list_bm[x]
+        with open (targ_dir+file_t) as result_file:
+            result_djson=json.load(result_file)
+            diction['Baremetal'+str(int(x+1))]=result_djson
+
+    for x in range (0,k):
+        file_t=list_vm[x]
+        with open (targ_dir+file_t) as result_file:
+            result_djson=json.load(result_file)
+            diction['Virtual Machine '+str(x+1)]=result_djson
+    return diction
+
diff --git a/data/ref_results/storage_benchmarks_indices.py b/data/ref_results/storage_benchmarks_indices.py
new file mode 100644
index 00000000..6114ad6b
--- /dev/null
+++ b/data/ref_results/storage_benchmarks_indices.py
@@ -0,0 +1,35 @@
+import os
+import json
+from result_accum import result_concat as concat
+
+def fio_index ():
+    total_r=0
+    total_w=0
+    fio_dict=concat('../../results/fio/')
+    for k,v in fio_dict.iteritems():
+        for i,j in fio_dict[k].iteritems():
+            if i=="3  FIO result":
+               for a,b in fio_dict[k][i].iteritems():
+                   for c,d in fio_dict[k][i][a].iteritems():
+                        if c=='read':
+                            raw_num=float(fio_dict[k][i][a][c]["IO/sec"])                   
+                            total_r=total_r+raw_num
+                        elif c=='write':
+                            raw_num=float(fio_dict[k][i][a][c]["IO/sec"])
+                            total_w=total_w+raw_num
+
+    l= len(fio_dict)
+
+    with open ('./reference.json') as reference_file:
+        reference_djson=json.load(reference_file)
+        fio_ref_r=reference_djson['storage']['read']['IOPS']
+        fio_ref_w=reference_djson['storage']['write']['IOPS']
+
+    fio_index_r=float((total_r/l)/fio_ref_r)
+    fio_index_w=float((total_w/l)/fio_ref_w)
+    fio_index=float((fio_index_r+fio_index_w)/2)
+    fio_dict_i={};
+    fio_dict_i['1. Index']=fio_index
+    fio_dict_i['2. Results']=fio_dict
+    return fio_dict_i
+
diff --git a/data/ref_results/storage_suite.py b/data/ref_results/storage_suite.py
new file mode 100644
index 00000000..fe4e940c
--- /dev/null
+++ b/data/ref_results/storage_suite.py
@@ -0,0 +1,22 @@
+import json
+import storage_benchmarks_indices as benchmark_indices
+
+
+storage_dict={};
+storage_dict['FIO']=benchmark_indices.fio_index()
+
+
+
+
+storage_bench_list=['FIO']
+temp=0
+for benchmark in storage_bench_list:
+    temp=temp+float(storage_dict[benchmark]['1. Index'])
+storage_suite_index=temp/len(storage_bench_list)
+
+storage_dict_f={};
+storage_dict_f['1. Storage Index']=storage_suite_index
+storage_dict_f['2. Storage suite results']=storage_dict
+with open('../../results/storage_result.json', 'w+') as result_json:
+    json.dump(storage_dict_f, result_json, indent=4, sort_keys=True)
+