diff options
Diffstat (limited to 'data/ref_results')
| -rw-r--r-- | data/ref_results/.reference.json.swp | bin | 0 -> 12288 bytes | |||
| -rw-r--r-- | data/ref_results/compute_benchmarks_indices.py | 142 | ||||
| -rw-r--r-- | data/ref_results/compute_suite.py | 22 | ||||
| -rw-r--r-- | data/ref_results/generator_ref_json.py | 36 | ||||
| -rw-r--r-- | data/ref_results/network_benchmarks_indices.py | 28 | ||||
| -rw-r--r-- | data/ref_results/network_suite.py | 22 | ||||
| -rw-r--r-- | data/ref_results/reference.json | 35 | ||||
| -rw-r--r-- | data/ref_results/result_accum.py | 31 | ||||
| -rw-r--r-- | data/ref_results/storage_benchmarks_indices.py | 35 | ||||
| -rw-r--r-- | data/ref_results/storage_suite.py | 22 |
10 files changed, 373 insertions, 0 deletions
diff --git a/data/ref_results/.reference.json.swp b/data/ref_results/.reference.json.swp Binary files differnew file mode 100644 index 00000000..45891cdb --- /dev/null +++ b/data/ref_results/.reference.json.swp diff --git a/data/ref_results/compute_benchmarks_indices.py b/data/ref_results/compute_benchmarks_indices.py new file mode 100644 index 00000000..305b6b02 --- /dev/null +++ b/data/ref_results/compute_benchmarks_indices.py @@ -0,0 +1,142 @@ +import os +import json +from result_accum import result_concat as concat + + +def dpi_index (): + total=0 + dpi_dict=concat('../../results/dpi/') + for k,v in dpi_dict.iteritems(): + for i,j in dpi_dict[k].iteritems(): + if i=="3 DPI result": + raw_num=int(dpi_dict[k][i]["DPI_benchmark(Gb/s)"]) + total=total+raw_num + + l=len(dpi_dict) + with open ('./reference.json') as reference_file: + reference_djson=json.load(reference_file) + dpi_ref=reference_djson['compute']['dpi'] + dpi_index= float((total/l)/dpi_ref) + dpi_dict_i={}; + dpi_dict_i['1. Index']=dpi_index + dpi_dict_i['2. Results']=dpi_dict + return dpi_dict_i + +def dwstone_index (file_dir,benchmark): + total=0 + dwstone_dict=concat('../../results/'+file_dir+'/') + for k,v in dwstone_dict.iteritems(): + for i,j in dwstone_dict[k].iteritems(): + if i=="3 "+benchmark+" result": + for a,b in dwstone_dict[k][i].iteritems(): + if a=="2.Single CPU test": + raw_num=float(dwstone_dict[k][i][a]["2.Index score"]) + total=total+raw_num + + l= len(dwstone_dict) + + with open ('./reference.json') as reference_file: + reference_djson=json.load(reference_file) + dwstone_ref=reference_djson['compute'][file_dir] + + dwstone_index=float((total/l)/dwstone_ref) + dwstone_dict_i={}; + dwstone_dict_i['1. Index']=dwstone_index + dwstone_dict_i['2. Results']=dwstone_dict + return dwstone_dict_i + +def ssl_index (): + total_512rsa=0 + total_1024rsa=0 + total_2048rsa=0 + total_4096rsa=0 + + total_16aes=0 + total_64aes=0 + total_256aes=0 + total_1024aes=0 + total_8192aes=0 + + ssl_dict=concat('../../results/ssl/') + for k,v in ssl_dict.iteritems(): + for i,j in ssl_dict[k].iteritems(): + if i=="3 SSL result": + for a,b in ssl_dict[k][i].iteritems(): + if a=="2. RSA signatures": + raw_num_512rsa=float(ssl_dict[k][i][a]["1. 512 bits (sign/s)"]) + raw_num_1024rsa=float(ssl_dict[k][i][a]["2. 1024 bits (sign/s)"]) + raw_num_2048rsa=float(ssl_dict[k][i][a]["3. 2048 bits (sign/s)"]) + raw_num_4096rsa=float(ssl_dict[k][i][a]["4. 4096 bits (sign/s)"]) + total_512rsa=total_512rsa+raw_num_512rsa + total_1024rsa=total_512rsa+raw_num_1024rsa + total_2048rsa=total_2048rsa+raw_num_2048rsa + total_4096rsa=total_4096rsa+raw_num_4096rsa + elif a=="3. AES-128-cbc throughput": + raw_num_16aes=float(ssl_dict[k][i][a]["1. 16 Bytes block (B/sec)"][:-1])*1000 + raw_num_64aes=float(ssl_dict[k][i][a]["2. 64 Bytes block (B/sec)"][:-1])*1000 + raw_num_256aes=float(ssl_dict[k][i][a]["3. 256 Bytes block (B/sec)"][:-1])*1000 + raw_num_1024aes=float(ssl_dict[k][i][a]["4. 1024 Bytes block (B/sec)"][:-1])*1000 + raw_num_8192aes=float(ssl_dict[k][i][a]["5. 8192 Bytes block (B/sec)"][:-1])*1000 + total_16aes=raw_num_16aes+total_16aes + total_64aes=raw_num_64aes+total_64aes + total_256aes=raw_num_256aes+total_256aes + total_1024aes=raw_num_1024aes+total_1024aes + total_8192aes=raw_num_8192aes+total_8192aes + + with open ('./reference.json') as reference_file: + reference_djson=json.load(reference_file) + ssl_ref512rsa=reference_djson['compute']['ssl']['RSA']['512b'] + ssl_ref1024rsa=reference_djson['compute']['ssl']['RSA']['1024b'] + ssl_ref2048rsa=reference_djson['compute']['ssl']['RSA']['2048b'] + ssl_ref4096rsa=reference_djson['compute']['ssl']['RSA']['4096b'] + + + ssl_ref16aes=reference_djson['compute']['ssl']['AES']['16B'] + ssl_ref64aes=reference_djson['compute']['ssl']['AES']['64B'] + ssl_ref256aes=reference_djson['compute']['ssl']['AES']['256B'] + ssl_ref1024aes=reference_djson['compute']['ssl']['AES']['1024B'] + ssl_ref8192aes=reference_djson['compute']['ssl']['AES']['8192B'] + + + l=len(ssl_dict) + index_512rsa=float((total_512rsa/l)/ssl_ref512rsa) + index_1024rsa= float((total_1024rsa/l)/ssl_ref1024rsa) + index_2048= float((total_2048rsa/l)/ssl_ref2048rsa) + index_4096= float((total_4096rsa/l)/ssl_ref4096rsa) + + index_16aes=float((total_16aes/l)/ssl_ref16aes) + index_64aes=float((total_64aes/l)/ssl_ref64aes) + index_256aes=float((total_256aes/l)/ssl_ref256aes) + index_1024aes=float((total_1024aes/l)/ssl_ref1024aes) + index_8192aes=float((total_8192aes/l)/ssl_ref8192aes) + + index_sum= (index_512rsa+index_1024rsa+index_2048+index_4096+index_16aes+index_64aes+index_256aes+index_1024aes+index_8192aes) + ssl_index=float(index_sum/9) + ssl_dict_i={}; + ssl_dict_i['1. Index']=ssl_index + ssl_dict_i['2. Results']=ssl_dict + return ssl_dict_i + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/data/ref_results/compute_suite.py b/data/ref_results/compute_suite.py new file mode 100644 index 00000000..a57a4b04 --- /dev/null +++ b/data/ref_results/compute_suite.py @@ -0,0 +1,22 @@ +import json +import compute_benchmarks_indices as benchmark_indices + + +compute_dict={}; +compute_dict['DPI']=benchmark_indices.dpi_index() +compute_dict['Dhrystone']=benchmark_indices.dwstone_index('dhrystone','Dhrystone') +compute_dict['Whetstone']=benchmark_indices.dwstone_index('whetstone','Whetstone') +compute_dict['SSL']=benchmark_indices.ssl_index() + +compute_bench_list=['DPI','Dhrystone','Whetstone','SSL'] +temp=0 +for benchmark in compute_bench_list: + temp=temp+float(compute_dict[benchmark]['1. Index']) +compute_suite_index=temp/len(compute_bench_list) + +compute_dict_f={}; +compute_dict_f['1. Compute Index']=compute_suite_index +compute_dict_f['2. Compute suite results']=compute_dict +with open('../../results/compute_result.json', 'w+') as result_json: + json.dump(compute_dict_f, result_json, indent=4, sort_keys=True) + diff --git a/data/ref_results/generator_ref_json.py b/data/ref_results/generator_ref_json.py new file mode 100644 index 00000000..986ac61c --- /dev/null +++ b/data/ref_results/generator_ref_json.py @@ -0,0 +1,36 @@ +import os +import json + +dict_ref={}; +dict_ref['compute']={}; +dict_ref['compute']['dpi']=8.12 +dict_ref['compute']['whetstone']=859.1 +dict_ref['compute']['dhrystone']=3146.66 +dict_ref['compute']['ssl']={}; +dict_ref['compute']['ssl']['RSA']={}; +dict_ref['compute']['ssl']['AES']={}; +dict_ref['compute']['ssl']['RSA']['512b']=22148.9 +dict_ref['compute']['ssl']['RSA']['1024b']=7931.44 +dict_ref['compute']['ssl']['RSA']['2048b']=1544.3 +dict_ref['compute']['ssl']['RSA']['4096b']=161.92 + +dict_ref['compute']['ssl']['AES']['16B']=735490250 +dict_ref['compute']['ssl']['AES']['64B']=788429210 +dict_ref['compute']['ssl']['AES']['256B']=803323650 +dict_ref['compute']['ssl']['AES']['1024B']=808861020 +dict_ref['compute']['ssl']['AES']['8192B']=807701160 + + +dict_ref['storage']={}; +dict_ref['storage']['read']={}; +dict_ref['storage']['write']={}; +dict_ref['storage']['read']['IOPS']= 6995 +dict_ref['storage']['write']['IOPS']= 6990 + +dict_ref['network']={}; +dict_ref['network']['iperf']={}; +dict_ref['network']['iperf']['throughput received(b/s)']=9973180000.0 + +with open('reference.json', 'w+') as result_json: + json.dump(dict_ref, result_json, indent=4, sort_keys=True) + diff --git a/data/ref_results/network_benchmarks_indices.py b/data/ref_results/network_benchmarks_indices.py new file mode 100644 index 00000000..f841a65f --- /dev/null +++ b/data/ref_results/network_benchmarks_indices.py @@ -0,0 +1,28 @@ +import os +import json +from result_accum import result_concat as concat + +def iperf_index (): + total_r=0 + iperf_dict=concat('../../results/iperf/') + for k,v in iperf_dict.iteritems(): + for i,j in iperf_dict[k].iteritems(): + if i=="3 IPERF result": + for a,b in iperf_dict[k][i].iteritems(): + if a=="2. Bandwidth": + raw_num=iperf_dict[k][i][a]['2. throughput Received (b/s)'] + total_r=total_r+raw_num + + l= len(iperf_dict) + + with open ('./reference.json') as reference_file: + reference_djson=json.load(reference_file) + iperf_ref_r=reference_djson['network']['iperf']['throughput received(b/s)'] + + + iperf_index_r=float((total_r/l)/iperf_ref_r) + iperf_dict_i={}; + iperf_dict_i['1. Index']=iperf_index_r + iperf_dict_i['2. Results']=iperf_dict + return iperf_dict_i + diff --git a/data/ref_results/network_suite.py b/data/ref_results/network_suite.py new file mode 100644 index 00000000..df80b8b5 --- /dev/null +++ b/data/ref_results/network_suite.py @@ -0,0 +1,22 @@ +import json +import network_benchmarks_indices as benchmark_indices + + +network_dict={}; +network_dict['IPERF']=benchmark_indices.iperf_index() + + + + +network_bench_list=['IPERF'] +temp=0 +for benchmark in network_bench_list: + temp=temp+float(network_dict[benchmark]['1. Index']) +network_suite_index=temp/len(network_bench_list) + +network_dict_f={}; +network_dict_f['1. Network Index']=network_suite_index +network_dict_f['2. Network suite results']=network_dict +with open('../../results/network_result.json', 'w+') as result_json: + json.dump(network_dict_f, result_json, indent=4, sort_keys=True) + diff --git a/data/ref_results/reference.json b/data/ref_results/reference.json new file mode 100644 index 00000000..7ded5532 --- /dev/null +++ b/data/ref_results/reference.json @@ -0,0 +1,35 @@ +{ + "compute": { + "dhrystone": 3146.66, + "dpi": 8.12, + "ssl": { + "AES": { + "1024B": 808861020, + "16B": 735490250, + "256B": 803323650, + "64B": 788429210, + "8192B": 807701160 + }, + "RSA": { + "1024b": 7931.44, + "2048b": 1544.3, + "4096b": 161.92, + "512b": 22148.9 + } + }, + "whetstone": 859.1 + }, + "network": { + "iperf": { + "throughput received(b/s)": 9973180000.0 + } + }, + "storage": { + "read": { + "IOPS": 6995 + }, + "write": { + "IOPS": 6990 + } + } +}
\ No newline at end of file diff --git a/data/ref_results/result_accum.py b/data/ref_results/result_accum.py new file mode 100644 index 00000000..4c600048 --- /dev/null +++ b/data/ref_results/result_accum.py @@ -0,0 +1,31 @@ +import os +import json + +def result_concat(targ_dir): + list_vm=[]; + list_bm=[]; + diction={}; + for file in os.listdir(targ_dir): + if file.endswith(".json"): + if file.startswith("instance"): + print str(file) + list_vm.append(file) + #echo "I am here" + else: + list_bm.append(file) + l=len(list_bm) + k=len(list_vm) + + for x in range (0,l): + file_t=list_bm[x] + with open (targ_dir+file_t) as result_file: + result_djson=json.load(result_file) + diction['Baremetal'+str(int(x+1))]=result_djson + + for x in range (0,k): + file_t=list_vm[x] + with open (targ_dir+file_t) as result_file: + result_djson=json.load(result_file) + diction['Virtual Machine '+str(x+1)]=result_djson + return diction + diff --git a/data/ref_results/storage_benchmarks_indices.py b/data/ref_results/storage_benchmarks_indices.py new file mode 100644 index 00000000..6114ad6b --- /dev/null +++ b/data/ref_results/storage_benchmarks_indices.py @@ -0,0 +1,35 @@ +import os +import json +from result_accum import result_concat as concat + +def fio_index (): + total_r=0 + total_w=0 + fio_dict=concat('../../results/fio/') + for k,v in fio_dict.iteritems(): + for i,j in fio_dict[k].iteritems(): + if i=="3 FIO result": + for a,b in fio_dict[k][i].iteritems(): + for c,d in fio_dict[k][i][a].iteritems(): + if c=='read': + raw_num=float(fio_dict[k][i][a][c]["IO/sec"]) + total_r=total_r+raw_num + elif c=='write': + raw_num=float(fio_dict[k][i][a][c]["IO/sec"]) + total_w=total_w+raw_num + + l= len(fio_dict) + + with open ('./reference.json') as reference_file: + reference_djson=json.load(reference_file) + fio_ref_r=reference_djson['storage']['read']['IOPS'] + fio_ref_w=reference_djson['storage']['write']['IOPS'] + + fio_index_r=float((total_r/l)/fio_ref_r) + fio_index_w=float((total_w/l)/fio_ref_w) + fio_index=float((fio_index_r+fio_index_w)/2) + fio_dict_i={}; + fio_dict_i['1. Index']=fio_index + fio_dict_i['2. Results']=fio_dict + return fio_dict_i + diff --git a/data/ref_results/storage_suite.py b/data/ref_results/storage_suite.py new file mode 100644 index 00000000..fe4e940c --- /dev/null +++ b/data/ref_results/storage_suite.py @@ -0,0 +1,22 @@ +import json +import storage_benchmarks_indices as benchmark_indices + + +storage_dict={}; +storage_dict['FIO']=benchmark_indices.fio_index() + + + + +storage_bench_list=['FIO'] +temp=0 +for benchmark in storage_bench_list: + temp=temp+float(storage_dict[benchmark]['1. Index']) +storage_suite_index=temp/len(storage_bench_list) + +storage_dict_f={}; +storage_dict_f['1. Storage Index']=storage_suite_index +storage_dict_f['2. Storage suite results']=storage_dict +with open('../../results/storage_result.json', 'w+') as result_json: + json.dump(storage_dict_f, result_json, indent=4, sort_keys=True) + |