Add Factor Testcase CPU_Burden

JIRA: BOTTLENECK-95

Add cpu burden factor testcase to locate cpu bottlneck for system.
A separated logic is provided to determine if the bottleneck is the
CPU capability in the system.

Changes:

1. Add testcase script

2. Delete whitespaces

Change-Id: I37017d5a0378450b07286ba36f9976d92f504eeb
Signed-off-by: yuyang <Gabriel.yuyang@huawei.com>

2 files changed, 132 insertions, 0 deletions

diff --git a/testsuites/posca/testcase_cfg/posca_factor_cpu_burden.yaml b/testsuites/posca/testcase_cfg/posca_factor_cpu_burden.yaml
new file mode 100644
index 00000000..c50264b0
--- /dev/null
+++ b/testsuites/posca/testcase_cfg/posca_factor_cpu_burden.yaml
@@ -0,0 +1,15 @@
+[config]
+test_ip: 192.168.23.2:8888
+throughput: 1000
+tool: netperf
+protocol: tcp
+test_time: 30
+pkt sizes: 64,32,16,8
+tx cache sizes: 65536
+rx cache sizes: 87380
+cpu load: 0.9
+latency: 500000
+
+[flavor_config]
+rx_flavor: bottlenecks_system_bandwidth_rx,512,1,1
+tx_flavor: bottlenecks_system_bandwidth_tx,512,1,1
diff --git a/testsuites/posca/testcase_script/posca_factor_cpu_burden.py b/testsuites/posca/testcase_script/posca_factor_cpu_burden.py
new file mode 100644
index 00000000..0b3b2319
--- /dev/null
+++ b/testsuites/posca/testcase_script/posca_factor_cpu_burden.py
@@ -0,0 +1,117 @@
+#!/usr/bin/env python
+##############################################################################
+# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import os
+import argparse
+import time
+import logging
+import ConfigParser
+import json
+
+#------------------------------------------------------
+# parser for configuration files in each test case
+# ------------------------------------------------------
+parser = argparse.ArgumentParser()
+parser.add_argument("-c", "--conf",
+                    help="configuration files for the testcase, in yaml format",
+                    default="/home/opnfv/bottlenecks/testsuites/posca/testcase_cfg/posca_factor_cpu_burden.yaml")
+args = parser.parse_args()
+
+cmd="curl -i"
+order_arg="-H \"Content-Type: application/json\" -X POST -d \'{\"cmd\": \"start\", \"opts\":{\"output-file\": \"/tem/yardstick.out\"}, \"args\": \"../samples/netperf.yaml\"}'"
+
+#--------------------------------------------------
+# logging configuration
+#--------------------------------------------------
+logger = logging.getLogger(__name__)
+
+def posca_env_check():
+    print "========== posca system bandwidth env check ==========="
+    if os.path.exists(r'/home/opnfv/bottlenecks/testsuites/posca/test_result/'):
+        return True
+    else:
+        os.mkdirs(r'/home/opnfv/bottlenecks/testsuites/posca/test_result/')
+
+def posca_output_result(time_new,input_1,input_2,input_3,input_4,input_5,input_6):
+    save_dic={}
+    save_dic['tx_pkt_size']=input_1
+    save_dic['rx_cache_size']=input_2
+    save_dic['tx_cache_size']=input_3
+    save_dic['throughput ']=input_4
+    save_dic['latency']=input_5
+    save_dic['cpu_load']=input_6
+    with open("/home/opnfv/bottlenecks/testsuites/posca/test_result/factor_cpu_burden_%s.json"%(time_new),"a") as f:
+        f.write(json.dumps(save_dic,f))
+        f.write("\n")
+
+def posca_config_read(config_str):
+    print "========== posca system bandwidth config read ==========="
+
+    con_dic = {}
+    config = ConfigParser.ConfigParser()
+    with open(config_str,"rd") as cfgfile:
+        config.readfp(cfgfile)
+        con_dic['test_ip']=config.get("config","test_ip")
+        con_dic['test_throughput']=config.get("config","throughput")
+        con_dic['test_tool']=config.get("config","tool")
+        con_dic['test_time']=config.get("config","test_time")
+        con_dic['test_protocol']=config.get("config","protocol")
+        con_dic['test_pkt_s']=config.get("config","pkt sizes")
+        con_dic['test_tx_cache_s']=config.get("config","tx cache sizes")
+        con_dic['test_rx_cache_s']=config.get("config","rx cache sizes")
+        con_dic['test_cpu_load']=config.get("config","cpu load")
+        con_dic['test_latency']=config.get("config","latency")
+
+        con_dic['test_rx_flavor']=config.get("flavor_config","rx_flavor")
+        con_dic['test_tx_flavor']=config.get("flavor_config","tx_flavor")
+    return con_dic
+
+def posca_run(con_dic):
+    print "========== run posca system bandwidth ==========="
+
+    test_pkt_s_a = con_dic['test_pkt_s'].split(',')
+    time_new = time.strftime('%H_%M',time.localtime(time.time()))
+
+    for test_pkt_s_e in test_pkt_s_a:
+        print "Package size %s"%(test_pkt_s_e)
+        order_excute = os.popen("%s %s http://%s/api/v3/yardstick/tasks/task %s %s %s %s"%(cmd,order_arg,con_dic['test_ip'],con_dic['test_rx_flavor'],con_dic['test_tx_flavor'],test_pkt_s_e,test_pkt_s_e))
+        order_result = order_excute.read()
+        test_id = order_result.find("task_id")
+        time.sleep(con_dic['test_time'])
+        cmd_excute = os.popen( "%s http://%s/api/v3/yardstick/testresults?task_id=%s"%(cmd,con_dic['test_ip'],test_id))
+        test_result = cmd_excute.read()
+        bandwidth = test_result.find("bandwidth")
+        cpu_load = test_result.find("cpu_load")
+        latency = test_result.find("latency")
+        posca_output_result(time_new,test_pkt_s_e,con_dic['test_rx_cache_s'],con_dic['test_tx_cache_s'])
+        if (bandwidth < con_dic['test_throughput']) and (latency < con_dic['test_latency']):
+            if cpu_load > con_dic['test_cpu_load']:
+                return True
+            else:
+                print "%s,%s,%s"%(bandwidth,latency,cpu_load)
+        else:
+            print "%s,%s,%s"%(bandwidth,latency,cpu_load)
+            return False
+
+def main():
+    if not (args.conf):
+       logger.error("Configuration files do not exist for the specified testcases")
+       exit(-1)
+    else:
+       testcase_cfg = args.conf
+
+    con_dic=posca_config_read(testcase_cfg)
+    posca_env_check()
+    posca_run(con_dic)
+
+    time.sleep(5)
+
+if __name__=='__main__':
+    main()