summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--testsuites/posca/testcase_cfg/posca_factor_ping.yaml5
-rw-r--r--testsuites/posca/testcase_script/posca_factor_ping.py32
-rw-r--r--utils/infra_setup/runner/docker_env.py2
-rw-r--r--utils/parser.py12
4 files changed, 30 insertions, 21 deletions
diff --git a/testsuites/posca/testcase_cfg/posca_factor_ping.yaml b/testsuites/posca/testcase_cfg/posca_factor_ping.yaml
index ed1e3475..25654357 100644
--- a/testsuites/posca/testcase_cfg/posca_factor_ping.yaml
+++ b/testsuites/posca/testcase_cfg/posca_factor_ping.yaml
@@ -16,8 +16,9 @@ load_manager:
tool: ping
test_times: 100
package_size:
- num_stack: 5, 10, 20
- package_loss: 10%
+ num_stack: 20, 20
+ threshhold: 20
+ package_loss: 0%
runners:
stack_create: yardstick
diff --git a/testsuites/posca/testcase_script/posca_factor_ping.py b/testsuites/posca/testcase_script/posca_factor_ping.py
index b212971d..ae30417b 100644
--- a/testsuites/posca/testcase_script/posca_factor_ping.py
+++ b/testsuites/posca/testcase_script/posca_factor_ping.py
@@ -70,32 +70,31 @@ def do_test():
LOG.info(stdout)
out_value = 0
loop_walue = 0
- while loop_walue < 150:
+ while loop_walue < 60:
time.sleep(2)
loop_walue = loop_walue + 1
with open(out_file) as f:
data = json.load(f)
if data["status"] == 1:
- if data["result"]["criteria"] == "PASS":
- LOG.info("yardstick run success")
- out_value = 1
- else:
- LOG.error("task error exit")
- out_value = 0
+ LOG.info("yardstick run success")
+ out_value = 1
break
elif data["status"] == 2:
LOG.error("yardstick error exit")
+ out_value = 0
+ break
q.put((out_value, func_name))
return out_value
-def config_to_result(num, out_num, during_date):
+def config_to_result(num, out_num, during_date, result):
testdata = {}
test_result = {}
- test_result["number_of_users"] = float(num)
+ test_result["number_of_stacks"] = float(num)
test_result["success_times"] = out_num
test_result["success_rate"] = out_num / num
test_result["duration_time"] = during_date
+ test_result["result"] = result
testdata["data_body"] = test_result
testdata["testcase"] = testcase
return testdata
@@ -149,15 +148,18 @@ def run(test_config):
LOG.info("%s thread success %d times" % (num, out_num))
during_date = (endtime - starttime).seconds
- data_reply = config_to_result(num, out_num, during_date)
+ if out_num >= con_dic["scenarios"]['threshhold']:
+ criteria_result = "PASS"
+ else:
+ criteria_result = "FAIL"
+
+ data_reply = config_to_result(num, out_num, during_date,
+ criteria_result)
if "dashboard" in test_config["contexts"].keys():
DashBoard.dashboard_send_data(test_config['contexts'], data_reply)
conf_parser.result_to_file(data_reply, test_config["out_file"])
- if out_num < num:
- success_rate = ('%d/%d' % (out_num, num))
- LOG.error('error thread: %d '
- 'the successful rate is %s'
- % (num - out_num, success_rate))
+ if criteria_result is "FAIL":
break
LOG.info('END POSCA stress ping test')
+ return criteria_result
diff --git a/utils/infra_setup/runner/docker_env.py b/utils/infra_setup/runner/docker_env.py
index 1e8728eb..64d049ba 100644
--- a/utils/infra_setup/runner/docker_env.py
+++ b/utils/infra_setup/runner/docker_env.py
@@ -45,7 +45,7 @@ def env_yardstick(docker_name):
volume = get_self_volume()
yardstick_tag = os.getenv("Yardstick_TAG")
if yardstick_tag is None:
- yardstick_tag = "latest"
+ yardstick_tag = "danube.3.1"
env_docker = client.containers.run(image="opnfv/yardstick:%s"
% yardstick_tag,
privileged=True,
diff --git a/utils/parser.py b/utils/parser.py
index 65072c06..2cdec57b 100644
--- a/utils/parser.py
+++ b/utils/parser.py
@@ -83,9 +83,15 @@ class Parser():
@classmethod
def testcase_out_dir(cls, testcase):
- file_time = time.strftime('%H_%M', time.localtime(time.time()))
- out_name = cls.bottlenecks_config["log_dir"] + testcase + file_time
- outfile_name = out_name + ".out"
+ file_name = os.getenv("OUTPUT_FILE")
+ if file_name is None:
+ file_suffix = time.strftime('%H_%M', time.localtime(time.time()))
+ suffix_name = "_" + str(file_suffix)
+ out_name = cls.bottlenecks_config["log_dir"] + testcase
+ outfile_name = out_name + suffix_name + ".out"
+ else:
+ out_name = str(file_name)
+ outfile_name = cls.bottlenecks_config["log_dir"] + out_name
return outfile_name
@staticmethod