#!/usr/bin/env python ############################################################################## # Copyright (c) 2017 Huawei Technologies Co.,Ltd and others. # # All rights reserved. This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## '''This file realize the function of run posca multistack storage stress test This file contain several part: First is create a script to realize several threading run''' import utils.logger as log import uuid import json import os import time from utils.parser import Parser as conf_parser import utils.env_prepare.quota_prepare as quota_prepare import utils.env_prepare.stack_prepare as stack_prepare import utils.infra_setup.runner.yardstick as yardstick_task import utils.infra_setup.runner.docker_env as docker_env # -------------------------------------------------- # logging configuration # -------------------------------------------------- LOG = log.Logger(__name__).getLogger() test_dict = { "action": "runTestCase", "args": { "opts": { "task-args": {} }, "testcase": "multistack_storage_bottlenecks_parallel" } } testfile = os.path.basename(__file__) testcase, file_format = os.path.splitext(testfile) cidr = "/home/opnfv/repos/yardstick/samples/storage_bottlenecks.yaml" runner_DEBUG = True def env_pre(test_config): test_yardstick = False if "yardstick" in test_config["contexts"].keys(): test_yardstick = True stack_prepare._prepare_env_daemon(test_yardstick) quota_prepare.quota_env_prepare() if(test_config["contexts"]['yardstick_envpre']): LOG.info("yardstick environment prepare!") stdout = yardstick_task.yardstick_image_prepare() LOG.debug(stdout) def testcase_parser(out_file="yardstick.out", **parameter_info): cmd = yardstick_task.yardstick_command_parser(debug=runner_DEBUG, cidr=cidr, outfile=out_file, parameter=parameter_info) return cmd def do_test(test_config): out_file = ("/tmp/yardstick_" + str(uuid.uuid4()) + ".out") yardstick_container = docker_env.yardstick_info['container'] cmd = testcase_parser(out_file=out_file, **test_config) print(cmd) stdout = docker_env.docker_exec_cmd(yardstick_container, cmd) LOG.info(stdout) loop_value = 0 while loop_value < 60: time.sleep(2) loop_value = loop_value + 1 with open(out_file) as f: data = json.load(f) if data["result"]["criteria"] == "PASS": LOG.info("yardstick run success") LOG.info("%s" % data["result"]["testcases"]) break else: LOG.error("yardstick error exit") break save_data = config_to_result(test_config, data) LOG.info(save_data) return save_data def config_to_result(test_config, test_result): print(test_result) out_data = test_result["result"]["testcases"] test_data = out_data["storage_bottlenecks"]["tc_data"] testdata = {} testdata["read_iops"] = 0 testdata["read_bw"] = 0 testdata["read_lat"] = 0 testdata["write_iops"] = 0 testdata["write_bw"] = 0 testdata["write_lat"] = 0 print(testdata["read_iops"]) for result in test_data: testdata["read_iops"] += result["data"]["read_iops"] testdata["read_bw"] += result["data"]["read_bw"] if testdata["read_lat"] is 0: testdata["read_lat"] = result["data"]["read_lat"] else: testdata["read_lat"] += result["data"]["read_lat"] testdata["read_lat"] = testdata["read_lat"]/2 testdata["write_iops"] += result["data"]["write_iops"] testdata["write_bw"] += result["data"]["write_bw"] if testdata["write_lat"] is 0: testdata["write_lat"] = result["data"]["write_lat"] else: testdata["write_lat"] += result["data"]["write_lat"] testdata["write_lat"] = testdata["write_lat"]/2 return testdata def run(test_config): con_dic = test_config["load_manager"] scenarios_conf = con_dic["scenarios"] if test_config["contexts"]["yardstick_ip"] is None: con_dic["contexts"]["yardstick_ip"] =\ conf_parser.ip_parser("yardstick_test_ip") env_pre(test_config) LOG.info("yardstick environment prepare done!") test_num = conf_parser.str_to_list(scenarios_conf["num_stack"]) rw = scenarios_conf["rw"] bs = scenarios_conf["bs"] size = scenarios_conf["size"] rwmixwrite = scenarios_conf["rwmixwrite"] numjobs = scenarios_conf["num_jobs"] direct = scenarios_conf["direct"] volume_num = scenarios_conf["volume_num"] volume_size = scenarios_conf["volume_size"] result = [] for value in test_num: case_config = {"stack_num": int(value), "volume_num": volume_num, "rw": rw, "bs": bs, "size": size, "rwmixwrite": rwmixwrite, "numjobs": numjobs, "direct": direct, "volume_size": int(volume_size)} data_reply = do_test(case_config) result.append(data_reply) LOG.info("%s stack successful run" % (value)) conf_parser.result_to_file(data_reply, test_config["out_file"]) LOG.info('END POSCA stress multistack storage parallel testcase') LOG.info("The result data is %s", result) return result