From 2a0ebe5e60acd2e48a3d733005f3dda9d89ea40e Mon Sep 17 00:00:00 2001 From: Ross Brattain Date: Wed, 26 Jul 2017 16:25:08 -0700 Subject: VNF characterizaion scale_out test, untested The purpose of this test is to increase the number of VNFs being tested while monitoring aggregate performance scaling. requires https://gerrit.opnfv.org/gerrit/#/c/37993 Change-Id: I0015ef0326859512c7b9ab4c57ef9b5a710ca852 Signed-off-by: Ross Brattain --- .../testcase_cfg/posca_factor_vnf_scale_out.yaml | 18 +++ .../testcase_script/posca_factor_vnf_scale_out.py | 125 +++++++++++++++++++++ 2 files changed, 143 insertions(+) create mode 100644 testsuites/posca/testcase_cfg/posca_factor_vnf_scale_out.yaml create mode 100644 testsuites/posca/testcase_script/posca_factor_vnf_scale_out.py diff --git a/testsuites/posca/testcase_cfg/posca_factor_vnf_scale_out.yaml b/testsuites/posca/testcase_cfg/posca_factor_vnf_scale_out.yaml new file mode 100644 index 00000000..84bde99d --- /dev/null +++ b/testsuites/posca/testcase_cfg/posca_factor_vnf_scale_out.yaml @@ -0,0 +1,18 @@ +############################################################################## +# Copyright (c) 2017 HUAWEI TECHNOLOGIES CO.,LTD and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +test_config: + num_vnfs: [1, 40] +runner_config: + dashboard: "y" + dashboard_ip: + stack_create: yardstick + yardstick_test_ip: + yardstick_test_dir: "samples/vnf_samples/nsut/acl" + yardstick_testcase: "tc_heat_rfc2544_ipv4_1rule_1flow_64B_packetsize_scale_out.yaml" diff --git a/testsuites/posca/testcase_script/posca_factor_vnf_scale_out.py b/testsuites/posca/testcase_script/posca_factor_vnf_scale_out.py new file mode 100644 index 00000000..2241d02f --- /dev/null +++ b/testsuites/posca/testcase_script/posca_factor_vnf_scale_out.py @@ -0,0 +1,125 @@ +#!/usr/bin/env python +############################################################################## +# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## +"""This file realize the function of run systembandwidth script. +for example this contain two part first run_script, +second is algorithm, this part is about how to judge the bottlenecks. +This test is using yardstick as a tool to begin test.""" + +import os +import time +import utils.logger as log +import utils.infra_setup.runner.yardstick as Runner +from utils.parser import Parser as conf_parser +import testsuites.posca.testcase_dashboard.system_bandwidth as DashBoard +# -------------------------------------------------- +# logging configuration +# -------------------------------------------------- +LOG = log.Logger(__name__).getLogger() + +testfile = os.path.basename(__file__) +testcase, file_format = os.path.splitext(testfile) + + +def env_pre(con_dic): + Runner.Create_Incluxdb(con_dic['runner_config']) + + +def config_to_result(test_config, test_result): + testdata = {} + test_result["throughput"] = float(test_result["throughput"]) + test_result.update(test_config) + testdata["data_body"] = test_result + testdata["testcase"] = testcase + return testdata + + +def do_test(test_config, con_dic): + test_case = con_dic['runner_config']['yardstick_testcase'] + test_dict = { + "action": "runTestCase", + "args": { + "opts": { + "task-args": test_config + }, + "testcase": test_case + } + } + Task_id = Runner.Send_Data(test_dict, con_dic['runner_config']) + time.sleep(con_dic['test_config']['test_time']) + Data_Reply = Runner.Get_Reply(con_dic['runner_config'], Task_id) + try: + test_date =\ + Data_Reply[con_dic['runner_config']['yardstick_testcase']][0] + except IndexError: + test_date = do_test(test_config, con_dic) + + save_data = config_to_result(test_config, test_date) + if con_dic['runner_config']['dashboard'] == 'y': + DashBoard.dashboard_send_data(con_dic['runner_config'], save_data) + + return save_data["data_body"] + + +def run(con_dic): + # can we specify these ranges from command line? + low, high = con_dic['test_config']['num_vnfs'] + data = { + "num_vnfs": range(low, high) + } + con_dic["result_file"] = os.path.dirname( + os.path.abspath(__file__)) + "/test_case/result" + pre_role_result = 1 + data_return = {} + data_max = {} + data_return["throughput"] = 1 + + if con_dic["runner_config"]["yardstick_test_ip"] is None: + con_dic["runner_config"]["yardstick_test_ip"] =\ + conf_parser.ip_parser("yardstick_test_ip") + + env_pre(con_dic) + + if con_dic["runner_config"]["dashboard"] == 'y': + if con_dic["runner_config"]["dashboard_ip"] is None: + con_dic["runner_config"]["dashboard_ip"] =\ + conf_parser.ip_parser("dashboard") + LOG.info("Create Dashboard data") + DashBoard.dashboard_system_bandwidth(con_dic["runner_config"]) + + bandwidth_tmp = 1 + # vcpus and mem are scaled together + for num_vnfs in data["scale_up_values"]: + data_max["throughput"] = 1 + test_config = { + "num_vnfs": num_vnfs, + "test_time": con_dic['test_config']['test_time'] + } + data_reply = do_test(test_config, con_dic) + conf_parser.result_to_file(data_reply, con_dic["out_file"]) + # TODO: figure out which KPI to use + bandwidth = data_reply["throughput"] + if data_max["throughput"] < bandwidth: + data_max = data_reply + if abs(bandwidth_tmp - bandwidth) / float(bandwidth_tmp) < 0.025: + LOG.info("this group of data has reached top output") + break + else: + pre_reply = data_reply + bandwidth_tmp = bandwidth + cur_role_result = float(pre_reply["throughput"]) + if (abs(pre_role_result - cur_role_result) / + float(pre_role_result) < 0.025): + LOG.info("The performance increases slowly") + if data_return["throughput"] < data_max["throughput"]: + data_return = data_max + pre_role_result = cur_role_result + LOG.info("Find bottlenecks of this config") + LOG.info("The max data is %d", data_return["throughput"]) + return data_return -- cgit 1.2.3-korg