aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--ci/config_functest.yaml16
-rw-r--r--ci/config_patch.yaml9
-rwxr-xr-xci/exec_test.sh5
-rwxr-xr-xci/prepare_env.py24
-rw-r--r--docker/Dockerfile9
-rwxr-xr-xtestcases/OpenStack/rally/run_rally-cert.py3
-rwxr-xr-xtestcases/OpenStack/tempest/gen_tempest_conf.py124
-rwxr-xr-xtestcases/OpenStack/tempest/run_tempest.py100
-rwxr-xr-xtestcases/OpenStack/vPing/vPing_ssh.py3
-rwxr-xr-xtestcases/OpenStack/vPing/vPing_userdata.py3
-rwxr-xr-xtestcases/features/domino.py23
-rw-r--r--testcases/vnf/vRNC/parser.py (renamed from testcases/vnf/RNC/parser.py)25
-rw-r--r--utils/functest_utils.py21
13 files changed, 231 insertions, 134 deletions
diff --git a/ci/config_functest.yaml b/ci/config_functest.yaml
index fb4103d34..8e45b1d27 100644
--- a/ci/config_functest.yaml
+++ b/ci/config_functest.yaml
@@ -176,22 +176,6 @@ promise:
subnet_cidr: 192.168.121.0/24
router_name: promise-router
-parser:
- general:
- tenant_name: parser
- tenant_description: parser Functionality Testing
- user_name: parser
- user_pwd: parser
- image_name: parser-img
- flavor_name: parser-flavor
- flavor_vcpus: 1
- flavor_ram: 512
- flavor_disk: 0
- network_name: parser-net
- subnet_name: parser-subnet
- subnet_cidr: 192.168.160.0/24
- router_name: parser-router
-
example:
example_vm_name: example-vm
example_flavor: m1.small
diff --git a/ci/config_patch.yaml b/ci/config_patch.yaml
new file mode 100644
index 000000000..467a83ca0
--- /dev/null
+++ b/ci/config_patch.yaml
@@ -0,0 +1,9 @@
+lxd:
+ general:
+ openstack:
+ image_name: Cirros-0.3.4
+ image_file_name: cirros-0.3.4-x86_64-lxc.tar.gz
+ image_disk_format: raw
+
+ healthcheck:
+ disk_image: /home/opnfv/functest/data/cirros-0.3.4-x86_64-lxc.tar.gz
diff --git a/ci/exec_test.sh b/ci/exec_test.sh
index ddbe486f1..9951c0973 100755
--- a/ci/exec_test.sh
+++ b/ci/exec_test.sh
@@ -150,9 +150,10 @@ function run_test(){
${repos_dir}/moon/tests/run_tests.sh
;;
"multisite")
- python ${FUNCTEST_REPO_DIR}/testcases/features/multisite.py
+ python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/gen_tempest_conf.py
python ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/run_tempest.py \
$clean_flag -s -m feature_multisite $report
+ -c ${FUNCTEST_REPO_DIR}/testcases/OpenStack/tempest/tempest_multisite.conf
;;
"domino")
python ${FUNCTEST_REPO_DIR}/testcases/features/domino.py
@@ -172,7 +173,7 @@ function run_test(){
python ${FUNCTEST_REPO_DIR}/testcases/features/sfc/sfc.py
;;
"parser")
- python ${FUNCTEST_REPO_DIR}/testcases/vnf/RNC/parser.py
+ python ${FUNCTEST_REPO_DIR}/testcases/vnf/vRNC/parser.py $report
;;
*)
echo "The test case '${test_name}' does not exist."
diff --git a/ci/prepare_env.py b/ci/prepare_env.py
index e31afd495..116b1a6e2 100755
--- a/ci/prepare_env.py
+++ b/ci/prepare_env.py
@@ -46,10 +46,16 @@ CI_SCENARIO = ""
CI_DEBUG = False
REPOS_DIR = os.getenv('repos_dir')
FUNCTEST_REPO = REPOS_DIR + '/functest/'
+CONFIG_FUNCTEST_PATH = os.environ["CONFIG_FUNCTEST_YAML"]
+CONFIG_PATCH_PATH = os.path.join(os.path.dirname(
+ CONFIG_FUNCTEST_PATH), "config_patch.yaml")
-with open(os.environ["CONFIG_FUNCTEST_YAML"]) as f:
+with open(CONFIG_FUNCTEST_PATH) as f:
functest_yaml = yaml.safe_load(f)
+with open(CONFIG_PATCH_PATH) as f:
+ functest_patch_yaml = yaml.safe_load(f)
+
FUNCTEST_CONF_DIR = functest_yaml.get("general").get(
"directories").get("dir_functest_conf")
@@ -183,6 +189,21 @@ def source_rc_file():
logger.debug("Used credentials: %s" % str)
+def patch_config_file():
+ updated = False
+ for key in functest_patch_yaml:
+ if key in CI_SCENARIO:
+ new_functest_yaml = dict(ft_utils.merge_dicts(
+ functest_yaml, functest_patch_yaml[key]))
+ updated = True
+
+ if updated:
+ os.remove(CONFIG_FUNCTEST_PATH)
+ with open(CONFIG_FUNCTEST_PATH, "w") as f:
+ f.write(yaml.dump(new_functest_yaml, default_style='"'))
+ f.close()
+
+
def verify_deployment():
print_separator()
logger.info("Verifying OpenStack services...")
@@ -262,6 +283,7 @@ def main():
check_env_variables()
create_directories()
source_rc_file()
+ patch_config_file()
verify_deployment()
install_rally()
diff --git a/docker/Dockerfile b/docker/Dockerfile
index bc6d03936..04ebf2c6d 100644
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -60,9 +60,11 @@ crudini \
ruby1.9.1-dev \
--no-install-recommends
+RUN pip install --upgrade pip
RUN mkdir -p ${repos_dir}
RUN mkdir -p /home/opnfv/functest/results
+RUN mkdir -p /home/opnfv/functest/conf
RUN mkdir -p /root/.ssh
RUN chmod 700 /root/.ssh
@@ -88,15 +90,12 @@ RUN git clone https://gerrit.opnfv.org/gerrit/parser ${repos_dir}/parser
RUN pip install -r ${repos_dir}/functest/docker/requirements.pip
RUN pip install -r ${repos_dir}/rally/requirements.txt
RUN pip install -r ${repos_dir}/tempest/requirements.txt
-RUN pip install -r ${repos_dir}/parser/tosca2heat/tosca-parser/requirements.txt
-RUN pip install -r ${repos_dir}/parser/tosca2heat/heat-translator/requirements.txt
-RUN cd ${repos_dir}/parser/tosca2heat/tosca-parser && python setup.py install
-RUN cd ${repos_dir}/parser/tosca2heat/heat-translator && python setup.py install
-
+RUN /bin/bash ${repos_dir}/parser/tests/parser_install.sh ${repos_dir}
RUN ${repos_dir}/rally/install_rally.sh --yes
ADD http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-disk.img /home/opnfv/functest/data/
+ADD http://download.cirros-cloud.net/0.3.4/cirros-0.3.4-x86_64-lxc.tar.gz /home/opnfv/functest/data/
ADD http://205.177.226.237:9999/onosfw/firewall_block_image.img /home/opnfv/functest/data/
RUN gpg --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
diff --git a/testcases/OpenStack/rally/run_rally-cert.py b/testcases/OpenStack/rally/run_rally-cert.py
index 1f1214e03..92dbddff6 100755
--- a/testcases/OpenStack/rally/run_rally-cert.py
+++ b/testcases/OpenStack/rally/run_rally-cert.py
@@ -410,7 +410,8 @@ def main():
GLANCE_IMAGE_PATH))
image_id = os_utils.create_glance_image(glance_client,
GLANCE_IMAGE_NAME,
- GLANCE_IMAGE_PATH)
+ GLANCE_IMAGE_PATH,
+ GLANCE_IMAGE_FORMAT)
if not image_id:
logger.error("Failed to create the Glance image...")
exit(-1)
diff --git a/testcases/OpenStack/tempest/gen_tempest_conf.py b/testcases/OpenStack/tempest/gen_tempest_conf.py
new file mode 100755
index 000000000..4aa814a51
--- /dev/null
+++ b/testcases/OpenStack/tempest/gen_tempest_conf.py
@@ -0,0 +1,124 @@
+#!/usr/bin/python
+#
+# Copyright (c) 2015 All rights reserved
+# This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Execute Multisite Tempest test cases
+##
+
+import ConfigParser
+import os
+import re
+import shutil
+import functest.utils.functest_utils as ft_utils
+import functest.utils.functest_logger as ft_logger
+from run_tempest import configure_tempest
+from run_tempest import TEMPEST_RESULTS_DIR
+
+logger = ft_logger.Logger("multisite").getLogger()
+
+
+def configure_tempest_multisite(deployment_dir):
+ """
+ Add/update needed parameters into tempest.conf file generated by Rally
+ """
+ logger.debug("configure the tempest")
+ configure_tempest(deployment_dir)
+
+ logger.debug("Finding tempest.conf file...")
+ tempest_conf_file = deployment_dir + "/tempest.conf"
+ if not os.path.isfile(tempest_conf_file):
+ logger.error("Tempest configuration file %s NOT found."
+ % tempest_conf_file)
+ exit(-1)
+
+ # Copy tempest.conf to /home/opnfv/functest/results/tempest/
+ cur_path = os.path.split(os.path.realpath(__file__))[0]
+ shutil.copyfile(tempest_conf_file, cur_path + '/tempest_multisite.conf')
+ tempest_conf_file = cur_path + "/tempest_multisite.conf"
+
+ logger.debug("Updating selected tempest.conf parameters...")
+ config = ConfigParser.RawConfigParser()
+ config.read(tempest_conf_file)
+
+ config.set('service_available', 'kingbird', 'true')
+ cmd = "openstack endpoint show kingbird | grep publicurl |\
+ awk '{print $4}' | awk -F '/' '{print $4}'"
+ kingbird_api_version = os.popen(cmd).read()
+ if os.environ.get("INSTALLER_TYPE") == 'fuel':
+ # For MOS based setup, the service is accessible
+ # via bind host
+ kingbird_conf_path = "/etc/kingbird/kingbird.conf"
+ installer_type = os.getenv('INSTALLER_TYPE', 'Unknown')
+ installer_ip = os.getenv('INSTALLER_IP', 'Unknown')
+ installer_username = ft_utils.get_parameter_from_yaml(
+ "multisite." + installer_type +
+ "_environment.installer_username")
+ installer_password = ft_utils.get_parameter_from_yaml(
+ "multisite." + installer_type +
+ "_environment.installer_password")
+
+ ssh_options = "-o UserKnownHostsFile=/dev/null -o \
+ StrictHostKeyChecking=no"
+
+ # Get the controller IP from the fuel node
+ cmd = 'sshpass -p %s ssh 2>/dev/null %s %s@%s \
+ \'fuel node --env 1| grep controller | grep "True\| 1" \
+ | awk -F\| "{print \$5}"\'' % (installer_password,
+ ssh_options,
+ installer_username,
+ installer_ip)
+ multisite_controller_ip = \
+ "".join(os.popen(cmd).read().split())
+
+ # Login to controller and get bind host details
+ cmd = 'sshpass -p %s ssh 2>/dev/null %s %s@%s "ssh %s \\" \
+ grep -e "^bind_" %s \\""' % (installer_password,
+ ssh_options,
+ installer_username,
+ installer_ip,
+ multisite_controller_ip,
+ kingbird_conf_path)
+ bind_details = os.popen(cmd).read()
+ bind_details = "".join(bind_details.split())
+ # Extract port number from the bind details
+ bind_port = re.findall(r"\D(\d{4})", bind_details)[0]
+ # Extract ip address from the bind details
+ bind_host = re.findall(r"\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}",
+ bind_details)[0]
+ kingbird_endpoint_url = "http://" + bind_host + ":" + bind_port + \
+ "/"
+ else:
+ cmd = "openstack endpoint show kingbird | grep publicurl |\
+ awk '{print $4}' | awk -F '/' '{print $3}'"
+ kingbird_endpoint_url = os.popen(cmd).read()
+
+ try:
+ config.add_section("kingbird")
+ except Exception:
+ logger.info('kingbird section exist')
+ config.set('kingbird', 'endpoint_type', 'publicURL')
+ config.set('kingbird', 'TIME_TO_SYNC', '20')
+ config.set('kingbird', 'endpoint_url', kingbird_endpoint_url)
+ config.set('kingbird', 'api_version', kingbird_api_version)
+ with open(tempest_conf_file, 'wb') as config_file:
+ config.write(config_file)
+
+ return True
+
+
+def main():
+
+ if not os.path.exists(TEMPEST_RESULTS_DIR):
+ os.makedirs(TEMPEST_RESULTS_DIR)
+
+ deployment_dir = ft_utils.get_deployment_dir(logger)
+ configure_tempest_multisite(deployment_dir)
+
+
+if __name__ == '__main__':
+ main()
diff --git a/testcases/OpenStack/tempest/run_tempest.py b/testcases/OpenStack/tempest/run_tempest.py
index 845c5883b..5925b5845 100755
--- a/testcases/OpenStack/tempest/run_tempest.py
+++ b/testcases/OpenStack/tempest/run_tempest.py
@@ -49,6 +49,9 @@ parser.add_argument("-r", "--report",
parser.add_argument("-n", "--noclean",
help="Don't clean the created resources for this test.",
action="store_true")
+parser.add_argument("-c", "--conf",
+ help="User-specified Tempest config file location",
+ default="")
args = parser.parse_args()
@@ -165,7 +168,8 @@ def create_tempest_resources():
GLANCE_IMAGE_PATH))
image_id = os_utils.create_glance_image(glance_client,
GLANCE_IMAGE_NAME,
- GLANCE_IMAGE_PATH)
+ GLANCE_IMAGE_PATH,
+ GLANCE_IMAGE_FORMAT)
if not image_id:
logger.error("Failed to create a Glance image...")
exit(-1)
@@ -220,89 +224,6 @@ def configure_tempest(deployment_dir):
return True
-def configure_tempest_feature(deployment_dir, mode):
- """Add/update needed parameters into tempest.conf file generated by Rally
-
- """
-
- logger.debug("Finding tempest.conf file...")
- tempest_conf_file = deployment_dir + "/tempest.conf"
- if not os.path.isfile(tempest_conf_file):
- logger.error("Tempest configuration file %s NOT found."
- % tempest_conf_file)
- exit(-1)
-
- logger.debug("Updating selected tempest.conf parameters...")
- config = ConfigParser.RawConfigParser()
- config.read(tempest_conf_file)
- if mode == 'feature_multisite':
- config.set('service_available', 'kingbird', 'true')
- cmd = "openstack endpoint show kingbird | grep publicurl |\
- awk '{print $4}' | awk -F '/' '{print $4}'"
- kingbird_api_version = os.popen(cmd).read()
- if os.environ.get("INSTALLER_TYPE") == 'fuel':
- # For MOS based setup, the service is accessible
- # via bind host
- kingbird_conf_path = "/etc/kingbird/kingbird.conf"
- installer_type = os.getenv('INSTALLER_TYPE', 'Unknown')
- installer_ip = os.getenv('INSTALLER_IP', 'Unknown')
- installer_username = ft_utils.get_parameter_from_yaml(
- "multisite." + installer_type +
- "_environment.installer_username")
- installer_password = ft_utils.get_parameter_from_yaml(
- "multisite." + installer_type +
- "_environment.installer_password")
-
- ssh_options = "-o UserKnownHostsFile=/dev/null -o \
- StrictHostKeyChecking=no"
-
- # Get the controller IP from the fuel node
- cmd = 'sshpass -p %s ssh 2>/dev/null %s %s@%s \
- \'fuel node --env 1| grep controller | grep "True\| 1" \
- | awk -F\| "{print \$5}"\'' % (installer_password,
- ssh_options,
- installer_username,
- installer_ip)
- multisite_controller_ip = \
- "".join(os.popen(cmd).read().split())
-
- # Login to controller and get bind host details
- cmd = 'sshpass -p %s ssh 2>/dev/null %s %s@%s "ssh %s \\" \
- grep -e "^bind_" %s \\""' % (installer_password,
- ssh_options,
- installer_username,
- installer_ip,
- multisite_controller_ip,
- kingbird_conf_path)
- bind_details = os.popen(cmd).read()
- bind_details = "".join(bind_details.split())
- # Extract port number from the bind details
- bind_port = re.findall(r"\D(\d{4})", bind_details)[0]
- # Extract ip address from the bind details
- bind_host = re.findall(r"\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}",
- bind_details)[0]
- kingbird_endpoint_url = "http://" + bind_host + ":" + bind_port + \
- "/"
- else:
- cmd = "openstack endpoint show kingbird | grep publicurl |\
- awk '{print $4}' | awk -F '/' '{print $3}'"
- kingbird_endpoint_url = os.popen(cmd).read()
- try:
- config.add_section("kingbird")
- except Exception:
- logger.info('kingbird section exist')
- config.set('kingbird', 'endpoint_type', 'publicURL')
- config.set('kingbird', 'TIME_TO_SYNC', '20')
- config.set('kingbird', 'endpoint_url', kingbird_endpoint_url)
- config.set('kingbird', 'api_version', kingbird_api_version)
- with open(tempest_conf_file, 'wb') as config_file:
- config.write(config_file)
-
- # Copy tempest.conf to /home/opnfv/functest/results/tempest/
- shutil.copyfile(tempest_conf_file, TEMPEST_RESULTS_DIR + '/tempest.conf')
- return True
-
-
def read_file(filename):
with open(filename) as src:
return [line.strip() for line in src.readlines()]
@@ -500,13 +421,18 @@ def main():
os.makedirs(TEMPEST_RESULTS_DIR)
deployment_dir = ft_utils.get_deployment_dir(logger)
- configure_tempest(deployment_dir)
- configure_tempest_feature(deployment_dir, args.mode)
+
+ if "" == args.conf:
+ MODE = ""
+ configure_tempest(deployment_dir)
+ else:
+ MODE = " --tempest-config " + args.conf
+
create_tempest_resources()
generate_test_list(deployment_dir, args.mode)
apply_tempest_blacklist()
- MODE = "--tests-file " + TEMPEST_LIST
+ MODE += " --tests-file " + TEMPEST_LIST
if args.serial:
MODE += " --concur 1"
diff --git a/testcases/OpenStack/vPing/vPing_ssh.py b/testcases/OpenStack/vPing/vPing_ssh.py
index 4aab6195a..810f286f1 100755
--- a/testcases/OpenStack/vPing/vPing_ssh.py
+++ b/testcases/OpenStack/vPing/vPing_ssh.py
@@ -192,7 +192,8 @@ def main():
GLANCE_IMAGE_PATH))
image_id = os_utils.create_glance_image(glance_client,
GLANCE_IMAGE_NAME,
- GLANCE_IMAGE_PATH)
+ GLANCE_IMAGE_PATH,
+ GLANCE_IMAGE_FORMAT)
if not image_id:
logger.error("Failed to create a Glance image...")
exit(EXIT_CODE)
diff --git a/testcases/OpenStack/vPing/vPing_userdata.py b/testcases/OpenStack/vPing/vPing_userdata.py
index b6e3fe11a..dd707bc8f 100755
--- a/testcases/OpenStack/vPing/vPing_userdata.py
+++ b/testcases/OpenStack/vPing/vPing_userdata.py
@@ -192,7 +192,8 @@ def main():
GLANCE_IMAGE_PATH))
image_id = os_utils.create_glance_image(glance_client,
GLANCE_IMAGE_NAME,
- GLANCE_IMAGE_PATH)
+ GLANCE_IMAGE_PATH,
+ GLANCE_IMAGE_FORMAT)
if not image_id:
logger.error("Failed to create a Glance image...")
exit(EXIT_CODE)
diff --git a/testcases/features/domino.py b/testcases/features/domino.py
index ff14d066c..e4229b4c7 100755
--- a/testcases/features/domino.py
+++ b/testcases/features/domino.py
@@ -40,9 +40,12 @@ def main():
stop_time = time.time()
duration = round(stop_time - start_time, 1)
- if ret == 0:
+ if ret == 0 and duration > 1:
logger.info("domino OK")
test_status = 'OK'
+ elif ret == 0 and duration <= 1:
+ logger.info("domino TEST SKIPPED")
+ test_status = 'SKIPPED'
else:
logger.info("domino FAILED")
test_status = 'NOK'
@@ -60,6 +63,8 @@ def main():
status = "FAIL"
if details['status'] == "OK":
status = "PASS"
+ elif details['status'] == "SKIPPED":
+ status = "SKIP"
logger.info("Pushing Domino results: TEST_DB_URL=%(db)s pod_name=%(pod)s "
"version=%(v)s scenario=%(s)s criteria=%(c)s details=%(d)s" % {
@@ -71,13 +76,15 @@ def main():
'b': build_tag,
'd': details,
})
- functest_utils.push_results_to_db("domino",
- "domino-multinode",
- logger,
- start_time,
- stop_time,
- status,
- details)
+
+ if status is not "SKIP":
+ functest_utils.push_results_to_db("domino",
+ "domino-multinode",
+ logger,
+ start_time,
+ stop_time,
+ status,
+ details)
if __name__ == '__main__':
main()
diff --git a/testcases/vnf/RNC/parser.py b/testcases/vnf/vRNC/parser.py
index 91d5bb06a..9678591f6 100644
--- a/testcases/vnf/RNC/parser.py
+++ b/testcases/vnf/vRNC/parser.py
@@ -17,10 +17,17 @@
import os
import time
import yaml
+import argparse
import functest.utils.functest_logger as ft_logger
import functest.utils.functest_utils as functest_utils
+parser = argparse.ArgumentParser()
+parser.add_argument("-r", "--report",
+ help="Create json result file",
+ action="store_true")
+args = parser.parse_args()
+
with open(os.environ["CONFIG_FUNCTEST_YAML"]) as f:
functest_yaml = yaml.safe_load(f)
@@ -40,7 +47,7 @@ def main():
ret = functest_utils.execute_command(cmd, logger, exit_on_error=False)
stop_time = time.time()
- status, details = functest_utils.check_test_result(case_name,
+ status, details = functest_utils.check_test_result(project,
ret,
start_time,
stop_time)
@@ -51,13 +58,15 @@ def main():
status,
details)
- functest_utils.push_results_to_db(project,
- case_name,
- logger,
- start_time,
- stop_time,
- status,
- details)
+ if args.report:
+ logger.debug("Report Parser Results to DB......")
+ functest_utils.push_results_to_db(project,
+ case_name,
+ logger,
+ start_time,
+ stop_time,
+ status,
+ details)
exit(ret)
if __name__ == '__main__':
diff --git a/utils/functest_utils.py b/utils/functest_utils.py
index cb2333d42..d020ebac8 100644
--- a/utils/functest_utils.py
+++ b/utils/functest_utils.py
@@ -212,10 +212,10 @@ def push_results_to_db(project, case_name, logger,
logger.debug(r)
return True
except Exception, e:
- print ("Error [push_results_to_db('%s', '%s', '%s', " +
- "'%s', '%s', '%s', '%s', '%s', '%s')]:" %
- (url, project, case_name, pod_name, version,
- scenario, criteria, build_tag, details)), e
+ print("Error [push_results_to_db('%s', '%s', '%s', " +
+ "'%s', '%s', '%s', '%s', '%s', '%s')]:" %
+ (url, project, case_name, pod_name, version,
+ scenario, criteria, build_tag, details)), e
return False
@@ -372,6 +372,19 @@ def check_success_rate(case_name, success_rate):
return status
+def merge_dicts(dict1, dict2):
+ for k in set(dict1.keys()).union(dict2.keys()):
+ if k in dict1 and k in dict2:
+ if isinstance(dict1[k], dict) and isinstance(dict2[k], dict):
+ yield (k, dict(merge_dicts(dict1[k], dict2[k])))
+ else:
+ yield (k, dict2[k])
+ elif k in dict1:
+ yield (k, dict1[k])
+ else:
+ yield (k, dict2[k])
+
+
def check_test_result(test_name, ret, start_time, stop_time):
def get_criteria_value():
return get_criteria_by_test(test_name).split('==')[1].strip()