summaryrefslogtreecommitdiffstats
path: root/sdnvpn/test/functest/run_tempest.py
blob: 15d4edad08d4fb05c3b188480547175fdf962b51 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
#!/usr/bin/env python
#
# Copyright (c) 2018 All rights reserved
# This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
#
import ConfigParser
import logging
import os
import re
import shutil

import functest.opnfv_tests.openstack.tempest.conf_utils as tempest_utils

from sdnvpn.lib import config as sdnvpn_config
from sdnvpn.lib import openstack_utils as os_utils


logger = logging.getLogger('sdnvpn-tempest')

COMMON_CONFIG = sdnvpn_config.CommonConfig()
TESTCASE_CONFIG = sdnvpn_config.TestcaseConfig(
    'sdnvpn.test.functest.run_tempest')


def main():
    verifier_id = tempest_utils.get_verifier_id()
    deployment_id = tempest_utils.get_verifier_deployment_id()
    src_tempest_dir = tempest_utils.get_verifier_deployment_dir(
        verifier_id, deployment_id)

    if not src_tempest_dir:
        logger.error("Rally deployment not found.")
        exit(-1)

    tempest_utils.configure_verifier(src_tempest_dir)

    src_tempest_conf = os.path.join(src_tempest_dir, 'tempest.conf')
    bgpvpn_tempest_conf = os.path.join(src_tempest_dir, 'bgpvpn_tempest.conf')

    if not os.path.isfile(src_tempest_conf):
        logger.error("tempest.conf not found in %s." % src_tempest_conf)
        exit(-1)
    shutil.copy(src_tempest_conf, bgpvpn_tempest_conf)

    glance_client = os_utils.get_glance_client()
    img_ref = os_utils.create_glance_image(glance_client,
                                           TESTCASE_CONFIG.image_name,
                                           COMMON_CONFIG.image_path,
                                           disk=COMMON_CONFIG.image_format,
                                           container="bare", public='public')

    nova_client = os_utils.get_nova_client()
    flav_ref = os_utils.get_flavor_id(nova_client,
                                      COMMON_CONFIG.default_flavor)

    logger.info("Copying tempest.conf to %s." % bgpvpn_tempest_conf)
    config = ConfigParser.RawConfigParser()
    config.read(bgpvpn_tempest_conf)
    config.set('service_available', 'bgpvpn', 'True')
    logger.debug("Updating %s with bgpvpn=True" % bgpvpn_tempest_conf)
    config.set('compute', 'flavor_ref', flav_ref)
    logger.debug("Updating %s with flavor_id %s"
                 % (bgpvpn_tempest_conf, flav_ref))
    config.set('compute', 'image_ref', img_ref)
    logger.debug("Updating %s with image_id %s"
                 % (bgpvpn_tempest_conf, img_ref))
    with open(bgpvpn_tempest_conf, 'wb') as tempest_conf:
        config.write(tempest_conf)

    # TODO: Though --config-file parameter is set during the tempest run,
    # it looks for tempest.conf at /etc/tempest/ directory. so applying
    # the following workaround. Will remove it when the root cause is found.
    cmd = ("mkdir -p /etc/tempest;"
           "cp {0} /etc/tempest/tempest.conf".format(bgpvpn_tempest_conf))
    logger.info("Configuring default tempest conf file")
    os.popen(cmd)

    cmd_line = "tempest run -t --regex networking_bgpvpn_tempest " \
               "--config-file /etc/tempest/tempest.conf"
    logger.info("Executing: %s" % cmd_line)
    cmd = os.popen(cmd_line)
    output = cmd.read()
    logger.debug(output)

    # Results parsing
    error_logs = ""
    duration = 0
    failed = 0
    try:
        # Look For errors
        error_logs = ""
        for match in re.findall('(.*?)[. ]*FAILED', output):
            error_logs += match
        # look for duration
        m = re.search('tests in(.*)sec', output)
        duration = m.group(1)
        # Look for num tests run
        m = re.search('Ran:(.*)tests', output)
        num_tests = m.group(1)
        # Look for tests failed
        m = re.search('- Failed:(.*)', output)
        failed = m.group(1)
        # Look for name of the tests
        testcases = re.findall("\{0\} (.*)", output)

        results = {"duration": duration,
                   "num_tests": num_tests, "failed": failed,
                   "tests": testcases}
        if int(failed) == 0:
            status = "PASS"
        else:
            status = "FAIL"

        return {"status": status, "details": results}
    except Exception as e:
        logger.error("Problem when parsing the results: %s", e)
    finally:
        os_utils.delete_glance_image(glance_client, img_ref)
        logger.debug("Deleted image %s" % img_ref)

if __name__ == '__main__':
    main()