path: root/tests/functest_run.sh

#!/bin/bash -e
##############################################################################
# Copyright (c) 2018 ZTE Corporation, ENEA AB.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

PARSER_CI_DEBUG=${CI_DEBUG:-false}
PARSER_WORK_DIR=$(cd $(dirname $0) && pwd)
POD_ARCH=${POD_ARCH:-$(uname -m)}

[[ "${PARSER_CI_DEBUG}" == "true" ]] && {
    set -x
    debug="--debug"
} || {
    set +x
    debug=""
}
LOCAL_IMAGE_FILE=${1:-""}

# VRNC_INPUT_TEMPLATE_FILE=${PARSER_WORK_DIR}/../tosca2heat/tosca-parser/toscaparser/extensions/nfv/tests/data/vRNC/Definitions/vRNC.yaml
# VRNC_INPUT_TEMPLATE_RAW_FILE=${PARSER_WORK_DIR}/../tosca2heat/heat-translator/translator/tests/data/test_tosca_nfv_sample.yaml
VRNC_INPUT_TEMPLATE_RAW_FILE=${PARSER_WORK_DIR}/../tosca2heat/heat-translator/translator/tests/data/vRNC/Definitions/vRNC.yaml
VRNC_OUTPUT_TEMPLATE_FILE=${PARSER_WORK_DIR}/../tosca2heat/heat-translator/translator/tests/data/vRNC/vRNC_Hot_Template.yaml

PARSER_IMAGE_NAME=cirros-0.3.2-x86_64-uec

if [ -e "${LOCAL_IMAGE_FILE}" ]; then
    echo "Input local image file: ${LOCAL_IMAGE_FILE}"
    PARSER_IMAGE_URL_FILE=${LOCAL_IMAGE_FILE}
else
    echo "No local image file or the file(${LOCAL_IMAGE_FILE}) doesn't exist!"

    if [[ ${POD_ARCH} = 'aarch64' ]]; then
        echo ""
        echo "${POD_ARCH} Detected. The proper image file for that architecture will be downloaded"
        PARSER_IMAGE_URL_FILE=cirros-0.4.0-aarch64-disk.img
        PARSER_IMAGE_NAME=cirros-0.4.0-aarch64-disk
        sed -i 's/x86_64/aarch64/g' ${VRNC_INPUT_TEMPLATE_RAW_FILE}
        sed -i 's/0.3.2/0.4.0/g' ${VRNC_INPUT_TEMPLATE_RAW_FILE}

    else
        PARSER_IMAGE_URL_FILE=cirros-0.3.5-x86_64-disk.img
        # PARSER_IMAGE_URL=https://launchpad.net/cirros/trunk/0.3.0/+download/${PARSER_IMAGE_URL_FILE}
    fi

    PARSER_IMAGE_VERSION=$(echo ${PARSER_IMAGE_URL_FILE} | awk -F- '{print $2}')
    PARSER_IMAGE_URL=http://download.cirros-cloud.net/${PARSER_IMAGE_VERSION}/${PARSER_IMAGE_URL_FILE}
    echo "so will download image(${PARSER_IMAGE_URL_FILE}) from ${PARSER_IMAGE_URL}."

fi

# PARSER_IMAGE_NAME=rhel-6.5-test-image
# fixed image name according to the translator's default value of images



PARSER_IMAGE_FILE="${PARSER_IMAGE_NAME}.img"
PARSER_IMAGE_FORMAT=qcow2

PARSER_USER=parser
PARSER_PASSWORD=parser
PARSER_EMAIL='shang.xiaodong@zte.com.cn'
PARSER_PROJECT=parser
PARSER_TENANT=${PARSER_PROJECT}

PARSER_ROLE=admin

VM_FLAVOR_NAME=m1.tiny
VM_FLAVOR_CPUS=1
VM_FLAVOR_RAM=512
VM_FLAVOR_DISK=1

PARSER_STACK_NAME=vRNC_Stack



VRNC_INPUT_TEMPLATE_FILE=${VRNC_INPUT_TEMPLATE_RAW_FILE%.*}_patch.yaml

download_parser_image() {
    [ -e "${PARSER_IMAGE_URL_FILE}" ] && {
        echo "  Image ${PARSER_IMAGE_URL_FILE} has been cached, no need to download again."
        cp ${PARSER_IMAGE_URL_FILE} ${PARSER_IMAGE_FILE}
        return 0
    }

    echo ""
    echo "  Download image ${PARSER_IMAGE_URL_FILE}..."

    wget ${PARSER_IMAGE_URL} -O ${PARSER_IMAGE_FILE}
}

register_parser_image_and_flavor() {

    echo ""
    [[ ! $(openstack ${debug} flavor show ${VM_FLAVOR_NAME}) ]] && {
        echo "  Create default flavor ${VM_FLAVOR_NAME}..."
        openstack ${debug} flavor create --ram ${VM_FLAVOR_RAM} \
                                --vcpus ${VM_FLAVOR_CPUS} \
                                --disk ${VM_FLAVOR_DISK} \
                                ${VM_FLAVOR_NAME}
    } || {
        echo "  Default flavor ${VM_FLAVOR_NAME} already exsits."
    }

    openstack ${debug} image list | grep -qwo "${PARSER_IMAGE_NAME}" && {
        echo "  Image ${PARSER_IMAGE_NAME} has been registed, no need to register again."
        return 0
    }

    echo ""
    echo "  Register image ${PARSER_IMAGE_NAME}..."

    if [[ ${POD_ARCH} = 'aarch64' ]]; then

        openstack ${debug} image create "${PARSER_IMAGE_NAME}" \
                            --public \
                            --disk-format ${PARSER_IMAGE_FORMAT} \
                            --container-format bare \
                            --property hw_firmware_type="uefi" \
                            --property short_id="cirros.aarch64" \
                            --file ${PARSER_IMAGE_FILE}
    else
        openstack ${debug} image create "${PARSER_IMAGE_NAME}" \
                           --public \
                           --disk-format ${PARSER_IMAGE_FORMAT} \
                           --container-format bare \
                           --file ${PARSER_IMAGE_FILE}
    fi

}

create_parser_user_and_project() {

    # 1. create parser project
    openstack ${debug} project list | grep -qwo "${PARSER_PROJECT}" && {
        echo "  Project ${PARSER_PROJECT} exists, no need to create again."
    } || {
        openstack  ${debug} project create ${PARSER_PROJECT} \
            --description "Project for parser test"
        echo "  Create project ${PARSER_PROJECT} successful."
    }

    # 2. create parser user.
    openstack ${debug} user list | grep -qwo ${PARSER_USER} && {
        echo "  User ${PARSER_USER} exists , no need to create again."
    } || {
        openstack ${debug} user create ${PARSER_USER} --password ${PARSER_PASSWORD} \
            --project ${PARSER_PROJECT} --email ${PARSER_EMAIL}
        echo "  Create user ${PARSER_USER} successful."
    }

    # 3. grant role for parser user
    openstack ${debug} role assignment list --user ${PARSER_USER} --project ${PARSER_PROJECT} \
    | grep -qow ${PARSER_ROLE} && {
        echo "  User ${PARSER_USER} has role ${PARSER_ROLE} in project ${PARSER_PROJECT}, no need to create."
    } || {
        openstack ${debug} role add ${PARSER_ROLE} --user ${PARSER_USER} \
                           --project ${PARSER_PROJECT}
        echo "  Grant user ${PARSER_USER} the role of ${PARSER_ROLE} in project ${PARSER_PROJECT} successful."
        openstack ${debug} role list | grep -qow heat_stack_owner && {
            openstack ${debug} role add heat_stack_owner --user ${PARSER_USER} \
                               --project ${PARSER_PROJECT}
            echo "  Grant user ${PARSER_USER} the role of heat_stack_owner in project ${PARSER_PROJECT} successful."
        } || true
    }

}

change_env_to_parser_user_project() {

    export OS_USERNAME=${PARSER_USER}
    export OS_PASSWORD=${PARSER_PASSWORD}
    export OS_PROJECT_NAME=${PARSER_PROJECT}
    export OS_TENANT_NAME=${PARSER_TENANT}

    export OS_PROJECT_DOMAIN_NAME=${OS_PROJECT_DOMAIN_NAME:-'Default'}
    export OS_USER_DOMAIN_NAME=${OS_USER_DOMAIN_NAME:-'Default'}

}


make_patch_for_provider_network() {

    # copy temp file
    echo "    Patch provider network for input file:"
    echo "      Raw yaml file: ${VRNC_INPUT_TEMPLATE_RAW_FILE}"
    echo "      Patched yaml file: ${VRNC_INPUT_TEMPLATE_FILE}"
    cp ${VRNC_INPUT_TEMPLATE_RAW_FILE} ${VRNC_INPUT_TEMPLATE_FILE}
    echo ""

    # Delete the provider:network_type
    echo "      Patching provider:network_type..."
    sed -i '/network_type:/d' ${VRNC_INPUT_TEMPLATE_FILE}

    # Delete the provider:segmentation_id
    echo "      Patching provider:segmentation_id..."
    sed -i '/segmentation_id:/d' ${VRNC_INPUT_TEMPLATE_FILE}

    # Delete the provider:physical_network
    echo "      Patching provider:physical_network..."
    sed -i '/physical_network:/d' ${VRNC_INPUT_TEMPLATE_FILE}

    echo ""

}

make_patch_for_translated_file() {

    # Replace the signal_transport
    echo "    Patch yaml file: ${VRNC_OUTPUT_TEMPLATE_FILE}"
    echo ""
    echo "    Patching compute:signal_transport"
    sed -i '1,$s/HEAT_SIGNAL/NO_SIGNAL/g' ${VRNC_OUTPUT_TEMPLATE_FILE}

}


translator_and_deploy_vRNC() {

    (
        # 1. Delete parser stack ${PARSER_STACK_NAME}, use admin user in admin project
        openstack ${debug} stack list | grep -qow ${PARSER_STACK_NAME} && {
            echo "  Stack ${PARSER_STACK_NAME} exist, delete it first."
            openstack ${debug} stack delete --yes --wait ${PARSER_STACK_NAME}
        }

        # 2. Switch env to parser project temporally
        echo "  Switch openstack env to parser project"
        change_env_to_parser_user_project
        echo ""

        # 3. Patch provider network
        echo "  Make patch for provider network"
        make_patch_for_provider_network

        # 4. Translator yaml
        echo "  Translator use parser:"
        echo "    1. Input  file: ${VRNC_INPUT_TEMPLATE_FILE}"
        echo "    2. Output file: ${VRNC_OUTPUT_TEMPLATE_FILE}"
        heat-translator --template-type tosca --template-file ${VRNC_INPUT_TEMPLATE_FILE} \
            --output-file ${VRNC_OUTPUT_TEMPLATE_FILE}
        echo ""

        # 5. Patch translated file
        echo "  Make patch for translated file:"
        make_patch_for_translated_file
        echo ""

        # 6. deploy vRNC
        echo "  Deploy stack..."
        [[ "${PARSER_CI_DEBUG}" == "true" ]] && debug="--debug" || debug=""
        openstack ${debug} stack create --timeout 15 --wait --enable-rollback \
                                        -t ${VRNC_OUTPUT_TEMPLATE_FILE} ${PARSER_STACK_NAME}

        # 7. basic information.
        echo "  The basic information of deployment..."
        openstack ${debug} stack show ${PARSER_STACK_NAME}

        # 8. deployed resources.
        echo "  The resources of deployment..."
        openstack ${debug} stack resource list ${PARSER_STACK_NAME}

        # 9. deployed outputs.
        echo "  The outputs of deployment..."
        openstack ${debug} stack output list ${PARSER_STACK_NAME}

        # 10. Validate the deploy result.
        echo "  Checking the result of deployment..."
        openstack ${debug} stack show ${PARSER_STACK_NAME} | grep -qow "CREATE_COMPLETE" && {
            echo "    Check the result of deployment successfully."
        } || {
            echo "    Check the result of deployment unsuccessfully."
        }
    )

}

reset_parser_test() {

    set +e

    echo "  Clean-up the environment..."
    # 1. Delete resource created by parser user
    (
        # 1). Switch env to parser project temporally
        change_env_to_parser_user_project

        # 2). Delete the stack ${PARSER_STACK_NAME}
        echo ""
        openstack ${debug} stack list | grep -qow ${PARSER_STACK_NAME} && {
            echo "    Stack ${PARSER_STACK_NAME} has been created, delete it after test."
            echo ""
            openstack ${debug} stack delete --yes --wait ${PARSER_STACK_NAME}
            echo ""
        }

        # 3). Delete patch tmp file ${VRNC_INPUT_TEMPLATE_FILE}
        [ -e ${VRNC_OUTPUT_TEMPLATE_FILE} -a ${PARSER_CI_DEBUG} != "true" ] && {
            echo "    Delete patch temp file ${VRNC_INPUT_TEMPLATE_FILE} after test."
            rm -fr ${VRNC_INPUT_TEMPLATE_FILE}
        }

        # 4). Delete hot tmp file ${VRNC_OUTPUT_TEMPLATE_FILE}
        [ -e ${VRNC_OUTPUT_TEMPLATE_FILE} -a ${PARSER_CI_DEBUG} != "true" ] && {
            echo "    Delete hot temp file ${VRNC_OUTPUT_TEMPLATE_FILE} after test."
            rm -fr ${VRNC_OUTPUT_TEMPLATE_FILE}
        }

        # 5). Delete tmp image ${PARSER_IMAGE_FILE}
        [[ -e ${PARSER_IMAGE_FILE} ]] && {
            echo "    Delete local image file ${PARSER_IMAGE_FILE} after test."
            rm -fr ${PARSER_IMAGE_FILE}
        }

        # 6). Delete tmp image ${PARSER_IMAGE_URL_FILE}
        [ -e ${PARSER_IMAGE_URL_FILE} -a ${PARSER_CI_DEBUG} != "true" ] && {
            echo "    Delete local URL image file ${PARSER_IMAGE_URL_FILE} after test."
            rm -fr ${PARSER_IMAGE_URL_FILE}
        }

        # 7). Delete image from openstack
        parser_image_id=$(openstack ${debug} image list | grep -w "${PARSER_IMAGE_NAME}" | awk '{print $2}')
        [[ -n "${parser_image_id}" ]] && openstack image delete "${parser_image_id}"

        sleep 3
    )

    # 2. Delete role, user and project
    echo "    Delete user ${PARSER_USER}'s role from project ${PARSER_PROJECT}"
    openstack ${debug} user role list "${PARSER_USER}" --project "${PARSER_PROJECT}" \
    | grep -qow "${PARSER_ROLE}" && {
        openstack ${debug} role remove "${PARSER_ROLE}" --user "${PARSER_USER}" \
                              --project "${PARSER_PROJECT}"
    }

    echo "    Delete user ${PARSER_USER}"
    openstack ${debug} user list | grep -qow "${PARSER_USER}" && {
        openstack user delete "${PARSER_USER}"
    }

    echo "    Delete project ${PARSER_PROJECT}"
    openstack ${debug} project list | grep -qwo "${PARSER_PROJECT}" && {
        openstack project delete "${PARSER_PROJECT}"
    }

    echo ""
    echo "======================={ Parser functest end }=========================="
    echo ""
    echo ""

}

echo ""
echo ""
echo "======================={ Parser functest begin }=========================="
echo ""

trap reset_parser_test EXIT

# start syslog for loghander
which service > /dev/null  && service rsyslog restart || true

echo "|========= 1/4. Preparing VM image and flavor for parser...     =========|"
download_parser_image
register_parser_image_and_flavor

echo ""
echo "|========= 2/4. Creating test user for parser...     =========|"
create_parser_user_and_project

echo ""
echo "|========= 3/4. Parse -> translate -> deploy vRNC... =========|"
translator_and_deploy_vRNC

echo ""
echo "|========= 4/4. Test ok...                           =========|"
echo ""