aboutsummaryrefslogtreecommitdiffstats
path: root/tests/opnfv
AgeCommit message (Collapse)AuthorFilesLines
2016-07-29Add test case description and task file for TC051tjuyinkanglin1-0/+90
JIRA: YARDSTICK-296 Change-Id: I2628cb6e6b2ed1dcfa399e8641675666e50e4232 Signed-off-by: tjuyinkanglin <14_ykl@tongji.edu.cn>
2016-07-28Add test case description and task file for TC053tjuyinkanglin1-0/+61
JIRA: YARDSTICK-301 Change-Id: I7369ef520bb33381e08168c81eeb997ebaafd0f5 Signed-off-by: tjuyinkanglin <14_ykl@tongji.edu.cn>
2016-07-28Update test_suite files for TC055, TC072JingLu518-0/+70
Change-Id: Ib03708aeb1a90434cf6e2af45e9daae8621a6080 Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-28Merge "Add HA Test Cases in Test Suite"liang gao1-0/+20
2016-07-28Merge "modify ha testing pod relative_path"liang gao5-5/+5
2016-07-28modify ha testing pod relative_pathrexlee87765-5/+5
Change-Id: I944f983a444b2315a39831bcb8e98e31b2f0b312 Signed-off-by: rexlee8776 <limingjiang@huawei.com>
2016-07-28Bugfix: remove a redundant dash in opnfv_os-onos-nofeature-ha_daily.yamlJingLu51-1/+1
Change-Id: I4207ceeb5b461fb6fd612e6fe7d53ded5d44fb98 Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-27Add HA Test Cases in Test Suitetjuyinkanglin1-0/+20
JIRA: YARDSTICK-306 Change-Id: Ib91f7663c03df0bcfa4d823745324b29fffcf18c Signed-off-by: tjuyinkanglin <14_ykl@tongji.edu.cn>
2016-07-26Update test_suite files for TC069, TC070 and TC071JingLu517-1/+102
Change-Id: I5015835a13d17973c64186b742562e9cf165c427 Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-26Merge "[Yardstick-233] Add tc_42 yaml file"liang gao1-0/+51
2016-07-26Merge "Add test case description and task file for TC070"liang gao1-0/+87
2016-07-26Merge "Add test case description and task file for TC055"liang gao1-0/+23
2016-07-26Merge "complement sceanrio for joid, apex, noha"liang gao7-0/+154
2016-07-26Merge "Add test case description and task file for TC044"liang gao1-87/+0
2016-07-26Merge "Add test case description and task file for TC071"liang gao1-0/+85
2016-07-26complement sceanrio for joid, apex, noharexlee87767-0/+154
Change-Id: I6ccec0ff2bb05d9263691096c9306a0374aa7406 Signed-off-by: rexlee8776 <limingjiang@huawei.com>
2016-07-25Add test case description and task file for TC073(netperf)rexlee87761-0/+37
JIRA: YARDSTICK-305 Change-Id: I21fa71fc956b8724c3d3b8cac12f16491596fe52 Signed-off-by: rexlee8776 <limingjiang@huawei.com>
2016-07-25Add test case description and task file for TC055JingLu51-0/+23
Change-Id: I3247315e179b3d273f5cb281900390bef59cc5bd Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-25Merge "Add test case description and task file for TC072"liang gao1-0/+87
2016-07-22[Yardstick-233] Add tc_42 yaml filewu.zhihui1-0/+51
JIRA: Yardstick-233 Change-Id: Ic5dc1e0fee143a35b342cc105da5bc54925a2ced Signed-off-by: wu.zhihui <wu.zhihui1@zte.com.cn>
2016-07-21Add test case description and
#!/bin/bash -e
# shellcheck disable=SC2034,SC2154,SC1090,SC1091
##############################################################################
# Copyright (c) 2017 Ericsson AB, Mirantis Inc., Enea AB and others.
# jonas.bjurel@ericsson.com
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

##############################################################################
# BEGIN of Exit handlers
#
do_exit () {
    local RC=$?
    clean
    cleanup_mounts
    if [ ${RC} -eq 0 ]; then
        notify "\n[OK] MCP: Openstack installation finished succesfully!\n\n" 2
    else
        notify "\n[ERROR] MCP: Openstack installation threw a fatal error!\n\n"
    fi
}
#
# End of Exit handlers
##############################################################################

##############################################################################
# BEGIN of usage description
#
usage ()
{
cat << EOF
xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
$(notify "$(basename "$0"): Deploy the Fuel@OPNFV MCP stack" 3)

$(notify "USAGE:" 2)
  $(basename "$0") -b base-uri -l lab-name -p pod-name -s deploy-scenario \\
    [-B PXE Bridge [-B Mgmt Bridge [-B Internal Bridge [-B Public Bridge]]]] \\
    [-S storage-dir] [-L /path/to/log/file.tar.gz] \\
    [-f[f]] [-F] [-e | -E[E]] [-d] [-D]

$(notify "OPTIONS:" 2)
  -b  Base-uri for the stack-configuration structure
  -B  Bridge(s): 1st usage = PXE, 2nd = Mgmt, 3rd = Internal, 4th = Public
  -d  Dry-run
  -D  Debug logging
  -e  Do not launch environment deployment
  -E  Remove existing VCP VMs (use twice to redeploy baremetal nodes)
  -f  Deploy on existing Salt master (use twice to also skip config sync)
  -F  Do only create a Salt master
  -h  Print this message and exit
  -l  Lab-name
  -p  Pod-name
  -P  Skip installation of package dependencies
  -s  Deploy-scenario short-name
  -S  Storage dir for VM images
  -L  Deployment log path and file name

$(notify "Description:" 2)
Deploys the Fuel@OPNFV stack on the indicated lab resource.

This script provides the Fuel@OPNFV deployment abstraction.
It depends on the OPNFV official configuration directory/file structure
and provides a fairly simple mechanism to execute a deployment.

$(notify "Input parameters to the build script are:" 2)
-b Base URI to the configuration directory (needs to be provided in URI style,
   it can be a local resource: file:// or a remote resource http(s)://).
   A POD Descriptor File (PDF) should be available at:
   <base-uri>/labs/<lab-name>/<pod-name>.yaml
   The default is './mcp/config'.
-B Bridges to be used by deploy script. It can be specified several times,
   or as a comma separated list of bridges, or both: -B br1 -B br2,br3
   First occurence sets PXE Brige, next Mgmt, then Internal and Public.
   For an empty value, the deploy script will use virsh to create the default
   expected network (e.g. -B pxe,,,public will use existing "pxe" and "public"
   bridges, respectively create "mgmt" and "internal").
   Note that a virtual network "mcpcontrol" is always created. For virtual
   deploys, "mcpcontrol" is also used for PXE, leaving the PXE bridge unused.
   For baremetal deploys, PXE bridge is used for baremetal node provisioning,
   while "mcpcontrol" is used to provision the infrastructure VMs only.
   The default is 'pxebr'.
-d Dry-run - Produce deploy config files, but do not execute deploy
-D Debug logging - Enable extra logging in sh deploy scripts (set -x)
-e Do not launch environment deployment
-E Remove existing VCP VMs. It will destroy and undefine all VCP VMs
   currently defined on cluster KVM nodes. If specified twice (e.g. -E -E),
   baremetal nodes (VCP too, implicitly) will be removed, then reprovisioned.
   Only applicable for baremetal deploys.
-f Deploy on existing Salt master. It will skip infrastructure VM creation,
   but it will still sync reclass configuration from current repo to Salt
   Master node. If specified twice (e.g. -f -f), config sync will also be
   skipped.
-F Do only create a Salt master
-h Print this message and exit
-L Deployment log path and name, eg. -L /home/jenkins/job.log.tar.gz
-l Lab name as defined in the configuration directory, e.g. lf
-p POD name as defined in the configuration directory, e.g. pod2
-P Skip installing dependency distro packages on current host
   This flag should only be used if you have kept back older packages that
   would be upgraded and that is undesirable on the current system.
   Note that without the required packages, deploy will fail.
-s Deployment-scenario, this points to a short deployment scenario name, which
   has to be defined in config directory (e.g. os-odl-nofeature-ha).
-S Storage dir for VM images, default is mcp/deploy/images

$(notify "[NOTE] sudo & virsh priviledges are needed for this script to run" 3)

Example:

$(notify "sudo $(basename "$0") \\
  -b file:///home/jenkins/securedlab \\
  -l lf -p pod2 \\
  -s os-odl-nofeature-ha" 2)
EOF
}

#
# END of usage description
##############################################################################

##############################################################################
# BEGIN of colored notification wrapper
#
notify() {
    tput setaf "${2:-1}" || true
    echo -en "${1:-"[WARN] Unsupported opt arg: $3\\n"}"
    tput sgr0
}
#
# END of colored notification wrapper
##############################################################################

##############################################################################
# BEGIN of deployment clean-up
#
clean() {
    echo "Cleaning up deploy tmp directories"
}
#
# END of deployment clean-up
##############################################################################

##############################################################################
# BEGIN of variables to customize
#
CI_DEBUG=${CI_DEBUG:-0}; 
2016-07-06Add test case description and task file for TC045tjuyinkanglin1-0/+43
JIRA: YARDSTICK-291 Change-Id: I85081c075fb795ee7839009952e49ad13b9cf2bf Signed-off-by: tjuyinkanglin <14_ykl@tongji.edu.cn>
2016-07-06Add Yardstick TC044 TEST CASEJingLu51-0/+87
JIRA:yardstick-290 Change-Id: I2537f6561221226cf8961a2f8221f039cecf7fe0 Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-06Add fuel test suiteJingLu51-0/+12
This file is used for verifing yardstick in fuel integration. Change-Id: Ied9f714763f974af5a3abd953f66c966f196c4ec Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-07-05Add Yardstick TC004 TEST CASEJingLu51-0/+85
JIRA:yardstick-14 Change-Id: I9ff76265db4677298bf60358a5259f3fb48f24a0 Signed-off-by: JingLu5 <lvjing5@huawei.com>
2016-06-30fix ssh bug when running tc043 on huawei_pod1rexlee87761-2/+2
Change-Id: I333122dae5c00da3ad9fa495e0ca9e8f5d23ae4f Signed-off-by: rexlee8776 <limingjiang@huawei.com>
2016-05-26OPNFV_YARDSTICK_TC043_Latency_between_NFVI_nodes_measurementsrexlee87763-1/+34
JIRA: YARDSTICK-258 Change-Id: I330fecead430618cb1a16e3e02d92b1a3bc5875a Signed-off-by: rexlee8776 <limingjiang@huawei.com>
2016-05-25enable yardstick in huawei-pod2meimei1-0/+24
JIRA: COMPASS-393 Change-Id: I46c0ac05b602fa8bf07906d9bc5f0bc8f499e20c Signed-off-by: meimei <meimei@huawei.com>
2016-05-23Update test suite files used for LF PODsFatih Degirmenci2-0/+0
Change-Id: I69690c5a17aae6bd9bad883c4be523a630eb0f83 Signed-off-by: Fatih Degirmenci <fatih.degirmenci@ericsson.com>
2016-05-17Update test suite files used for Huawei PODs/machinesFatih Degirmenci8-0/+0
Change-Id: Ic52d1eec693ef9278d4a196962e8b3ede907dbeb Signed-off-by: Fatih Degirmenci <fatih.degirmenci@ericsson.com>
2016-05-12Update test suite file used for orange-fr-pod2Fatih Degirmenci1-1/+1
Orange slaves connected to Jenkins have been renamed in an effort to unify naming of the slaves. This update reflects the same change to yardstick as well. Change-Id: I7b4b8ca1aa557a649b7a37d78e272045dff478e8 Signed-off-by: Fatih Degirmenci <fatih.degirmenci@ericsson.com>
2016-05-11Due to rename ZTE jenkins slave, synchronize ZTE test suit name.wu.zhihui1-0/+0
JIRA: YARDSTICK-260 Change-Id: I5587ac41c6112c9d4275809de28a1dc18d9b05a0 Signed-off-by: wu.zhihui <wu.zhihui1@zte.com.cn>
not according to new argument style\n" exit 1 ;; esac done if [[ "$(sudo whoami)" != 'root' ]]; then notify "[ERROR] This script requires sudo rights\n" 1>&2 exit 1 fi # Validate mandatory arguments are set if [ -z "${TARGET_LAB}" ] || [ -z "${TARGET_POD}" ] || \ [ -z "${DEPLOY_SCENARIO}" ]; then notify "[ERROR] At least one of the mandatory args is missing!\n" 1>&2 usage exit 1 fi [[ "${CI_DEBUG}" =~ (false|0) ]] || set -x # Enable the automatic exit trap trap do_exit SIGINT SIGTERM EXIT # Set no restrictive umask so that Jenkins can remove any residuals umask 0000 clean pushd "${DEPLOY_DIR}" > /dev/null # Prepare the deploy config files based on lab/pod information, deployment # scenario, etc. # Install required packages on jump server if [ ${USE_EXISTING_PKGS} -eq 1 ]; then notify "[NOTE] Skipping distro pkg installation\n" 2 1>&2 else notify "[NOTE] Installing required distro pkgs\n" 2 1>&2 if [ -n "$(command -v apt-get)" ]; then pkg_type='deb'; pkg_cmd='sudo apt-get install -y' else pkg_type='rpm'; pkg_cmd='sudo yum install -y --skip-broken' fi eval "$(parse_yaml "./requirements_${pkg_type}.yaml")" for section in 'common' "${DEPLOY_TYPE}" "$(uname -m)"; do section_var="requirements_pkg_${section}[*]" pkg_list+=" ${!section_var}" done # shellcheck disable=SC2086 ${pkg_cmd} ${pkg_list} fi if ! virsh list >/dev/null 2>&1; then notify "[ERROR] This script requires hypervisor access\n" 1>&2 exit 1 fi # Clone git submodules and apply our patches make -C "${REPO_ROOT_PATH}/mcp/patches" deepclean patches-import # Convert Pharos-compatible POD Descriptor File (PDF) to reclass model input PHAROS_GEN_CONFIG_SCRIPT="./pharos/config/utils/generate_config.py" PHAROS_INSTALLER_ADAPTER="./pharos/config/installers/fuel/pod_config.yml.j2" BASE_CONFIG_PDF="${BASE_CONFIG_URI}/labs/${TARGET_LAB}/${TARGET_POD}.yaml" BASE_CONFIG_IDF="${BASE_CONFIG_URI}/labs/${TARGET_LAB}/idf-${TARGET_POD}.yaml" LOCAL_PDF="${STORAGE_DIR}/$(basename "${BASE_CONFIG_PDF}")" LOCAL_IDF="${STORAGE_DIR}/$(basename "${BASE_CONFIG_IDF}")" LOCAL_PDF_RECLASS="${STORAGE_DIR}/pod_config.yml" if ! curl --create-dirs -o "${LOCAL_PDF}" "${BASE_CONFIG_PDF}"; then if [ "${DEPLOY_TYPE}" = 'baremetal' ]; then notify "[ERROR] Could not retrieve PDF (Pod Descriptor File)!\n" 1>&2 exit 1 else notify "[WARN] Could not retrieve PDF (Pod Descriptor File)!\n" 3 fi elif ! curl -o "${LOCAL_IDF}" "${BASE_CONFIG_IDF}"; then notify "[WARN] POD has no IDF (Installer Descriptor File)!\n" 3 elif ! "${PHAROS_GEN_CONFIG_SCRIPT}" -y "${LOCAL_PDF}" \ -j "${PHAROS_INSTALLER_ADAPTER}" > "${LOCAL_PDF_RECLASS}"; then notify "[ERROR] Could not convert PDF to reclass model input!\n" 1>&2 exit 1 fi # Check scenario file existence SCENARIO_DIR="../config/scenario" if [ ! -f "${SCENARIO_DIR}/${DEPLOY_TYPE}/${DEPLOY_SCENARIO}.yaml" ]; then notify "[WARN] ${DEPLOY_SCENARIO}.yaml not found!\n" 3 notify "[WARN] Setting simplest scenario (os-nosdn-nofeature-noha)\n" 3 DEPLOY_SCENARIO='os-nosdn-nofeature-noha' if [ ! -f "${SCENARIO_DIR}/${DEPLOY_TYPE}/${DEPLOY_SCENARIO}.yaml" ]; then notify "[ERROR] Scenario definition file is missing!\n" 1>&2 exit 1 fi fi # Check defaults file existence if [ ! -f "${SCENARIO_DIR}/defaults-$(uname -i).yaml" ]; then notify "[ERROR] Scenario defaults file is missing!\n" 1>&2 exit 1 fi # Get required infra deployment data set +x eval "$(parse_yaml "${SCENARIO_DIR}/defaults-$(uname -i).yaml")" eval "$(parse_yaml "${SCENARIO_DIR}/${DEPLOY_TYPE}/${DEPLOY_SCENARIO}.yaml")" eval "$(parse_yaml "${LOCAL_PDF_RECLASS}")" [[ "${CI_DEBUG}" =~ (false|0) ]] || set -x export CLUSTER_DOMAIN=${cluster_domain} # Serialize vnode data as '<name0>,<ram0>,<vcpu0>|<name1>,<ram1>,<vcpu1>[...]' for node in "${virtual_nodes[@]}"; do virtual_custom_ram="virtual_${node}_ram" virtual_custom_vcpus="virtual_${node}_vcpus" virtual_nodes_data+="${node}," virtual_nodes_data+="${!virtual_custom_ram:-$virtual_default_ram}," virtual_nodes_data+="${!virtual_custom_vcpus:-$virtual_default_vcpus}|" done virtual_nodes_data=${virtual_nodes_data%|} # Serialize repos, packages to (pre-)install/remove for: # - foundation node VM base image (virtual: all VMs, baremetal: cfg01|mas01) # - virtualized control plane VM base image (only when VCP is used) base_image_flavors=common if [[ "${cluster_states[*]}" =~ virtual_control ]]; then base_image_flavors+=" control" fi for sc in ${base_image_flavors}; do for va in apt_keys apt_repos pkg_install pkg_remove; do key=virtual_${sc}_${va} eval "${key}=\${${key}[@]// /|}" eval "${key}=\${${key}// /,}" virtual_repos_pkgs+="${!key}^" done done virtual_repos_pkgs=${virtual_repos_pkgs%^} # Expand reclass and virsh network templates for tp in "${RECLASS_CLUSTER_DIR}/all-mcp-arch-common/opnfv/"*.template \ net_*.template; do eval "cat <<-EOF $(<"${tp}") EOF" 2> /dev/null > "${tp%.template}" done # Convert Pharos-compatible PDF to reclass network definitions if [ "${DEPLOY_TYPE}" = 'baremetal' ]; then find "${RECLASS_CLUSTER_DIR}" -name '*.j2' | while read -r tp do if ! "${PHAROS_GEN_CONFIG_SCRIPT}" -y "${LOCAL_PDF}" \ -j "${tp}" > "${tp%.j2}"; then notify "[ERROR] Could not convert PDF to reclass network defs!\n" exit 1 fi done fi # Map PDF networks 'admin', 'mgmt', 'private' and 'public' to bridge names BR_NAMES=('admin' 'mgmt' 'private' 'public') BR_NETS=( \ "${paramaters__param_opnfv_infra_maas_pxe_address}" \ "${parameters__param_opnfv_infra_config_address}" \ "${parameters__param_opnfv_openstack_compute_node01_tenant_address}" \ "${parameters__param_opnfv_openstack_compute_node01_external_address}" \ ) for ((i = 0; i < ${#BR_NETS[@]}; i++)); do br_jump=$(eval echo "\$parameters__param_opnfv_jump_bridge_${BR_NAMES[i]}") if [ -n "${br_jump}" ] && [ "${br_jump}" != 'None' ] && \ [ -d "/sys/class/net/${br_jump}/bridge" ]; then notify "[OK] Bridge found for '${BR_NAMES[i]}': ${br_jump}\n" 2 OPNFV_BRIDGES[${i}]="${br_jump}" elif [ -n "${BR_NETS[i]}" ]; then bridge=$(ip addr | awk "/${BR_NETS[i]%.*}./ {print \$NF; exit}") if [ -n "${bridge}" ] && [ -d "/sys/class/net/${bridge}/bridge" ]; then notify "[OK] Bridge found for net ${BR_NETS[i]%.*}.0: ${bridge}\n" 2 OPNFV_BRIDGES[${i}]="${bridge}" fi fi done notify "[NOTE] Using bridges: ${OPNFV_BRIDGES[*]}\n" 2 # Infra setup if [ ${DRY_RUN} -eq 1 ]; then notify "[NOTE] Dry run, skipping all deployment tasks\n" 2 1>&2 exit 0 elif [ ${USE_EXISTING_INFRA} -gt 0 ]; then notify "[NOTE] Use existing infra\n" 2 1>&2 check_connection else generate_ssh_key prepare_vms "${base_image}" "${STORAGE_DIR}" "${virtual_repos_pkgs}" \ "${virtual_nodes[@]}" create_networks "${OPNFV_BRIDGES[@]}" create_vms "${STORAGE_DIR}" "${virtual_nodes_data}" "${OPNFV_BRIDGES[@]}" update_mcpcontrol_network start_vms "${virtual_nodes[@]}" check_connection fi if [ ${USE_EXISTING_INFRA} -lt 2 ]; then wait_for 5 "./salt.sh ${LOCAL_PDF_RECLASS}" fi # Openstack cluster setup set +x if [ ${INFRA_CREATION_ONLY} -eq 1 ] || [ ${NO_DEPLOY_ENVIRONMENT} -eq 1 ]; then notify "[NOTE] Skip openstack cluster setup\n" 2 else for state in "${cluster_states[@]}"; do notify "[STATE] Applying state: ${state}\n" 2 # shellcheck disable=SC2086,2029 wait_for 5 "ssh ${SSH_OPTS} ${SSH_SALT} sudo \ CI_DEBUG=$CI_DEBUG ERASE_ENV=$ERASE_ENV \ /root/fuel/mcp/config/states/${state}" done fi ./log.sh "${DEPLOY_LOG}" popd > /dev/null # # END of main ##############################################################################