diff options
Diffstat (limited to 'testsuites')
| -rwxr-xr-x | testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh | 296 |
1 files changed, 296 insertions, 0 deletions
diff --git a/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh b/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh new file mode 100755 index 00000000..12dc17a6 --- /dev/null +++ b/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh @@ -0,0 +1,296 @@ +#!/bin/bash +############################################################################## +# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others. +# +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + + +## run_rubbos_interlnal.sh is executed in rubbos-controller +## Usage: run_rubbos_internal.sh rubbos.conf local_result_dir +if [ $# -ne 2 ];then + echo "Need Two argument!" + exit 1 +fi +local_cfg_path=$1 +local_results_dir=$2 +controller_host=`hostname` + +REMOTE_GIT_REPO=git://git.opnfv.org/bottlenecks +REMOTE_ARTIFACTS_REPO=http://artifacts.opnfv.org/bottlenecks/rubbos/rubbos_files.tar.gz +LOCAL_GIT_REPO=/btnks-git +LOCAL_ARTIFACTS_REPO=/btnks-artifacts +LOCAL_RUBBOS_MANIFESTS_HOME=/btnks-git/bottlenecks/testsuites/rubbos/puppet_manifests +LOCAL_ARTIFACTS_RUBBOS_HOME=/btnks-artifacts/rubbos_files + +# conf properties from the input config file +client_servers= +web_servers= +app_servers= +cjdbc_controller= +database_servers= +database_port=3306 +db_username=rubbos +db_password=rubbos +clients_per_node= +rubbos_app= +rubbos_app_tools= +rubbos_home= + +# conf info used in this script +bench_client= +clients_arr= +remote_client_arr= +remote_client_servers= +clients_per_node_arr= +webservers_arr= +appservers_arr= +dbservers_arr= +all_agents_arr= + +# Other variables used in this script +class_nodes= + +read_conf() { + while read line + do + if [ ${#line} -gt 0 ] && [ ${line:0:1} != "#" ] && [ ${line:0:1} != "[" ];then + line=(${line//=/ }) + case ${line[0]} in + "client_servers" ) + client_servers=${line[1]};; + "web_servers" ) + web_servers=${line[1]};; + "app_servers" ) + app_servers=${line[1]};; + "cjdbc_controller" ) + cjdbc_controller=${line[1]};; + "database_servers" ) + database_servers=${line[1]};; + "database_port" ) + database_port=${line[1]};; + "db_username" ) + db_username=${line[1]};; + "db_password" ) + db_password=${line[1]};; + "clients_per_node" ) + clients_per_node=${line[@]:1:${#line[@]-1}};; + "rubbos_app" ) + rubbos_app=${line[1]};; + "rubbos_app_tools" ) + rubbos_app_tools=${line[1]};; + "rubbos_home" ) + rubbos_home=${line[1]};; + esac + fi + done < $local_cfg_path + + clients_arr=(${client_servers//,/ }) + clients_per_node_arr=(${clients_per_node}) + webservers_arr=(${web_servers//,/ }) + appservers_arr=(${app_servers//,/ }) + dbservers_arr=(${database_servers//,/ }) + all_agents_arr=("${clients_arr[@]}" "${webservers_arr[@]}" "${appservers_arr[@]}" "${dbservers_arr[@]}") + bench_client=${clients_arr[0]} + len=${#clients_arr[@]} + if [ $len -gt 1 ]; then + remote_clients_arr=(${clients_arr[@]:1:$len-1}) + remote_client_servers=${client_servers#*,} + fi + + echo "-------------Main conf info:----------" + echo "clients_arr: "${clients_arr[@]} + echo "bench_client: "$bench_client + echo "remote_client_servers: "$remote_client_servers + echo "remote_clients_arr: "${remote_clients_arr[@]} + echo "clients_per_node_arr: "${clients_per_node_arr[@]} + echo "webservers_arr: "${webservers_arr[@]} + echo "appservers_arr: "${appservers_arr[@]} + echo "dbservers_arr: "${dbservers_arr[@]} + echo "all agents: "${all_agents_arr[@]} +} + +fetch_remote_resources() { + if [ -d $LOCAL_GIT_REPO ];then + rm -rf $LOCAL_GIT_REPO + fi + mkdir -p $LOCAL_GIT_REPO + sudo apt-get install -y git + cd $LOCAL_GIT_REPO + git clone ${REMOTE_GIT_REPO} + + if [ -d $LOCAL_ARTIFACTS_REPO ];then + rm -rf $LOCAL_ARTIFACTS_REPO + fi + mkdir -p $LOCAL_ARTIFACTS_REPO + cd $LOCAL_ARTIFACTS_REPO + wget ${REMOTE_ARTIFACTS_REPO} + tar xvzf rubbos_files.tar.gz + + if [ -d $local_results_dir ];then + rm -rf $local_results_dir + fi + mkdir -p $local_results_dir +} + +# inline function +# It requires one local file path which needs to be replaced +_replace_text() { + echo "_replace file: "$1 + sed -i 's#REPLACED_RUBBOS_APP_TOOLS#'${rubbos_app_tools}'#g' $1 + sed -i 's#REPLACED_RUBBOS_APP#'${rubbos_app}'#g' $1 + sed -i 's#REPLACED_RUBBOS_HOME#'${rubbos_home}'#g' $1 + local mysql_jdbc_url="jdbc:mysql://"${database_servers}":"${database_port}"/rubbos" + sed -i 's#REPLACED_MYSQL_JDBC_DB_URL#'${mysql_jdbc_url}'#g' $1 + sed -i 's/REPLACED_MYSQL_USERNAME/'${db_username}'/g' $1 + sed -i 's/REPLACED_MYSQL_PASSWORD/'${db_password}'/g' $1 + handler_details= + handlers= + i=0 + while [ $i -lt ${#appservers_arr} ];do + handler_name="s"$i + handlers=${handlers}${handler_name}"," + handler_details=${handler_details}"worker."${handler_name}".port=8009\n" + handler_details=${handler_details}"worker."${handler_name}".host="${appservers_arr[$i]}"\n" + handler_details=${handler_details}"worker."${handler_name}".type=ajp13\n" + handler_details=${handler_details}"worker."${handler_name}".lbfactor=1\n" + let i=i+1 + done + handlers=${handlers%,} + sed -i 's/REPLACED_HANDLERS_DETAILS/'${handler_details}'/g' $1 + sed -i 's/REPLACED_HANDLERS/'${handlers}'/g' $1 + + sed -i 's/REPLACED_WEB_SERVER/'${web_servers}'/g' $1 + sed -i 's/REPLACED_APPLICATION_SERVER/'${app_servers}'/g' $1 + sed -i 's/REPLACED_DB_SERVER/'${database_servers}'/g' $1 + sed -i 's/REPLACED_CLIENT_SERVERS/'${remote_client_servers}'/g' $1 +} + +# inline function +# it requires one input string +_to_puppet_class_nodes() { + echo "_to_puppet_class_nodes "$1 + class_nodes= + nodes_arr=(${1//,/ }) + i=0 + while [ $i -lt ${#nodes_arr[@]} ];do + class_nodes=${class_nodes}"'"${nodes_arr[$i]}"'," + let i=i+1 + done + class_nodes=${class_nodes%,} +} + +# inline function +_execute_catalog() { + # use *class_nodes* to receive return vale + _to_puppet_class_nodes ${client_servers} + sed -i 's/REPLACED_CLIENT_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp + + _to_puppet_class_nodes ${web_servers} + sed -i 's/REPLACED_HTTPD_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp + + _to_puppet_class_nodes ${app_servers} + sed -i 's/REPLACED_TOMCAT_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp + + _to_puppet_class_nodes ${database_servers} + sed -i 's/REPLACED_MYSQL_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp + + for host in "${clients_arr[@]}"; do + ssh ubuntu@${host} 'sudo puppet agent -t' & + done + for host in "${webservers_arr[@]}"; do + ssh ubuntu@${host} 'sudo puppet agent -t' + done + for host in "${appservers_arr[@]}"; do + ssh ubuntu@${host} 'sudo puppet agent -t' + done + for host in "${dbservers_arr[@]}"; do + ssh ubuntu@${host} 'sudo puppet agent -t' + done +} + +prepare_manifests() { + # copy manifests + sudo cp -r ${LOCAL_RUBBOS_MANIFESTS_HOME}/modules/* /etc/puppet/modules/ + + # copy rubbos_files + sudo cp -r ${LOCAL_ARTIFACTS_RUBBOS_HOME}/modules/* /etc/puppet/modules/ + + # adjust corresponding configuration files (pre-catalog) + _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/build.properties + _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/Config.java + _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/mysql.properties + _replace_text /etc/puppet/modules/rubbos_httpd/files/apache_conf/workers.properties + _replace_text /etc/puppet/modules/rubbos_httpd/files/apache_conf/httpd.conf + _replace_text /etc/puppet/modules/rubbos_client/files/build.properties + _replace_text /etc/puppet/modules/rubbos_client/files/rubbos.properties.template + _replace_text /etc/puppet/modules/rubbos_client/files/run_emulator.sh +} + +execute_catalog() { + # start all (exec catalog) + echo "--> Cleanup all agents..." + sudo cp ${LOCAL_RUBBOS_MANIFESTS_HOME}/site_off.pp /etc/puppet/manifests/site.pp + _execute_catalog + + sleep 3s + + echo "--> Start to execute catalogs in all agents..." + sudo cp ${LOCAL_RUBBOS_MANIFESTS_HOME}/site_on.pp /etc/puppet/manifests/site.pp + _execute_catalog + echo "--> Finish to execute catalogs in all agents." +} + +run_emulator() { + # prepare data in db servers + for host in "${dbservers_arr[@]}"; do + ssh ubuntu@${host} 'sudo scp ubuntu@'${controller_host}':/etc/puppet/modules/rubbos_mysql/files/rubbos_data_sql.tar.gz '${rubbos_home}'' + ssh ubuntu@${host} 'cd '${rubbos_home}' && sudo ./prepare_rubbos_mysql_db.sh ./rubbos_data_sql.tar.gz ./rubbos_data_sql_dir' + done + + # run emulator.sh ( Modify rubbos.properties file first) + ssh ubuntu@${bench_client} 'sudo rm -rf '${rubbos_home}'/bench/bench' + for x in "${clients_per_node_arr[@]}";do + echo "run emulator with clients_per_node="$x + for host in "${clients_arr[@]}";do + ssh ubuntu@${host} "sed -e 's/REPLACED_NUMBER_OF_CLIENTS_PER_NODE/'${x}'/g' '${rubbos_home}'/Client/rubbos.properties.template > '${rubbos_home}'/Client/rubbos.properties " + done + ssh ubuntu@${bench_client} 'cd '${rubbos_home}'/bench && ./run_emulator.sh' + done +} + +collect_results() { + # collect results, from bench_host to controller + scp -r ubuntu@${bench_client}:${rubbos_home}/bench/bench/* ${local_results_dir} +} + +process_results() { + # post-process results and push to the database of dashboard + python ${LOCAL_GIT_REPO}/bottlenecks/utils/dashboard/process_data.py -i ${local_results_dir} \ + -c ${LOCAL_GIT_REPO}/bottlenecks/utils/dashboard/dashboard.yaml \ + -s rubbos \ + -o ${local_results_dir}/rubbos.out \ + -u no +} + +main() { + echo "==> read_conf:" + read_conf + echo "==> fetch_remote_resources:" + fetch_remote_resources + echo "==> prepare_manifests:" + prepare_manifests + echo "==> execute_catalog:" + execute_catalog + echo "==> run_emulator:" + run_emulator + echo "==> collect_results (to controller:${local_results_dir}):" + collect_results + echo "==> process_results:" + process_results +} + +main |