Add main script for managing all puppet agents inside the controller

JIRA: BOTTLENECK-68

Change-Id: Ia1286dfb274851a8e242eb1dd687e93cf29eff28
Signed-off-by: wangyaoguang <sunshine.wang@huawei.com>

1 files changed, 296 insertions, 0 deletions

diff --git a/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh b/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh
new file mode 100755
index 00000000..12dc17a6
--- /dev/null
+++ b/testsuites/rubbos/puppet_manifests/internal/run_rubbos_internal.sh
@@ -0,0 +1,296 @@
+#!/bin/bash
+##############################################################################
+# Copyright (c) 2016 Huawei Technologies Co.,Ltd and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+
+## run_rubbos_interlnal.sh is executed in rubbos-controller
+## Usage: run_rubbos_internal.sh rubbos.conf local_result_dir
+if [ $# -ne 2 ];then
+  echo "Need Two argument!"
+  exit 1
+fi
+local_cfg_path=$1
+local_results_dir=$2
+controller_host=`hostname`
+
+REMOTE_GIT_REPO=git://git.opnfv.org/bottlenecks
+REMOTE_ARTIFACTS_REPO=http://artifacts.opnfv.org/bottlenecks/rubbos/rubbos_files.tar.gz
+LOCAL_GIT_REPO=/btnks-git
+LOCAL_ARTIFACTS_REPO=/btnks-artifacts
+LOCAL_RUBBOS_MANIFESTS_HOME=/btnks-git/bottlenecks/testsuites/rubbos/puppet_manifests
+LOCAL_ARTIFACTS_RUBBOS_HOME=/btnks-artifacts/rubbos_files
+
+# conf properties from the input config file
+client_servers=
+web_servers=
+app_servers=
+cjdbc_controller=
+database_servers=
+database_port=3306
+db_username=rubbos
+db_password=rubbos
+clients_per_node=
+rubbos_app=
+rubbos_app_tools=
+rubbos_home=
+
+# conf info used in this script
+bench_client=
+clients_arr=
+remote_client_arr=
+remote_client_servers=
+clients_per_node_arr=
+webservers_arr=
+appservers_arr=
+dbservers_arr=
+all_agents_arr=
+
+# Other variables used in this script
+class_nodes=
+
+read_conf() {
+  while read line
+  do
+    if [ ${#line} -gt 0 ] && [ ${line:0:1} != "#" ] && [ ${line:0:1} != "[" ];then
+      line=(${line//=/ })
+      case ${line[0]} in
+        "client_servers" )
+          client_servers=${line[1]};;
+        "web_servers" )
+          web_servers=${line[1]};;
+        "app_servers" )
+          app_servers=${line[1]};;
+        "cjdbc_controller" )
+          cjdbc_controller=${line[1]};;
+        "database_servers" )
+          database_servers=${line[1]};;
+        "database_port" )
+          database_port=${line[1]};;
+        "db_username" )
+          db_username=${line[1]};;
+        "db_password" )
+          db_password=${line[1]};;
+        "clients_per_node" )
+          clients_per_node=${line[@]:1:${#line[@]-1}};;
+        "rubbos_app" )
+          rubbos_app=${line[1]};;
+        "rubbos_app_tools" )
+          rubbos_app_tools=${line[1]};;
+        "rubbos_home" )
+          rubbos_home=${line[1]};;
+      esac
+    fi
+  done < $local_cfg_path
+
+  clients_arr=(${client_servers//,/ })
+  clients_per_node_arr=(${clients_per_node})
+  webservers_arr=(${web_servers//,/ })
+  appservers_arr=(${app_servers//,/ })
+  dbservers_arr=(${database_servers//,/ })
+  all_agents_arr=("${clients_arr[@]}" "${webservers_arr[@]}" "${appservers_arr[@]}" "${dbservers_arr[@]}")
+  bench_client=${clients_arr[0]}
+  len=${#clients_arr[@]}
+  if [ $len -gt 1 ]; then
+    remote_clients_arr=(${clients_arr[@]:1:$len-1})
+    remote_client_servers=${client_servers#*,}
+  fi
+
+  echo "-------------Main conf info:----------"
+  echo "clients_arr:           "${clients_arr[@]}
+  echo "bench_client:          "$bench_client
+  echo "remote_client_servers: "$remote_client_servers
+  echo "remote_clients_arr:    "${remote_clients_arr[@]}
+  echo "clients_per_node_arr:  "${clients_per_node_arr[@]}
+  echo "webservers_arr:        "${webservers_arr[@]}
+  echo "appservers_arr:        "${appservers_arr[@]}
+  echo "dbservers_arr:         "${dbservers_arr[@]}
+  echo "all agents:            "${all_agents_arr[@]}
+}
+
+fetch_remote_resources() {
+  if [ -d $LOCAL_GIT_REPO ];then
+    rm -rf $LOCAL_GIT_REPO
+  fi
+  mkdir -p $LOCAL_GIT_REPO
+  sudo apt-get install -y git
+  cd $LOCAL_GIT_REPO
+  git clone ${REMOTE_GIT_REPO}
+
+  if [ -d $LOCAL_ARTIFACTS_REPO ];then
+    rm -rf $LOCAL_ARTIFACTS_REPO
+  fi
+  mkdir -p $LOCAL_ARTIFACTS_REPO
+  cd $LOCAL_ARTIFACTS_REPO
+  wget ${REMOTE_ARTIFACTS_REPO}
+  tar xvzf rubbos_files.tar.gz
+
+  if [ -d $local_results_dir ];then
+    rm -rf $local_results_dir
+  fi
+  mkdir -p $local_results_dir
+}
+
+# inline function
+# It requires one local file path which needs to be replaced
+_replace_text() {
+  echo "_replace file: "$1
+  sed -i 's#REPLACED_RUBBOS_APP_TOOLS#'${rubbos_app_tools}'#g' $1
+  sed -i 's#REPLACED_RUBBOS_APP#'${rubbos_app}'#g' $1
+  sed -i 's#REPLACED_RUBBOS_HOME#'${rubbos_home}'#g' $1
+  local mysql_jdbc_url="jdbc:mysql://"${database_servers}":"${database_port}"/rubbos"
+  sed -i 's#REPLACED_MYSQL_JDBC_DB_URL#'${mysql_jdbc_url}'#g' $1
+  sed -i 's/REPLACED_MYSQL_USERNAME/'${db_username}'/g' $1
+  sed -i 's/REPLACED_MYSQL_PASSWORD/'${db_password}'/g' $1
+  handler_details=
+  handlers=
+  i=0
+  while [ $i -lt ${#appservers_arr} ];do
+    handler_name="s"$i
+    handlers=${handlers}${handler_name}","
+    handler_details=${handler_details}"worker."${handler_name}".port=8009\n"
+    handler_details=${handler_details}"worker."${handler_name}".host="${appservers_arr[$i]}"\n"
+    handler_details=${handler_details}"worker."${handler_name}".type=ajp13\n"
+    handler_details=${handler_details}"worker."${handler_name}".lbfactor=1\n"
+    let i=i+1
+  done
+  handlers=${handlers%,}
+  sed -i 's/REPLACED_HANDLERS_DETAILS/'${handler_details}'/g' $1
+  sed -i 's/REPLACED_HANDLERS/'${handlers}'/g' $1
+
+  sed -i 's/REPLACED_WEB_SERVER/'${web_servers}'/g' $1
+  sed -i 's/REPLACED_APPLICATION_SERVER/'${app_servers}'/g' $1
+  sed -i 's/REPLACED_DB_SERVER/'${database_servers}'/g' $1
+  sed -i 's/REPLACED_CLIENT_SERVERS/'${remote_client_servers}'/g' $1
+}
+
+# inline function
+# it requires one input string
+_to_puppet_class_nodes() {
+  echo "_to_puppet_class_nodes "$1
+  class_nodes=
+  nodes_arr=(${1//,/ })
+  i=0
+  while [ $i -lt ${#nodes_arr[@]} ];do
+    class_nodes=${class_nodes}"'"${nodes_arr[$i]}"',"
+    let i=i+1
+  done
+  class_nodes=${class_nodes%,}
+}
+
+# inline function
+_execute_catalog() {
+  # use *class_nodes* to receive return vale
+  _to_puppet_class_nodes ${client_servers}
+  sed -i 's/REPLACED_CLIENT_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp
+
+  _to_puppet_class_nodes ${web_servers}
+  sed -i 's/REPLACED_HTTPD_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp
+
+  _to_puppet_class_nodes ${app_servers}
+  sed -i 's/REPLACED_TOMCAT_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp
+
+  _to_puppet_class_nodes ${database_servers}
+  sed -i 's/REPLACED_MYSQL_NODES/'${class_nodes}'/g' /etc/puppet/manifests/site.pp
+
+  for host in "${clients_arr[@]}"; do
+    ssh ubuntu@${host} 'sudo puppet agent -t' &
+  done
+  for host in "${webservers_arr[@]}"; do
+    ssh ubuntu@${host} 'sudo puppet agent -t'
+  done
+  for host in "${appservers_arr[@]}"; do
+    ssh ubuntu@${host} 'sudo puppet agent -t'
+  done
+  for host in "${dbservers_arr[@]}"; do
+    ssh ubuntu@${host} 'sudo puppet agent -t'
+  done
+}
+
+prepare_manifests() {
+  # copy manifests
+  sudo cp -r ${LOCAL_RUBBOS_MANIFESTS_HOME}/modules/* /etc/puppet/modules/
+
+  # copy rubbos_files
+  sudo cp -r ${LOCAL_ARTIFACTS_RUBBOS_HOME}/modules/* /etc/puppet/modules/
+
+  # adjust corresponding configuration files (pre-catalog)
+  _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/build.properties
+  _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/Config.java
+  _replace_text /etc/puppet/modules/rubbos_tomcat/files/tomcat_sl/mysql.properties
+  _replace_text /etc/puppet/modules/rubbos_httpd/files/apache_conf/workers.properties
+  _replace_text /etc/puppet/modules/rubbos_httpd/files/apache_conf/httpd.conf
+  _replace_text /etc/puppet/modules/rubbos_client/files/build.properties
+  _replace_text /etc/puppet/modules/rubbos_client/files/rubbos.properties.template
+  _replace_text /etc/puppet/modules/rubbos_client/files/run_emulator.sh
+}
+
+execute_catalog() {
+  # start all (exec catalog)
+  echo "--> Cleanup all agents..."
+  sudo cp ${LOCAL_RUBBOS_MANIFESTS_HOME}/site_off.pp /etc/puppet/manifests/site.pp
+  _execute_catalog
+
+  sleep 3s
+
+  echo "--> Start to execute catalogs in all agents..."
+  sudo cp ${LOCAL_RUBBOS_MANIFESTS_HOME}/site_on.pp /etc/puppet/manifests/site.pp
+  _execute_catalog
+  echo "--> Finish to execute catalogs in all agents."
+}
+
+run_emulator() {
+  # prepare data in db servers
+  for host in "${dbservers_arr[@]}"; do
+    ssh ubuntu@${host} 'sudo scp ubuntu@'${controller_host}':/etc/puppet/modules/rubbos_mysql/files/rubbos_data_sql.tar.gz '${rubbos_home}''
+    ssh ubuntu@${host} 'cd '${rubbos_home}' && sudo ./prepare_rubbos_mysql_db.sh ./rubbos_data_sql.tar.gz ./rubbos_data_sql_dir'
+  done
+
+  # run emulator.sh ( Modify rubbos.properties file first)
+  ssh ubuntu@${bench_client} 'sudo rm -rf '${rubbos_home}'/bench/bench'
+  for x in "${clients_per_node_arr[@]}";do
+    echo "run emulator with clients_per_node="$x
+    for host in "${clients_arr[@]}";do
+      ssh ubuntu@${host} "sed -e 's/REPLACED_NUMBER_OF_CLIENTS_PER_NODE/'${x}'/g' '${rubbos_home}'/Client/rubbos.properties.template > '${rubbos_home}'/Client/rubbos.properties "
+    done
+    ssh ubuntu@${bench_client} 'cd '${rubbos_home}'/bench && ./run_emulator.sh'
+  done
+}
+
+collect_results() {
+  # collect results, from bench_host to controller
+  scp -r ubuntu@${bench_client}:${rubbos_home}/bench/bench/* ${local_results_dir}
+}
+
+process_results() {
+  # post-process results and push to the database of dashboard
+  python ${LOCAL_GIT_REPO}/bottlenecks/utils/dashboard/process_data.py -i ${local_results_dir} \
+        -c ${LOCAL_GIT_REPO}/bottlenecks/utils/dashboard/dashboard.yaml \
+        -s rubbos \
+        -o ${local_results_dir}/rubbos.out \
+        -u no
+}
+
+main() {
+  echo "==> read_conf:"
+  read_conf
+  echo "==> fetch_remote_resources:"
+  fetch_remote_resources
+  echo "==> prepare_manifests:"
+  prepare_manifests
+  echo "==> execute_catalog:"
+  execute_catalog
+  echo "==> run_emulator:"
+  run_emulator
+  echo "==> collect_results (to controller:${local_results_dir}):"
+  collect_results
+  echo "==> process_results:"
+  process_results
+}
+
+main