Refactor storperf testing scripts into ansible role

Change-Id: Ifbfe0818a528dbd9b2c176acf39450ca480e931a
Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>

8 files changed, 258 insertions, 0 deletions

diff --git a/resources/ansible_roles/storperf/files/default_job.json b/resources/ansible_roles/storperf/files/default_job.json
new file mode 100644
index 00000000..4e5e2dfd
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/default_job.json
@@ -0,0 +1,15 @@
+{
+   "block_sizes": "1024",
+   "deadline": 30,
+   "steady_state_samples": 2,
+   "queue_depths": "1",
+   "workload": "rw",
+   "metadata": {
+        "disk_type": "HDD",
+        "scenario_name": "",
+        "storage_node_count": 2,
+        "version": "",
+        "build_tag": "",
+        "test_case": "snia_steady_state"
+   }
+}
diff --git a/resources/ansible_roles/storperf/files/default_stack.json b/resources/ansible_roles/storperf/files/default_stack.json
new file mode 100644
index 00000000..79d8fc46
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/default_stack.json
@@ -0,0 +1,6 @@
+{
+  "agent_count": 2,
+  "agent_image": "Ubuntu 16.04 x86_64",
+  "public_network": "external",
+  "volume_size": 2
+}
diff --git a/resources/ansible_roles/storperf/files/prepare.sh b/resources/ansible_roles/storperf/files/prepare.sh
new file mode 100755
index 00000000..fe0708ad
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/prepare.sh
@@ -0,0 +1,71 @@
+#! /bin/bash
+##############################################################################
+# Copyright (c) 2017 ZTE and others.
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+if [[ -z $WORKSPACE ]];then
+    WORKSPACE=`pwd`
+fi
+
+script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+pip install -r $script_dir/storperf_requirements.txt
+
+delete_storperf_stack()
+{
+    echo "Checking for storperf stack"
+    STACK_ID=`openstack stack list | grep StorPerfAgentGroup | awk '{print $2}'`
+    if [[ ! -z $STACK_ID ]];then
+        echo "Deleting any existing storperf stack"
+        openstack stack delete --yes --wait StorPerfAgentGroup
+    fi
+}
+
+load_ubuntu_image()
+{
+    echo "Checking for Ubuntu 16.04 image in Glance"
+    IMAGE=`openstack image list | grep "Ubuntu 16.04 x86_64" | awk '{print $2}'`
+    if [[ -z "$IMAGE" ]];then
+        cd $WORKSPACE
+        if [[ ! -f ubuntu-16.04-server-cloudimg-amd64-disk1.img ]];then
+            echo "Download Ubuntu 16.04 image"
+            wget -q https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img
+            wget -q https://cloud-images.ubuntu.com/releases/16.04/release/MD5SUMS
+            checksum=$(cat ./MD5SUMS |grep ubuntu-16.04-server-cloudimg-amd64-disk1.img | md5sum -c)
+            if [[ $checksum =~ 'FAILED' ]];then
+                echo "Check image md5sum failed. Exit!"
+                exit 1
+            fi
+        fi
+
+        echo "Creating openstack image Ubuntu 16.04"
+        openstack image create "Ubuntu 16.04 x86_64" --disk-format qcow2 --public \
+        --container-format bare --file $WORKSPACE/ubuntu-16.04-server-cloudimg-amd64-disk1.img
+    else
+        openstack image show "Ubuntu 16.04 x86_64"
+    fi
+}
+
+create_storperf_flavor()
+{
+    echo "Checking for StorPerf flavor"
+    openstack flavor delete storperf
+    FLAVOR=`openstack flavor list | grep "storperf" | awk '{print $2}'`
+    if [[ -z "$FLAVOR" ]];then
+        openstack flavor create storperf \
+            --id auto \
+            --ram 2048 \
+            --disk 4 \
+            --vcpus 2
+    else
+        openstack flavor show storperf
+    fi
+}
+
+delete_storperf_stack
+load_ubuntu_image
+create_storperf_flavor
diff --git a/resources/ansible_roles/storperf/files/start_job.sh b/resources/ansible_roles/storperf/files/start_job.sh
new file mode 100755
index 00000000..4455609e
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/start_job.sh
@@ -0,0 +1,121 @@
+#! /bin/bash
+##############################################################################
+# Copyright (c) 2017 ZTE and others.
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+set -o errexit
+set -o pipefail
+set -o nounset
+set -x
+
+usage(){
+   echo "usage: $0 -s <stack_json_path> -j <job_json_path>" >&2
+}
+
+#Get options
+while getopts ":s:j:he" optchar; do
+   case "${optchar}" in
+       s) stack_json=${OPTARG} ;;
+       j) job_json=${OPTARG} ;;
+       h) usage
+          exit 0
+          ;;
+       *) echo "Non-option argument: '-${OPTARG}'" >&2
+          usage
+          exit 2
+          ;;
+   esac
+done
+
+# See https://stackoverflow.com/questions/59895/getting-the-source-directory-of-a-bash-script-from-within
+script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+stack_json=${stack_json:-"$script_dir/default_stack.json"}
+job_json=${job_json:-"$script_dir/default_job.json"}
+
+WORKSPACE=${WORKSPACE:-$(pwd)}
+
+nova_vm_mapping()
+{
+    openstack server list --name storperf-agent -c ID -c Host --long -f json > $WORKSPACE/nova_vm.json
+
+    echo ==========================================================================
+    echo "Vms vs. Compute nodes"
+    cat $WORKSPACE/nova_vm.json
+    echo ==========================================================================
+}
+
+storperf_api="http://storperf-master:5000/api/v1.0"
+
+echo "QTIP: Waiting for storperf api ready"
+while [ $(curl -s -o /dev/null -I -w "%{http_code}" -X GET ${storperf_api}/configurations) != "200" ]
+do
+    sleep 1
+done
+
+echo ==========================================================================
+echo "Start to create storperf stack"
+cat ${stack_json} 1>&2
+echo ==========================================================================
+
+curl -X POST --header 'Content-Type: application/json' \
+     --header 'Accept: application/json' -d @${stack_json} \
+     ${storperf_api}/configurations
+
+nova_vm_mapping
+
+echo
+echo ==========================================================================
+echo "Start to run storperf test"
+cat ${job_json} 1>&2
+echo ==========================================================================
+
+JOB=$(curl -s -X POST --header 'Content-Type: application/json' \
+    --header 'Accept: application/json' \
+    -d @${job_json} ${storperf_api}/jobs | \
+    awk '/job_id/ {print $2}' | sed 's/"//g')
+
+echo "JOB ID: $JOB"
+if [[ -z "$JOB" ]]; then
+    echo "Oops, JOB ID is empty!"
+    exit 1
+else
+    echo "checking job status..."
+    curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \
+        -o $WORKSPACE/status.json
+
+    cat $WORKSPACE/status.json
+
+    JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2`
+
+    while [ "$JOB_STATUS" != "Completed" ]
+    do
+        sleep 180
+        mv $WORKSPACE/status.json $WORKSPACE/old-status.json
+        curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \
+            -o $WORKSPACE/status.json
+        JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2`
+        diff $WORKSPACE/status.json $WORKSPACE/old-status.json >/dev/null
+        if [ $? -eq 1 ]
+        then
+            cat $WORKSPACE/status.json
+        fi
+    done
+
+    echo
+    echo "Storperf test completed!"
+
+    echo ==========================================================================
+    echo Final report
+    echo ==========================================================================
+    curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=metadata" \
+    -o $WORKSPACE/report.json
+    cat $WORKSPACE/report.json
+fi
+
+echo "Deleting stack for cleanup"
+curl -s -X DELETE --header 'Accept: application/json' ${storperf_api}/configurations
diff --git a/resources/ansible_roles/storperf/files/storperf_requirements.txt b/resources/ansible_roles/storperf/files/storperf_requirements.txt
new file mode 100644
index 00000000..4a279ae5
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/storperf_requirements.txt
@@ -0,0 +1,5 @@
+functools32==3.2.3.post2
+pytz==2016.10
+osc_lib==1.3.0
+python-openstackclient==3.7.0
+python-heatclient==1.7.0
diff --git a/resources/ansible_roles/storperf/meta/main.yml b/resources/ansible_roles/storperf/meta/main.yml
new file mode 100644
index 00000000..ecdf8697
--- /dev/null
+++ b/resources/ansible_roles/storperf/meta/main.yml
@@ -0,0 +1,14 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+---
+
+allow_duplicates: yes
+dependencies:
+- { role: qtip-common, basename: storperf }
diff --git a/resources/ansible_roles/storperf/tasks/main.yml b/resources/ansible_roles/storperf/tasks/main.yml
new file mode 100644
index 00000000..b326dc47
--- /dev/null
+++ b/resources/ansible_roles/storperf/tasks/main.yml
@@ -0,0 +1,15 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+
+- name: preparing stack for storperf testing
+  local_action: "shell {{ role_path }}/files/prepare.sh chdir={{ output }}"
+
+- name: running storperf testing
+  local_action: "shell {{ role_path }}/files/start_job.sh chdir={{ output }}"
diff --git a/resources/ansible_roles/storperf/vars/main.yml b/resources/ansible_roles/storperf/vars/main.yml
new file mode 100644
index 00000000..ab934905
--- /dev/null
+++ b/resources/ansible_roles/storperf/vars/main.yml
@@ -0,0 +1,11 @@
+#############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+#############################################################################
+
+---
+workdir: "{{ qtip_workdir }}/storperf"