aboutsummaryrefslogtreecommitdiffstats
path: root/resources/ansible_roles/storperf
diff options
context:
space:
mode:
authorYujun Zhang <zhang.yujunz@zte.com.cn>2017-08-24 17:07:50 +0800
committerYujun Zhang <zhang.yujunz@zte.com.cn>2017-08-26 02:24:07 +0000
commit9eb2005c087a6c064fd2880edd253028e3ea1513 (patch)
treef08671811e0c70e5c29173ea4ef4ea2aea37332b /resources/ansible_roles/storperf
parent73f6ca735e00902f9b71a9110eb97c7b008d8e94 (diff)
Refactor storperf testing scripts into ansible role
Change-Id: Ifbfe0818a528dbd9b2c176acf39450ca480e931a Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>
Diffstat (limited to 'resources/ansible_roles/storperf')
-rw-r--r--resources/ansible_roles/storperf/files/default_job.json15
-rw-r--r--resources/ansible_roles/storperf/files/default_stack.json6
-rwxr-xr-xresources/ansible_roles/storperf/files/prepare.sh71
-rwxr-xr-xresources/ansible_roles/storperf/files/start_job.sh121
-rw-r--r--resources/ansible_roles/storperf/files/storperf_requirements.txt5
-rw-r--r--resources/ansible_roles/storperf/meta/main.yml14
-rw-r--r--resources/ansible_roles/storperf/tasks/main.yml15
-rw-r--r--resources/ansible_roles/storperf/vars/main.yml11
8 files changed, 258 insertions, 0 deletions
diff --git a/resources/ansible_roles/storperf/files/default_job.json b/resources/ansible_roles/storperf/files/default_job.json
new file mode 100644
index 00000000..4e5e2dfd
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/default_job.json
@@ -0,0 +1,15 @@
+{
+ "block_sizes": "1024",
+ "deadline": 30,
+ "steady_state_samples": 2,
+ "queue_depths": "1",
+ "workload": "rw",
+ "metadata": {
+ "disk_type": "HDD",
+ "scenario_name": "",
+ "storage_node_count": 2,
+ "version": "",
+ "build_tag": "",
+ "test_case": "snia_steady_state"
+ }
+}
diff --git a/resources/ansible_roles/storperf/files/default_stack.json b/resources/ansible_roles/storperf/files/default_stack.json
new file mode 100644
index 00000000..79d8fc46
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/default_stack.json
@@ -0,0 +1,6 @@
+{
+ "agent_count": 2,
+ "agent_image": "Ubuntu 16.04 x86_64",
+ "public_network": "external",
+ "volume_size": 2
+}
diff --git a/resources/ansible_roles/storperf/files/prepare.sh b/resources/ansible_roles/storperf/files/prepare.sh
new file mode 100755
index 00000000..fe0708ad
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/prepare.sh
@@ -0,0 +1,71 @@
+#! /bin/bash
+##############################################################################
+# Copyright (c) 2017 ZTE and others.
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+if [[ -z $WORKSPACE ]];then
+ WORKSPACE=`pwd`
+fi
+
+script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+pip install -r $script_dir/storperf_requirements.txt
+
+delete_storperf_stack()
+{
+ echo "Checking for storperf stack"
+ STACK_ID=`openstack stack list | grep StorPerfAgentGroup | awk '{print $2}'`
+ if [[ ! -z $STACK_ID ]];then
+ echo "Deleting any existing storperf stack"
+ openstack stack delete --yes --wait StorPerfAgentGroup
+ fi
+}
+
+load_ubuntu_image()
+{
+ echo "Checking for Ubuntu 16.04 image in Glance"
+ IMAGE=`openstack image list | grep "Ubuntu 16.04 x86_64" | awk '{print $2}'`
+ if [[ -z "$IMAGE" ]];then
+ cd $WORKSPACE
+ if [[ ! -f ubuntu-16.04-server-cloudimg-amd64-disk1.img ]];then
+ echo "Download Ubuntu 16.04 image"
+ wget -q https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img
+ wget -q https://cloud-images.ubuntu.com/releases/16.04/release/MD5SUMS
+ checksum=$(cat ./MD5SUMS |grep ubuntu-16.04-server-cloudimg-amd64-disk1.img | md5sum -c)
+ if [[ $checksum =~ 'FAILED' ]];then
+ echo "Check image md5sum failed. Exit!"
+ exit 1
+ fi
+ fi
+
+ echo "Creating openstack image Ubuntu 16.04"
+ openstack image create "Ubuntu 16.04 x86_64" --disk-format qcow2 --public \
+ --container-format bare --file $WORKSPACE/ubuntu-16.04-server-cloudimg-amd64-disk1.img
+ else
+ openstack image show "Ubuntu 16.04 x86_64"
+ fi
+}
+
+create_storperf_flavor()
+{
+ echo "Checking for StorPerf flavor"
+ openstack flavor delete storperf
+ FLAVOR=`openstack flavor list | grep "storperf" | awk '{print $2}'`
+ if [[ -z "$FLAVOR" ]];then
+ openstack flavor create storperf \
+ --id auto \
+ --ram 2048 \
+ --disk 4 \
+ --vcpus 2
+ else
+ openstack flavor show storperf
+ fi
+}
+
+delete_storperf_stack
+load_ubuntu_image
+create_storperf_flavor
diff --git a/resources/ansible_roles/storperf/files/start_job.sh b/resources/ansible_roles/storperf/files/start_job.sh
new file mode 100755
index 00000000..4455609e
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/start_job.sh
@@ -0,0 +1,121 @@
+#! /bin/bash
+##############################################################################
+# Copyright (c) 2017 ZTE and others.
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+set -o errexit
+set -o pipefail
+set -o nounset
+set -x
+
+usage(){
+ echo "usage: $0 -s <stack_json_path> -j <job_json_path>" >&2
+}
+
+#Get options
+while getopts ":s:j:he" optchar; do
+ case "${optchar}" in
+ s) stack_json=${OPTARG} ;;
+ j) job_json=${OPTARG} ;;
+ h) usage
+ exit 0
+ ;;
+ *) echo "Non-option argument: '-${OPTARG}'" >&2
+ usage
+ exit 2
+ ;;
+ esac
+done
+
+# See https://stackoverflow.com/questions/59895/getting-the-source-directory-of-a-bash-script-from-within
+script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+
+stack_json=${stack_json:-"$script_dir/default_stack.json"}
+job_json=${job_json:-"$script_dir/default_job.json"}
+
+WORKSPACE=${WORKSPACE:-$(pwd)}
+
+nova_vm_mapping()
+{
+ openstack server list --name storperf-agent -c ID -c Host --long -f json > $WORKSPACE/nova_vm.json
+
+ echo ==========================================================================
+ echo "Vms vs. Compute nodes"
+ cat $WORKSPACE/nova_vm.json
+ echo ==========================================================================
+}
+
+storperf_api="http://storperf-master:5000/api/v1.0"
+
+echo "QTIP: Waiting for storperf api ready"
+while [ $(curl -s -o /dev/null -I -w "%{http_code}" -X GET ${storperf_api}/configurations) != "200" ]
+do
+ sleep 1
+done
+
+echo ==========================================================================
+echo "Start to create storperf stack"
+cat ${stack_json} 1>&2
+echo ==========================================================================
+
+curl -X POST --header 'Content-Type: application/json' \
+ --header 'Accept: application/json' -d @${stack_json} \
+ ${storperf_api}/configurations
+
+nova_vm_mapping
+
+echo
+echo ==========================================================================
+echo "Start to run storperf test"
+cat ${job_json} 1>&2
+echo ==========================================================================
+
+JOB=$(curl -s -X POST --header 'Content-Type: application/json' \
+ --header 'Accept: application/json' \
+ -d @${job_json} ${storperf_api}/jobs | \
+ awk '/job_id/ {print $2}' | sed 's/"//g')
+
+echo "JOB ID: $JOB"
+if [[ -z "$JOB" ]]; then
+ echo "Oops, JOB ID is empty!"
+ exit 1
+else
+ echo "checking job status..."
+ curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \
+ -o $WORKSPACE/status.json
+
+ cat $WORKSPACE/status.json
+
+ JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2`
+
+ while [ "$JOB_STATUS" != "Completed" ]
+ do
+ sleep 180
+ mv $WORKSPACE/status.json $WORKSPACE/old-status.json
+ curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \
+ -o $WORKSPACE/status.json
+ JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2`
+ diff $WORKSPACE/status.json $WORKSPACE/old-status.json >/dev/null
+ if [ $? -eq 1 ]
+ then
+ cat $WORKSPACE/status.json
+ fi
+ done
+
+ echo
+ echo "Storperf test completed!"
+
+ echo ==========================================================================
+ echo Final report
+ echo ==========================================================================
+ curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=metadata" \
+ -o $WORKSPACE/report.json
+ cat $WORKSPACE/report.json
+fi
+
+echo "Deleting stack for cleanup"
+curl -s -X DELETE --header 'Accept: application/json' ${storperf_api}/configurations
diff --git a/resources/ansible_roles/storperf/files/storperf_requirements.txt b/resources/ansible_roles/storperf/files/storperf_requirements.txt
new file mode 100644
index 00000000..4a279ae5
--- /dev/null
+++ b/resources/ansible_roles/storperf/files/storperf_requirements.txt
@@ -0,0 +1,5 @@
+functools32==3.2.3.post2
+pytz==2016.10
+osc_lib==1.3.0
+python-openstackclient==3.7.0
+python-heatclient==1.7.0
diff --git a/resources/ansible_roles/storperf/meta/main.yml b/resources/ansible_roles/storperf/meta/main.yml
new file mode 100644
index 00000000..ecdf8697
--- /dev/null
+++ b/resources/ansible_roles/storperf/meta/main.yml
@@ -0,0 +1,14 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+---
+
+allow_duplicates: yes
+dependencies:
+- { role: qtip-common, basename: storperf }
diff --git a/resources/ansible_roles/storperf/tasks/main.yml b/resources/ansible_roles/storperf/tasks/main.yml
new file mode 100644
index 00000000..b326dc47
--- /dev/null
+++ b/resources/ansible_roles/storperf/tasks/main.yml
@@ -0,0 +1,15 @@
+##############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+
+- name: preparing stack for storperf testing
+ local_action: "shell {{ role_path }}/files/prepare.sh chdir={{ output }}"
+
+- name: running storperf testing
+ local_action: "shell {{ role_path }}/files/start_job.sh chdir={{ output }}"
diff --git a/resources/ansible_roles/storperf/vars/main.yml b/resources/ansible_roles/storperf/vars/main.yml
new file mode 100644
index 00000000..ab934905
--- /dev/null
+++ b/resources/ansible_roles/storperf/vars/main.yml
@@ -0,0 +1,11 @@
+#############################################################################
+# Copyright (c) 2017 ZTE Corporation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+#############################################################################
+
+---
+workdir: "{{ qtip_workdir }}/storperf"