diff options
Diffstat (limited to 'resources/ansible_roles/storperf/files')
5 files changed, 218 insertions, 0 deletions
diff --git a/resources/ansible_roles/storperf/files/default_job.json b/resources/ansible_roles/storperf/files/default_job.json new file mode 100644 index 00000000..4e5e2dfd --- /dev/null +++ b/resources/ansible_roles/storperf/files/default_job.json @@ -0,0 +1,15 @@ +{ + "block_sizes": "1024", + "deadline": 30, + "steady_state_samples": 2, + "queue_depths": "1", + "workload": "rw", + "metadata": { + "disk_type": "HDD", + "scenario_name": "", + "storage_node_count": 2, + "version": "", + "build_tag": "", + "test_case": "snia_steady_state" + } +} diff --git a/resources/ansible_roles/storperf/files/default_stack.json b/resources/ansible_roles/storperf/files/default_stack.json new file mode 100644 index 00000000..79d8fc46 --- /dev/null +++ b/resources/ansible_roles/storperf/files/default_stack.json @@ -0,0 +1,6 @@ +{ + "agent_count": 2, + "agent_image": "Ubuntu 16.04 x86_64", + "public_network": "external", + "volume_size": 2 +} diff --git a/resources/ansible_roles/storperf/files/prepare.sh b/resources/ansible_roles/storperf/files/prepare.sh new file mode 100755 index 00000000..fe0708ad --- /dev/null +++ b/resources/ansible_roles/storperf/files/prepare.sh @@ -0,0 +1,71 @@ +#! /bin/bash +############################################################################## +# Copyright (c) 2017 ZTE and others. +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +if [[ -z $WORKSPACE ]];then + WORKSPACE=`pwd` +fi + +script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" + +pip install -r $script_dir/storperf_requirements.txt + +delete_storperf_stack() +{ + echo "Checking for storperf stack" + STACK_ID=`openstack stack list | grep StorPerfAgentGroup | awk '{print $2}'` + if [[ ! -z $STACK_ID ]];then + echo "Deleting any existing storperf stack" + openstack stack delete --yes --wait StorPerfAgentGroup + fi +} + +load_ubuntu_image() +{ + echo "Checking for Ubuntu 16.04 image in Glance" + IMAGE=`openstack image list | grep "Ubuntu 16.04 x86_64" | awk '{print $2}'` + if [[ -z "$IMAGE" ]];then + cd $WORKSPACE + if [[ ! -f ubuntu-16.04-server-cloudimg-amd64-disk1.img ]];then + echo "Download Ubuntu 16.04 image" + wget -q https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img + wget -q https://cloud-images.ubuntu.com/releases/16.04/release/MD5SUMS + checksum=$(cat ./MD5SUMS |grep ubuntu-16.04-server-cloudimg-amd64-disk1.img | md5sum -c) + if [[ $checksum =~ 'FAILED' ]];then + echo "Check image md5sum failed. Exit!" + exit 1 + fi + fi + + echo "Creating openstack image Ubuntu 16.04" + openstack image create "Ubuntu 16.04 x86_64" --disk-format qcow2 --public \ + --container-format bare --file $WORKSPACE/ubuntu-16.04-server-cloudimg-amd64-disk1.img + else + openstack image show "Ubuntu 16.04 x86_64" + fi +} + +create_storperf_flavor() +{ + echo "Checking for StorPerf flavor" + openstack flavor delete storperf + FLAVOR=`openstack flavor list | grep "storperf" | awk '{print $2}'` + if [[ -z "$FLAVOR" ]];then + openstack flavor create storperf \ + --id auto \ + --ram 2048 \ + --disk 4 \ + --vcpus 2 + else + openstack flavor show storperf + fi +} + +delete_storperf_stack +load_ubuntu_image +create_storperf_flavor diff --git a/resources/ansible_roles/storperf/files/start_job.sh b/resources/ansible_roles/storperf/files/start_job.sh new file mode 100755 index 00000000..4455609e --- /dev/null +++ b/resources/ansible_roles/storperf/files/start_job.sh @@ -0,0 +1,121 @@ +#! /bin/bash +############################################################################## +# Copyright (c) 2017 ZTE and others. +# All rights reserved. This program and the accompanying materials +# are made available under the terms of the Apache License, Version 2.0 +# which accompanies this distribution, and is available at +# http://www.apache.org/licenses/LICENSE-2.0 +############################################################################## + +set -o errexit +set -o pipefail +set -o nounset +set -x + +usage(){ + echo "usage: $0 -s <stack_json_path> -j <job_json_path>" >&2 +} + +#Get options +while getopts ":s:j:he" optchar; do + case "${optchar}" in + s) stack_json=${OPTARG} ;; + j) job_json=${OPTARG} ;; + h) usage + exit 0 + ;; + *) echo "Non-option argument: '-${OPTARG}'" >&2 + usage + exit 2 + ;; + esac +done + +# See https://stackoverflow.com/questions/59895/getting-the-source-directory-of-a-bash-script-from-within +script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" + +stack_json=${stack_json:-"$script_dir/default_stack.json"} +job_json=${job_json:-"$script_dir/default_job.json"} + +WORKSPACE=${WORKSPACE:-$(pwd)} + +nova_vm_mapping() +{ + openstack server list --name storperf-agent -c ID -c Host --long -f json > $WORKSPACE/nova_vm.json + + echo ========================================================================== + echo "Vms vs. Compute nodes" + cat $WORKSPACE/nova_vm.json + echo ========================================================================== +} + +storperf_api="http://storperf-master:5000/api/v1.0" + +echo "QTIP: Waiting for storperf api ready" +while [ $(curl -s -o /dev/null -I -w "%{http_code}" -X GET ${storperf_api}/configurations) != "200" ] +do + sleep 1 +done + +echo ========================================================================== +echo "Start to create storperf stack" +cat ${stack_json} 1>&2 +echo ========================================================================== + +curl -X POST --header 'Content-Type: application/json' \ + --header 'Accept: application/json' -d @${stack_json} \ + ${storperf_api}/configurations + +nova_vm_mapping + +echo +echo ========================================================================== +echo "Start to run storperf test" +cat ${job_json} 1>&2 +echo ========================================================================== + +JOB=$(curl -s -X POST --header 'Content-Type: application/json' \ + --header 'Accept: application/json' \ + -d @${job_json} ${storperf_api}/jobs | \ + awk '/job_id/ {print $2}' | sed 's/"//g') + +echo "JOB ID: $JOB" +if [[ -z "$JOB" ]]; then + echo "Oops, JOB ID is empty!" + exit 1 +else + echo "checking job status..." + curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \ + -o $WORKSPACE/status.json + + cat $WORKSPACE/status.json + + JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2` + + while [ "$JOB_STATUS" != "Completed" ] + do + sleep 180 + mv $WORKSPACE/status.json $WORKSPACE/old-status.json + curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=status" \ + -o $WORKSPACE/status.json + JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2` + diff $WORKSPACE/status.json $WORKSPACE/old-status.json >/dev/null + if [ $? -eq 1 ] + then + cat $WORKSPACE/status.json + fi + done + + echo + echo "Storperf test completed!" + + echo ========================================================================== + echo Final report + echo ========================================================================== + curl -s -X GET "${storperf_api}/jobs?id=$JOB&type=metadata" \ + -o $WORKSPACE/report.json + cat $WORKSPACE/report.json +fi + +echo "Deleting stack for cleanup" +curl -s -X DELETE --header 'Accept: application/json' ${storperf_api}/configurations diff --git a/resources/ansible_roles/storperf/files/storperf_requirements.txt b/resources/ansible_roles/storperf/files/storperf_requirements.txt new file mode 100644 index 00000000..4a279ae5 --- /dev/null +++ b/resources/ansible_roles/storperf/files/storperf_requirements.txt @@ -0,0 +1,5 @@ +functools32==3.2.3.post2 +pytz==2016.10 +osc_lib==1.3.0 +python-openstackclient==3.7.0 +python-heatclient==1.7.0 |