From 9eb2005c087a6c064fd2880edd253028e3ea1513 Mon Sep 17 00:00:00 2001 From: Yujun Zhang Date: Thu, 24 Aug 2017 17:07:50 +0800 Subject: Refactor storperf testing scripts into ansible role Change-Id: Ifbfe0818a528dbd9b2c176acf39450ca480e931a Signed-off-by: Yujun Zhang --- tests/ci/storperf/containers.sh | 7 -- tests/ci/storperf/default_job.json | 15 --- tests/ci/storperf/default_stack.json | 6 -- tests/ci/storperf/prepare.sh | 71 ------------- .../ci/storperf/qtip-storperf-docker-compose.yaml | 26 +---- tests/ci/storperf/start_job.sh | 110 --------------------- tests/ci/storperf/storperf_requirements.txt | 5 - 7 files changed, 3 insertions(+), 237 deletions(-) delete mode 100644 tests/ci/storperf/default_job.json delete mode 100644 tests/ci/storperf/default_stack.json delete mode 100755 tests/ci/storperf/prepare.sh delete mode 100755 tests/ci/storperf/start_job.sh delete mode 100644 tests/ci/storperf/storperf_requirements.txt (limited to 'tests/ci/storperf') diff --git a/tests/ci/storperf/containers.sh b/tests/ci/storperf/containers.sh index 26d582bf..62f8d4d5 100755 --- a/tests/ci/storperf/containers.sh +++ b/tests/ci/storperf/containers.sh @@ -19,11 +19,4 @@ launch_containers() echo "Launch new qtip and storperf containers" docker-compose -f qtip-storperf-docker-compose.yaml pull docker-compose -f qtip-storperf-docker-compose.yaml up -d - - echo "QTIP: Waiting for StorPerf to become active" - - while [ $(curl -s -o /dev/null -I -w "%{http_code}" -X GET http://127.0.0.1:5000/api/v1.0/configurations) != "200" ] - do - sleep 1 - done } \ No newline at end of file diff --git a/tests/ci/storperf/default_job.json b/tests/ci/storperf/default_job.json deleted file mode 100644 index 4e5e2dfd..00000000 --- a/tests/ci/storperf/default_job.json +++ /dev/null @@ -1,15 +0,0 @@ -{ - "block_sizes": "1024", - "deadline": 30, - "steady_state_samples": 2, - "queue_depths": "1", - "workload": "rw", - "metadata": { - "disk_type": "HDD", - "scenario_name": "", - "storage_node_count": 2, - "version": "", - "build_tag": "", - "test_case": "snia_steady_state" - } -} diff --git a/tests/ci/storperf/default_stack.json b/tests/ci/storperf/default_stack.json deleted file mode 100644 index 79d8fc46..00000000 --- a/tests/ci/storperf/default_stack.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "agent_count": 2, - "agent_image": "Ubuntu 16.04 x86_64", - "public_network": "external", - "volume_size": 2 -} diff --git a/tests/ci/storperf/prepare.sh b/tests/ci/storperf/prepare.sh deleted file mode 100755 index fe0708ad..00000000 --- a/tests/ci/storperf/prepare.sh +++ /dev/null @@ -1,71 +0,0 @@ -#! /bin/bash -############################################################################## -# Copyright (c) 2017 ZTE and others. -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -if [[ -z $WORKSPACE ]];then - WORKSPACE=`pwd` -fi - -script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" - -pip install -r $script_dir/storperf_requirements.txt - -delete_storperf_stack() -{ - echo "Checking for storperf stack" - STACK_ID=`openstack stack list | grep StorPerfAgentGroup | awk '{print $2}'` - if [[ ! -z $STACK_ID ]];then - echo "Deleting any existing storperf stack" - openstack stack delete --yes --wait StorPerfAgentGroup - fi -} - -load_ubuntu_image() -{ - echo "Checking for Ubuntu 16.04 image in Glance" - IMAGE=`openstack image list | grep "Ubuntu 16.04 x86_64" | awk '{print $2}'` - if [[ -z "$IMAGE" ]];then - cd $WORKSPACE - if [[ ! -f ubuntu-16.04-server-cloudimg-amd64-disk1.img ]];then - echo "Download Ubuntu 16.04 image" - wget -q https://cloud-images.ubuntu.com/releases/16.04/release/ubuntu-16.04-server-cloudimg-amd64-disk1.img - wget -q https://cloud-images.ubuntu.com/releases/16.04/release/MD5SUMS - checksum=$(cat ./MD5SUMS |grep ubuntu-16.04-server-cloudimg-amd64-disk1.img | md5sum -c) - if [[ $checksum =~ 'FAILED' ]];then - echo "Check image md5sum failed. Exit!" - exit 1 - fi - fi - - echo "Creating openstack image Ubuntu 16.04" - openstack image create "Ubuntu 16.04 x86_64" --disk-format qcow2 --public \ - --container-format bare --file $WORKSPACE/ubuntu-16.04-server-cloudimg-amd64-disk1.img - else - openstack image show "Ubuntu 16.04 x86_64" - fi -} - -create_storperf_flavor() -{ - echo "Checking for StorPerf flavor" - openstack flavor delete storperf - FLAVOR=`openstack flavor list | grep "storperf" | awk '{print $2}'` - if [[ -z "$FLAVOR" ]];then - openstack flavor create storperf \ - --id auto \ - --ram 2048 \ - --disk 4 \ - --vcpus 2 - else - openstack flavor show storperf - fi -} - -delete_storperf_stack -load_ubuntu_image -create_storperf_flavor diff --git a/tests/ci/storperf/qtip-storperf-docker-compose.yaml b/tests/ci/storperf/qtip-storperf-docker-compose.yaml index fc837139..9396a414 100644 --- a/tests/ci/storperf/qtip-storperf-docker-compose.yaml +++ b/tests/ci/storperf/qtip-storperf-docker-compose.yaml @@ -11,35 +11,15 @@ version: '2' services: storperf-master: - container_name: "storperf-master" + container_name: storperf-master image: opnfv/storperf-master:${DOCKER_TAG} ports: - - "8000:8000" + - 5000:5000 env_file: ${ENV_FILE} - storperf-reporting: - container_name: "storperf-reporting" - image: opnfv/storperf-reporting:${DOCKER_TAG} - ports: - - "5080:5000" - - storperf-swaggerui: - container_name: "storperf-swaggerui" - image: "schickling/swagger-ui" - - storperf-httpfrontend: - container_name: "storperf-httpfrontend" - image: opnfv/storperf-httpfrontend:${DOCKER_TAG} - ports: - - "5000:5000" - links: - - storperf-master - - storperf-reporting - - storperf-swaggerui - qtip: container_name: qtip image: opnfv/qtip:${DOCKER_TAG} env_file: ${ENV_FILE} links: - - storperf-httpfrontend \ No newline at end of file + - storperf-master diff --git a/tests/ci/storperf/start_job.sh b/tests/ci/storperf/start_job.sh deleted file mode 100755 index 15785036..00000000 --- a/tests/ci/storperf/start_job.sh +++ /dev/null @@ -1,110 +0,0 @@ -#! /bin/bash -############################################################################## -# Copyright (c) 2017 ZTE and others. -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Apache License, Version 2.0 -# which accompanies this distribution, and is available at -# http://www.apache.org/licenses/LICENSE-2.0 -############################################################################## - -usage(){ - echo "usage: $0 -s -j " >&2 -} - -#Get options -while getopts ":s:j:he" optchar; do - case "${optchar}" in - s) stack_json=${OPTARG} ;; - j) job_json=${OPTARG} ;; - h) usage - exit 0 - ;; - *) echo "Non-option argument: '-${OPTARG}'" >&2 - usage - exit 2 - ;; - esac -done - -# See https://stackoverflow.com/questions/59895/getting-the-source-directory-of-a-bash-script-from-within -script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" - -stack_json=${stack_json:-"$script_dir/default_stack.json"} -job_json=${job_json:-"$script_dir/default_job.json"} - -if [[ -z $WORKSPACE ]];then - WORKSPACE=`pwd` -fi - -nova_vm_mapping() -{ - rm $WORKSPACE/nova_vm.json - openstack server list --name storperf-agent -c ID -c Host --long -f json > $WORKSPACE/nova_vm.json - - echo ========================================================================== - echo "Vms vs. Compute nodes" - cat $WORKSPACE/nova_vm.json - echo ========================================================================== -} - -echo ========================================================================== -echo "Start to create storperf stack" -cat ${stack_json} 1>&2 -echo ========================================================================== - -curl -X POST --header 'Content-Type: application/json' \ - --header 'Accept: application/json' -d @${stack_json} \ - 'http://storperf-httpfrontend:5000/api/v1.0/configurations' - -nova_vm_mapping - -echo -echo ========================================================================== -echo "Start to run storperf test" -cat ${job_json} 1>&2 -echo ========================================================================== - -JOB=$(curl -s -X POST --header 'Content-Type: application/json' \ - --header 'Accept: application/json' \ - -d @${job_json} 'http://storperf-httpfrontend:5000/api/v1.0/jobs' | \ - awk '/job_id/ {print $2}' | sed 's/"//g') - -echo "JOB ID: $JOB" -if [[ -z "$JOB" ]]; then - echo "Oops, JOB ID is empty!" -else - echo "checking job status..." - curl -s -X GET "http://storperf-httpfrontend:5000/api/v1.0/jobs?id=$JOB&type=status" \ - -o $WORKSPACE/status.json - - cat $WORKSPACE/status.json - - JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2` - - while [ "$JOB_STATUS" != "Completed" ] - do - sleep 180 - mv $WORKSPACE/status.json $WORKSPACE/old-status.json - curl -s -X GET "http://storperf-httpfrontend:5000/api/v1.0/jobs?id=$JOB&type=status" \ - -o $WORKSPACE/status.json - JOB_STATUS=`cat $WORKSPACE/status.json | awk '/Status/ {print $2}' | cut -d\" -f2` - diff $WORKSPACE/status.json $WORKSPACE/old-status.json >/dev/null - if [ $? -eq 1 ] - then - cat $WORKSPACE/status.json - fi - done - - echo - echo "Storperf test completed!" - - echo ========================================================================== - echo Final report - echo ========================================================================== - curl -s -X GET "http://storperf-httpfrontend:5000/api/v1.0/jobs?id=$JOB&type=metadata" \ - -o $WORKSPACE/report.json - cat $WORKSPACE/report.json -fi - -echo "Deleting stack for cleanup" -curl -s -X DELETE --header 'Accept: application/json' 'http://storperf-httpfrontend:5000/api/v1.0/configurations' \ No newline at end of file diff --git a/tests/ci/storperf/storperf_requirements.txt b/tests/ci/storperf/storperf_requirements.txt deleted file mode 100644 index 4a279ae5..00000000 --- a/tests/ci/storperf/storperf_requirements.txt +++ /dev/null @@ -1,5 +0,0 @@ -functools32==3.2.3.post2 -pytz==2016.10 -osc_lib==1.3.0 -python-openstackclient==3.7.0 -python-heatclient==1.7.0 -- cgit 1.2.3-korg