summaryrefslogtreecommitdiffstats
path: root/ci
diff options
context:
space:
mode:
authorMark Beierl <mark.beierl@dell.com>2016-11-23 16:59:18 -0500
committerMark Beierl <mark.beierl@dell.com>2016-11-25 11:25:43 -0500
commit227bb19115eaab4f689cb570f0a5574cd5e318bb (patch)
tree1d2701784d009f5a97a68c08d3c8733a7bbd227b /ci
parentdef8cbb9d7e45060512594b6e3c89bf2db3cced7 (diff)
Daily Job
Creation of a daily job script that runs under Jenkins and kicks off a series of tests using the freshly cloned workspace. Change-Id: Ibc63c1df954578ad78604321ea410c8fd8c63c41 JIRA: STORPERF-87 Signed-off-by: Mark Beierl <mark.beierl@dell.com>
Diffstat (limited to 'ci')
-rwxr-xr-xci/create_stack.sh23
-rwxr-xr-xci/daily.sh102
-rwxr-xr-xci/generate-admin-rc.sh34
-rwxr-xr-xci/generate-environment.sh48
-rwxr-xr-xci/launch_docker_container.sh39
-rwxr-xr-xci/start_job.sh29
6 files changed, 261 insertions, 14 deletions
diff --git a/ci/create_stack.sh b/ci/create_stack.sh
new file mode 100755
index 0000000..152f1db
--- /dev/null
+++ b/ci/create_stack.sh
@@ -0,0 +1,23 @@
+#!/bin/bash -x
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+cat << EOF > body.json
+{
+ "agent_count": $1,
+ "agent_image": "Trusty x86_64",
+ "public_network": "ext-net",
+ "volume_size": $2
+}
+EOF
+
+curl -X POST --header 'Content-Type: application/json' \
+ --header 'Accept: application/json' -d @body.json \
+ 'http://127.0.0.1:5000/api/v1.0/configurations'
+
diff --git a/ci/daily.sh b/ci/daily.sh
index 0cc5977..bdfe746 100755
--- a/ci/daily.sh
+++ b/ci/daily.sh
@@ -8,29 +8,103 @@
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
-if [ -f ~/jenkins-os.rc ]
+if [ -z $WORKSPACE ]
then
- . ~/jenkins-os.rc
+ cd `dirname $0`/..
+ WORKSPACE=`pwd`
fi
-if [ -z $WORKSPACE ]
+# This is set by Jenkins, but if we are running manually, just use the
+# current hostname.
+if [ -z "$NODE_NAME" ]
then
- WORKSPACE=`pwd`
+ NODE_NAME=`hostname`
+fi
+export POD_NAME=$NODE_NAME
+
+if [ -d $WORKSPACE/ci/job ]
+then
+ sudo rm -rf $WORKSPACE/ci/job
+fi
+sudo find $WORKSPACE/ -name '*.db' -exec rm -fv {} \;
+
+$WORKSPACE/ci/generate-admin-rc.sh
+$WORKSPACE/ci/generate-environment.sh
+
+. $WORKSPACE/ci/job/environment.rc
+for env in `cat $WORKSPACE/ci/job/admin.rc`
+do
+ export $env
+done
+
+echo "Checking for an existing stack"
+STACK_ID=`heat stack-list | grep StorPerfAgentGroup | awk '{print $2}'`
+if [ ! -z $STACK_ID ]
+then
+ heat stack-delete -y StorPerfAgentGroup
fi
-function stage_base_os_in_glance {
+while [ ! -z $STACK_ID ]
+do
+ STACK_ID=`heat stack-list | grep StorPerfAgentGroup | awk '{print $2}'`
+done
+
+echo "TEST_DB_URL=http://testresults.opnfv.org/test/api/v1" >> $WORKSPACE/ci/job/admin.rc
+echo "INSTALLER_TYPE=${INSTALLER}" >> $WORKSPACE/ci/job/admin.rc
+$WORKSPACE/ci/launch_docker_container.sh
+
+echo "Waiting for StorPerf to become active"
+while [ $(curl -X GET 'http://127.0.0.1:5000/api/v1.0/configurations' > /dev/null 2>&1;echo $?) -ne 0 ]
+do
+ sleep 1
+done
+
+echo Creating 1:1 stack
+$WORKSPACE/ci/create_stack.sh $CINDER_NODES 10
+
+export QUEUE_DEPTH=8
+export BLOCK_SIZE=16384
+export WORKLOAD=ws
+export SCENARIO_NAME="${CINDER_BACKEND}_${WORKLOAD}"
+WARM_UP=`$WORKSPACE/ci/start_job.sh | awk '/job_id/ {print $2}' | sed 's/"//g'`
+
+WARM_UP_STATUS=`curl -s -X GET "http://127.0.0.1:5000/api/v1.0/jobs?id=$WARM_UP&type=status" \
+ | awk '/Status/ {print $2}' | sed 's/"//g'`
+while [ "$WARM_UP_STATUS" != "Completed" ]
+do
+ sleep 10
+ WARM_UP_STATUS=`curl -s -X GET "http://127.0.0.1:5000/api/v1.0/jobs?id=$WARM_UP&type=status" \
+ | awk '/Status/ {print $2}' | sed 's/"//g'`
+done
+
- export OS_IMAGE_API_VERSION=1
+for WORKLOAD in ws wr rs rr rw
+do
+ for BLOCK_SIZE in 2048 8192 16384
+ do
+ for QUEUE_DEPTH in 1 2 8
+ do
+ export QUEUE_DEPTH
+ export BLOCK_SIZE
+ export WORKLOAD
+ export SCENARIO_NAME="${CINDER_BACKEND}_${WORKLOAD}"
- glance image-list | grep "$1"
- if [ $? -eq 1 ]
- then
- curl -s -o $WORKSPACE/$1.qcow2 https://cloud-images.ubuntu.com/releases/15.10/release/ubuntu-15.10-server-cloudimg-amd64-disk1.img
- glance image-create --name="$1" --disk-format=qcow2 --container-format=bare < $WORKSPACE/$1.qcow2
- fi
+ JOB=`$WORKSPACE/ci/start_job.sh \
+ | awk '/job_id/ {print $2}' | sed 's/"//g'`
+ JOB_STATUS=`curl -s -X GET "http://127.0.0.1:5000/api/v1.0/jobs?id=$JOB&type=status" \
+ | awk '/Status/ {print $2}' | sed 's/"//g'`
+ while [ "$JOB_STATUS" != "Completed" ]
+ do
+ sleep 10
+ JOB_STATUS=`curl -s -X GET "http://127.0.0.1:5000/api/v1.0/jobs?id=$JOB&type=status" \
+ | awk '/Status/ {print $2}' | sed 's/"//g'`
+ done
+ done
+ done
+done
-}
-stage_base_os_in_glance ubuntu-server
+echo "Deleting stack for cleanup"
+curl -X DELETE --header 'Accept: application/json' 'http://127.0.0.1:5000/api/v1.0/configurations'
exit 0
diff --git a/ci/generate-admin-rc.sh b/ci/generate-admin-rc.sh
new file mode 100755
index 0000000..6c5b162
--- /dev/null
+++ b/ci/generate-admin-rc.sh
@@ -0,0 +1,34 @@
+#!/bin/bash
+##############################################################################
+# Copyright (c) 2016 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+cd `dirname $0`
+
+# TODO: Switch based on installer type, for now this is hard coded to JOID only
+
+if [ ! -d job ]
+then
+ mkdir job
+fi
+
+export OS_AUTH_URL=http://`juju status keystone | grep public | awk '{print $2}'`:5000/v2.0
+export OS_USERNAME=admin
+export OS_PASSWORD=openstack
+export OS_TENANT_ID=`openstack project list|awk '/admin/ {print $2}'`
+
+cat << EOF > job/admin.rc
+OS_AUTH_URL=$OS_AUTH_URL
+OS_USERNAME=$OS_USERNAME
+OS_PASSWORD=$OS_PASSWORD
+OS_TENANT_ID=$OS_TENANT_ID
+OS_TENANT_NAME=admin
+OS_PROJECT_NAME=admin
+OS_REGION_NAME=RegionOne
+EOF
+
diff --git a/ci/generate-environment.sh b/ci/generate-environment.sh
new file mode 100755
index 0000000..6b44313
--- /dev/null
+++ b/ci/generate-environment.sh
@@ -0,0 +1,48 @@
+#!/bin/bash -x
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+cd `dirname $0`
+if [ ! -d job ]
+then
+ mkdir job
+fi
+
+# TODO: This assumes JOID. Need to make this programmatic
+
+INSTALLER=JOID
+
+case $INSTALLER in
+ JOID)
+ # Determine Cinder backend
+ if [ ! -z "$(juju status | grep ceph)" ]
+ then
+ CINDER_BACKEND=ceph
+ JUJU_CHARM=ceph-osd
+ fi
+ if [ ! -z "$(juju status | grep scaleio)" ]
+ then
+ CINDER_BACKEND=scaleio
+ JUJU_CHARM=scaleio-sds
+ fi
+ # Determine how many storage blades we have
+ CINDER_NODES=`juju status | grep "$JUJU_CHARM/" | wc -l`
+ # Later, collect info about each node:
+ # juju status | grep hardware: | grep tags | grep -v virtual
+ ;;
+ *)
+ CINDER_BACKEND=ceph
+ CINDER_NODES=4
+esac
+
+cat << EOF > job/environment.rc
+export CINDER_BACKEND=$CINDER_BACKEND
+export CINDER_NODES=$CINDER_NODES
+export INSTALLER=$INSTALLER
+EOF \ No newline at end of file
diff --git a/ci/launch_docker_container.sh b/ci/launch_docker_container.sh
new file mode 100755
index 0000000..60d1a07
--- /dev/null
+++ b/ci/launch_docker_container.sh
@@ -0,0 +1,39 @@
+#!/bin/bash
+##############################################################################
+# Copyright (c) 2016 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+cd `dirname $0`
+
+storperf_container=`docker ps -a -q -f name=storperf`
+
+if [ ! -z $storperf_container ]
+then
+ echo "Stopping any existing StorPerf container"
+ docker rm -fv $storperf_container
+fi
+
+if [ ! -f job/admin.rc ]
+then
+ ./generate-admin-rc.sh
+fi
+
+if [ ! -d job/carbon ]
+then
+ mkdir job/carbon
+ sudo chown 33:33 job/carbon
+fi
+
+docker run -d --env-file `pwd`/job/admin.rc \
+ -p 5000:5000 \
+ -p 8000:8000 \
+ -v `pwd`/job/carbon:/opt/graphite/storage/whisper \
+ -v `pwd`/../../storperf:/home/opnfv/repos/storperf \
+ --name storperf opnfv/storperf
+
+
diff --git a/ci/start_job.sh b/ci/start_job.sh
new file mode 100755
index 0000000..51f35cb
--- /dev/null
+++ b/ci/start_job.sh
@@ -0,0 +1,29 @@
+#!/bin/bash -x
+##############################################################################
+# Copyright (c) 2015 EMC and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+cat << EOF > body.json
+{
+ "block_sizes": "${BLOCK_SIZE}",
+ "nowarm": "string",
+ "nossd": "string",
+ "deadline": 600,
+ "queue_depths": "${QUEUE_DEPTH}",
+ "workload": "${WORKLOAD}",
+ "metadata": {
+ "disk_type": "SSD",
+ "pod_name": "${POD_NAME}",
+ "scenario_name": "${SCENARIO_NAME}",
+ "storage_node_count": ${CINDER_NODES}
+ }
+}
+EOF
+
+curl -s -X POST --header 'Content-Type: application/json' --header 'Accept: application/json' \
+ -d @body.json http://127.0.0.1:5000/api/v1.0/jobs \ No newline at end of file