aboutsummaryrefslogtreecommitdiffstats
path: root/docker/Dockerfile
AgeCommit message (Expand)AuthorFilesLines
2016-11-16Merge "Remove Harcoded version for ruby (vIMS)"Morgan Richomme1-1/+1
2016-11-16Merge "Wrap the Functest and install it as module by pip."Morgan Richomme1-3/+1
2016-11-15Remove Harcoded version for ruby (vIMS)Morgan Richomme1-1/+1
2016-11-14Installing SNAPS library to Docker image.spisarski1-0/+4
2016-11-13Wrap the Functest and install it as module by pip.helenyao1-3/+1
2016-11-11Merge "Remove kingbird installation"Jose Lausuch1-1/+1
2016-11-10Merge "change path for python ci files"Morgan Richomme1-1/+2
2016-11-10change path for python ci filesMorgan Richomme1-1/+2
2016-11-10Fix path issue in Docker fileMorgan Richomme1-2/+2
2016-11-10Remove kingbird installationjose.lausuch1-1/+1
2016-11-09Repo structure modificationMorgan Richomme1-1/+1
2016-11-08Merge "Update rally version"Jose Lausuch1-1/+1
2016-11-08Merge "Do not modify unix rights in case of unit tests"Morgan Richomme1-1/+2
2016-11-08Update rally versionjose.lausuch1-1/+1
2016-11-04Do not modify unix rights in case of unit testsCédric Ollivier1-1/+2
2016-11-04Fix typo in Dockerfilejose.lausuch1-1/+1
2016-10-17Add a parent class for test cases.Cédric Ollivier1-0/+1
2016-10-12Create shallow clones with a history truncatedCédric Ollivier1-18/+18
2016-09-14Include latest tag for Multisite KingbirdAshish Singh1-1/+1
2016-09-08[Promise] Use the repository from githubjose.lausuch1-1/+1
2016-09-08Tempest release verion updated 12.1.0 -> 12.2.0vitikkan1-1/+1
2016-09-06Clone the proper branches in the dockerfilejose.lausuch1-16/+30
2016-08-22Point tempest to stable 12.1.0Michael Polenchuk1-1/+1
2016-08-21Protect again changes of unix permissionsCédric Ollivier1-0/+3
2016-08-17bugfix: wrong directorymeimei1-1/+1
2016-08-17[moon] install moonclient in dockermeimei1-0/+1
2016-08-16Repoint security_scanning to its own repositoryLuke Hinds1-0/+1
2016-08-12Add conf directory to DockerfileMichael Chapman1-0/+1
2016-08-11Merge "Create config_functest patch to update the conf with scenario"boucherv1-0/+1
2016-08-11update pip version of functest docker imageSerenaFeng1-0/+1
2016-08-10Create config_functest patch to update the conf with scenarioboucherv1-0/+1
2016-08-10parser integration bugfixSerenaFeng1-5/+1
2016-07-28Functional testing for tosca2heat translationSerenaFeng1-0/+6
2016-07-27Bump rally to 0.5.0 and add shyamlCiprian Barbu1-1/+1
2016-07-14Enable domino multi-node test case in FunctestUlas Kozat1-0/+1
2016-07-14[multisite] add kingbird repo and install python lib in dockermeimei1-0/+2
2016-07-07[SDNVPN] Adding sdnvpn repo to functestNikolas Hermanns1-0/+1
2016-07-06Merge "Add Moon in Functest"Morgan Richomme1-0/+1
2016-07-06Add Moon in FunctestMorgan Richomme1-0/+1
2016-07-06Add BGPVPN neutron client extension for SDNVPN projectjose.lausuch1-0/+1
2016-07-06Add tacker-client in the functest Docker imageManuel Buil1-0/+2
2016-07-05Merge "Add interface to run sfc functests."Morgan Richomme1-0/+1
2016-07-04Add support for Copper projectjose.lausuch1-0/+1
2016-07-04Add interface to run sfc functests.wuwb19891-0/+1
2016-06-22modify onos tests' link to support onos 1.6wuwb19891-1/+1
2016-06-07Use current ODL Integration/Test repoDaniel Farrell1-1/+1
2016-05-11Respect multiline syntax in DockerfileCédric Ollivier1-3/+7
2016-05-11Fix a few nits in prepare_env and dockerfilejose.lausuch1-1/+1
2016-05-09CLI implementationjose.lausuch1-1/+1
2016-05-05Add results dir to Dockerfilejose.lausuch1-1/+2
class="s2">"""Please check BASE_PATH: $BASE_PATH LAB_NAME: $LAB_NAME POD_NAME: $POD_NAME """ usage echo "exit abnormal" exit 0 fi DEPLOY_SCENARIO=${DEPLOY_SCENARIO:-"os-nosdn-nofeature-noha"} BRIDGE=${BRIDGE:-pxebr} # read parameters from lab configuration file DHA_CONF=$BASE_PATH/labs/$LAB_NAME/$POD_NAME/daisy/config/deploy.yml # set work space in daisy master node REMOTE_SPACE=${REMOTE_SPACE:-/home/daisy} DHA=$REMOTE_SPACE/labs/$LAB_NAME/$POD_NAME/daisy/config/deploy.yml NETWORK=$REMOTE_SPACE/labs/$LAB_NAME/$POD_NAME/daisy/config/network.yml # set temporay workdir WORKDIR=${WORKDIR:-/tmp/workdir/daisy} [[ $POD_NAME =~ (virtual) ]] && IS_BARE=0 # set extra ssh paramters SSH_PARAS="-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no" DEPLOY_PATH=$WORKSPACE/deploy CREATE_QCOW2_PATH=$WORKSPACE/tools VMDELOY_DAISY_SERVER_NET=$WORKSPACE/templates/virtual_environment/networks/daisy.xml VMDEPLOY_TARGET_NODE_NET=$WORKSPACE/templates/virtual_environment/networks/external.xml VMDEPLOY_TARGET_KEEPALIVED_NET=$WORKSPACE/templates/virtual_environment/networks/keepalived.xml VMDEPLOY_DAISY_SERVER_VM=$WORKSPACE/templates/virtual_environment/vms/daisy.xml VMDEPLOY_TARGET_NODE_VM=$WORKSPACE/templates/virtual_environment/vms/all_in_one.xml VMDEPLOY_NODE=[] for ((i=0; i < ${#VM_MULTINODE[@]}; i++)); do if [[ ${VM_MULTINODE[$i]} == *controller* ]]; then nodename_prefix="controller" else nodename_prefix="computer" fi VMDEPLOY_NODE[$i]=$WORKSPACE/templates/virtual_environment/vms/${VM_MULTINODE[$i]}.xml cp $WORKSPACE/templates/virtual_environment/vms/${nodename_prefix}.xml ${VMDEPLOY_NODE[$i]} sed -i "s/nodename/${VM_MULTINODE[$i]}/g" ${VMDEPLOY_NODE[$i]} echo ${VMDEPLOY_NODE[$i]} done BMDEPLOY_DAISY_SERVER_NET=$WORKSPACE/templates/physical_environment/networks/daisy.xml BMDEPLOY_DAISY_SERVER_VM=$WORKSPACE/templates/physical_environment/vms/daisy.xml function update_dha_by_pdf() { local pdf_yaml=securedlab/labs/$LAB_NAME/${POD_NAME}.yaml local jinja2_template=securedlab/installers/daisy/pod_config.yaml.j2 local generate_config=securedlab/utils/generate_config.py if [ ! -f ${generate_config} ] || [ ! -f ${pdf_yaml} ] || [ ! -f ${jinja2_template} ]; then return fi local tmpfile=$(mktemp XXXXXXXX.yml) python ${generate_config} -j ${jinja2_template} -y ${pdf_yaml} > ${tmpfile} if [ $? -ne 0 ]; then echo "Cannot generate config from POD Descriptor File, use original deploy.yml !" return fi if [ -z $(awk "BEGIN{}(/daisy_ip/){print NR}" $tmpfile) ]; then line=$(awk "BEGIN{}(/daisy_gateway/){print NR}" $tmpfile) sed -i "${line} i\daisy_ip: $INSTALLER_IP" $tmpfile fi if [ $? -ne 0 ]; then echo "Cannot write INSTALLER_IP to config file, use original deploy.yml !" rm $tmpfile return fi cp ${tmpfile} ${DHA_CONF} echo "====== Update deploy.yml from POD Descriptor File ======" rm -f $tmpfile } if [[ ! -z $INSTALLER_IP ]]; then pushd ${WORKSPACE} update_dha_by_pdf popd fi PARAS_FROM_DEPLOY=`python $WORKSPACE/deploy/get_conf.py --dha $DHA_CONF` TARGET_HOSTS_NUM=`echo $PARAS_FROM_DEPLOY | cut -d " " -f 1` DAISY_IP=`echo $PARAS_FROM_DEPLOY | cut -d " " -f 2` DAISY_PASSWD=`echo $PARAS_FROM_DEPLOY | cut -d " " -f 3` PARAS_IMAGE=${PARAS_FROM_DEPLOY#* * * } if [ $DRY_RUN -eq 1 ]; then echo """ BASE_PATH: $BASE_PATH LAB_NAME: $LAB_NAME POD_NAME: $POD_NAME IS_BARE: $IS_BARE DAISY_IP: $DAISY_IP DAISY_PASSWD: $DAISY_PASSWD PARAS_IMAGE: $PARAS_IMAGE VMDELOY_DAISY_SERVER_NET: $VMDELOY_DAISY_SERVER_NET VMDEPLOY_TARGET_NODE_NET: $VMDEPLOY_TARGET_NODE_NET VMDEPLOY_DAISY_SERVER_VM: $VMDEPLOY_DAISY_SERVER_VM VMDEPLOY_TARGET_NODE_VM: $VMDEPLOY_TARGET_NODE_VM DEPLOY_SCENARIO: $DEPLOY_SCENARIO """ exit 1 fi if [ ! -f ${WORKSPACE}/opnfv.bin ]; then echo "opnfv.bin does not exist in WORKSPACE, exit." exit 1 elif [ ! -x ${WORKSPACE}/opnfv.bin ]; then echo "opnfv.bin in WORKSPACE is not executable, chmod it and continue." chmod +x ${WORKSPACE}/opnfv.bin fi test -d ${VM_STORAGE} || mkdir -p ${VM_STORAGE} function check_scenario_arg { local is_valid_scenario=0 for item in ${VALID_DEPLOY_SCENARIO[@]};do if [ ${DEPLOY_SCENARIO} == $item ]; then is_valid_scenario=1 break fi done if [ $is_valid_scenario -eq 0 ]; then echo "Invalid scenario argument:${DEPLOY_SCENARIO}" exit 1 fi } check_scenario_arg function create_node { local net_template=$1 local net_name=$2 local vms_template=$3 local vms_name=$4 virsh net-define $net_template virsh net-autostart $net_name virsh net-start $net_name virsh define $vms_template virsh start $vms_name } #update key = value config option in an conf or ini file function update_config { local file=$1 local key=$2 local value=$3 [ ! -e $file ] && return #echo update key $key to value $value in file $file ... local exist=`grep "^[[:space:]]*[^#]" $file | grep -c "$key[[:space:]]*=[[:space:]]*.*"` #action：If a line is a comment, the beginning of the first character must be a #!!! local comment=`grep -c "^[[:space:]]*#[[:space:]]*$key[[:space:]]*=[[:space:]]*.*" $file` if [[ $value == "#" ]];then if [ $exist -gt 0 ];then sed -i "/^[^#]/s/$key[[:space:]]*=/\#$key=/" $file fi return fi if [ $exist -gt 0 ];then #if there have been a effective configuration line did not comment, update value directly sed -i "/^[^#]/s#$key[[:space:]]*=.*#$key=$value#" $file elif [ $comment -gt 0 ];then #if there is a configuration line has been commented out, then remove the comments, update the value sed -i "s@^[[:space:]]*#[[:space:]]*$key[[:space:]]*=[[:space:]]*.*@$key=$value@" $file else #add effective configuration line at the end echo "$key=$value" >> $file fi } function clean_up_target_vms() { local vms=$(virsh list --all | tail -n +3 | awk '{print $2}') local active_vms=$(virsh list | tail -n +3 | awk '{print $2}') for vm_name in ${VM_MULTINODE[@]} all_in_one; do if [[ $(echo $vms | tr " " "\n" | grep ^$vm_name$) ]]; then [[ $(echo $active_vms | tr " " "\n" | grep ^$vm_name$) ]] && virsh destroy $vm_name virsh undefine $vm_name fi done } function clean_up_daisy_vm() { local vms=$(virsh list --all | tail -n +3 | awk '{print $2}') local active_vms=$(virsh list | tail -n +3 | awk '{print $2}') vm_name=daisy if [[ $(echo $vms | tr " " "\n" | grep ^$vm_name$) ]]; then [[ $(echo $active_vms | tr " " "\n" | grep ^$vm_name$) ]] && virsh destroy $vm_name virsh undefine $vm_name fi } function clean_up_daisy_vnetworks() { local nets=$(virsh net-list --all | tail -n +3 |awk '{print $1}') local active_nets=$(virsh net-list | tail -n +3 |awk '{print $1}') for net_template in ${VMDELOY_DAISY_SERVER_NET}; do network_name=$(grep "<name>" $net_template | awk -F "<|>" '{print $3}') if [[ $(echo $nets | tr " " "\n" | grep ^$network_name$) ]]; then [[ $(echo $active_nets | tr " " "\n" | grep ^$network_name$) ]] && virsh net-destroy $network_name virsh net-undefine $network_name fi done } function clean_up_target_vnetworks() { local nets=$(virsh net-list --all | tail -n +3 |awk '{print $1}') local active_nets=$(virsh net-list | tail -n +3 |awk '{print $1}') for net_template in ${VMDEPLOY_TARGET_NODE_NET} ${VMDEPLOY_TARGET_KEEPALIVED_NET}; do network_name=$(grep "<name>" $net_template | awk -F "<|>" '{print $3}') if [[ $(echo $nets | tr " " "\n" | grep ^$network_name$) ]]; then [[ $(echo $active_nets | tr " " "\n" | grep ^$network_name$) ]] && virsh net-destroy $network_name virsh net-undefine $network_name fi done } function create_daisy_vm_and_networks() { echo "====== Create Daisy VM ======" $CREATE_QCOW2_PATH/daisy-img-modify.sh -c $CREATE_QCOW2_PATH/centos-img-modify.sh -w $WORKDIR -a $DAISY_IP $PARAS_IMAGE if [ $IS_BARE == 0 ];then create_node $VMDELOY_DAISY_SERVER_NET daisy1 $VMDEPLOY_DAISY_SERVER_VM daisy else virsh define $BMDEPLOY_DAISY_SERVER_VM virsh start daisy fi #wait for the daisy1 network start finished for execute trustme.sh #here sleep 40 just needed in Dell blade server #for E9000 blade server we only have to sleep 20 sleep 40 } function clean_up_daisy_vm_and_networks() { echo "====== Clean up Daisy VM and networks ======" clean_up_daisy_vm if [ $IS_BARE == 0 ];then clean_up_daisy_vnetworks fi } function clean_up_target_vms_and_networks() { echo "====== Clean up all target VMs and networks ======" if [ $IS_BARE == 0 ];then clean_up_target_vms clean_up_target_vnetworks fi } function install_daisy() { echo "====== install daisy ======" $DEPLOY_PATH/trustme.sh $DAISY_IP $DAISY_PASSWD ssh $SSH_PARAS $DAISY_IP "if [[ -f ${REMOTE_SPACE} || -d ${REMOTE_SPACE} ]]; then rm -fr ${REMOTE_SPACE}; fi" scp -r $WORKSPACE root@$DAISY_IP:${REMOTE_SPACE} ssh $SSH_PARAS $DAISY_IP "mkdir -p /home/daisy_install" update_config $WORKSPACE/deploy/daisy.conf daisy_management_ip $DAISY_IP scp $WORKSPACE/deploy/daisy.conf root@$DAISY_IP:/home/daisy_install ssh $SSH_PARAS $DAISY_IP "${REMOTE_SPACE}/opnfv.bin install" rc=$? if [ $rc -ne 0 ]; then echo "daisy install failed" exit 1 else echo "daisy install successfully" fi #TODO: Why need this? echo "====== generate known_hosts file in daisy vm ======" touch $WORKSPACE/known_hosts scp $WORKSPACE/known_hosts root@$DAISY_IP:/root/.ssh/ } function config_daisy() { echo "====== add relate config for Daisy and Kolla ======" ssh $SSH_PARAS $DAISY_IP "bash $REMOTE_SPACE/deploy/prepare.sh -n $NETWORK -b $IS_BARE" } clean_up_target_vms_and_networks if [ ! $SKIP_DEPLOY_DAISY -eq 1 ]; then clean_up_daisy_vm_and_networks create_daisy_vm_and_networks install_daisy config_daisy fi echo "====== prepare cluster and pxe ======" ssh $SSH_PARAS $DAISY_IP "python ${REMOTE_SPACE}/deploy/tempest.py --dha $DHA --network $NETWORK --cluster 'yes'" function get_mac_addresses_for_virtual() { tmpfile=$(mktemp XXXXXXXX.yml) cp $DHA_CONF $tmpfile for ((i=0;i<${#VM_MULTINODE[@]};i++));do name=${VM_MULTINODE[$i]} macs=$(virsh dumpxml $name | grep "<mac" | awk -F "'" '{print $2}' | tr "\n" " ") line=$(awk "BEGIN{}(/name/&&/$name/){print NR}" $tmpfile) sed -i "${line}a\ mac_addresses:" $tmpfile for mac in $macs; do line=$[ line + 1 ] sed -i "${line}a\ - \'$mac\'" $tmpfile done done scp -q $tmpfile root@$DAISY_IP:$DHA rm $tmpfile } echo "====== create and find node ======" if [ $IS_BARE == 0 ];then if [ $TARGET_HOSTS_NUM == 1 ];then qemu-img create -f qcow2 ${VM_STORAGE}/all_in_one.qcow2 200G create_node $VMDEPLOY_TARGET_NODE_NET daisy2 $VMDEPLOY_TARGET_NODE_VM all_in_one else virsh net-define $VMDEPLOY_TARGET_NODE_NET virsh net-autostart daisy2 virsh net-start daisy2 virsh net-define $VMDEPLOY_TARGET_KEEPALIVED_NET virsh net-autostart daisy3 virsh net-start daisy3 for ((i=0;i<${#VM_MULTINODE[@]};i++));do qemu-img create -f qcow2 ${VM_STORAGE}/${VM_MULTINODE[$i]}.qcow2 120G qemu-img create -f qcow2 ${VM_STORAGE}/${VM_MULTINODE[$i]}_data.qcow2 150G virsh define ${VMDEPLOY_NODE[$i]} virsh start ${VM_MULTINODE[$i]} done fi sleep 20 if [ $TARGET_HOSTS_NUM -ne 1 ]; then get_mac_addresses_for_virtual fi else for i in $(seq 106 110); do ipmitool -I lanplus -H 192.168.1.$i -U zteroot -P superuser -R 1 chassis bootdev pxe ipmitool -I lanplus -H 192.168.1.$i -U zteroot -P superuser -R 1 chassis power reset done fi echo "====== prepare host and pxe ======" ssh $SSH_PARAS $DAISY_IP "python ${REMOTE_SPACE}/deploy/tempest.py --dha $DHA --network $NETWORK --host 'yes' --isbare $IS_BARE --scenario $DEPLOY_SCENARIO" if [ $IS_BARE == 0 ];then echo "====== daisy virtual-deploy operating system and openstack ======" if [ $TARGET_HOSTS_NUM == 1 ];then virsh destroy all_in_one virsh start all_in_one else for ((i=0;i<${#VM_MULTINODE[@]};i++));do virsh destroy ${VM_MULTINODE[$i]} virsh start ${VM_MULTINODE[$i]} done fi sleep 20 ssh $SSH_PARAS $DAISY_IP "python ${REMOTE_SPACE}/deploy/tempest.py --dha $DHA --network $NETWORK --install 'yes'" fi echo "====== check operating system install progress ======" ssh $SSH_PARAS $DAISY_IP "${REMOTE_SPACE}/deploy/check_os_progress.sh -d $IS_BARE -n $TARGET_HOSTS_NUM" if [ $? -ne 0 ]; then exit 1; fi sleep 10 if [ $IS_BARE == 0 ];then if [ $TARGET_HOSTS_NUM == 1 ];then virsh reboot all_in_one else for ((i=0;i<${#VM_MULTINODE[@]};i++));do virsh reboot ${VM_MULTINODE[$i]} done fi fi echo "====== check openstack install progress ======" ssh $SSH_PARAS $DAISY_IP "${REMOTE_SPACE}/deploy/check_openstack_progress.sh -n $TARGET_HOSTS_NUM" if [ $? -ne 0 ]; then exit 1; fi echo "====== post deploy ======" ssh $SSH_PARAS $DAISY_IP "bash $REMOTE_SPACE/deploy/post.sh -n $NETWORK" if [ $IS_BARE == 0 ]; then echo "====== disable iptable rules ======" iptables -D FORWARD -o daisy1 -j REJECT --reject-with icmp-port-unreachable iptables -D FORWARD -i daisy1 -j REJECT --reject-with icmp-port-unreachable iptables -D FORWARD -o daisy2 -j REJECT --reject-with icmp-port-unreachable iptables -D FORWARD -i daisy2 -j REJECT --reject-with icmp-port-unreachable fi echo "====== deploy successfully ======" exit 0 # # END of main ############################################################################