path: root/jjb/functest/functest.yml

###################################
# job configuration for functest
###################################
- project:
    name: functest

    installer:
        - fuel:
            node: 'opnfv-jump-2'
            installer_type: 'fuel'
            installer_ip: '10.20.0.2'
        - foreman:
            node: 'opnfv-jump-2'
            installer_type: 'foreman'
            installer_ip: '172.30.10.73'
        - apex:
            node: 'opnfv-jump-1'
            installer_type: 'apex'
            installer_ip: '192.168.X.X'
        - compass:
            node: 'huawei-us-deploy-bare-1'
            installer_type: 'compass'
            installer_ip: '192.168.200.2'
        - joid:
            node: 'intel-pod5'
            installer_type: 'compass'
            installer_ip: '127.0.0.1'
    pod:
        - orange-test1:
            node: 'orange-test1'
            installer_type: 'fuel'
            installer_ip: '172.30.10.73'
        - orange-fr-pod2:
            node: 'orange-fr-pod2'
            installer_type: 'joid'
            installer_ip: '127.0.0.1'
        - huawei-build:
            node: 'huawei-us-deploy-bare-1'
            installer_type: 'compass'
            installer_ip: '192.168.200.2'
        - intel-pod5:
            node: 'intel-pod5'
            installer_type: 'joid'
            installer_ip: '127.0.0.1'

    jobs:
        - 'set-functest-env-{pod}'
        - 'functest-{pod}'
        - 'clean-functest-env-{pod}'
        - 'set-functest-env-{installer}-{stream}'
        - 'functest-{installer}-{stream}'
        - 'clean-functest-env-{installer}-{stream}'
        - 'functest-openstack-bench-test-{pod}'
        - 'functest-openstack-tempest-smoke-test-{pod}'
        - 'functest-odl-test-{pod}'
        - 'functest-vims-{installer}-{stream}'
        - 'functest-vping-test-{pod}'
        - 'functest-daily-{stream}'
        - 'functest-merge-{stream}'
        - 'functest-verify-{stream}'

    # stream:    branch with - in place of / (eg. stable-arno)
    # branch:    branch (eg. stable/arno)
    stream:
        - master:
            branch: 'master'
            gs-pathname: ''
        - stable-arno:
            branch: 'stable/arno'
            gs-pathname: '/arno'

    project: 'functest'
    somevar: 'foo'
################################
# job template
################################
- job-template:
    name: set-functest-env-{pod}

    node: '{node}'

    builders:
        - 'set-functest-env'

- job-template:
    name: clean-functest-env-{pod}

    node: '{node}'

    builders:
        - 'functest-cleanup'

- job-template:
    name: set-functest-env-{installer}-{stream}

    node: '{node}'

    builders:
        - 'set-functest-env'

- job-template:
    name: clean-functest-env-{installer}-{stream}

    node: '{node}'

    builders:
        - 'functest-cleanup'

- job-template:
    name: functest-openstack-bench-test-{pod}

    node: '{node}'

    builders:
        - 'functest-rally-bench'

- job-template:
    name: functest-openstack-tempest-smoke-test-{pod}

    node: '{node}'

    builders:
        - 'functest-tempest-smoke'

- job-template:
    name: functest-odl-test-{pod}

    node: '{node}'

    builders:
        - shell: |
        - 'functest-odl'

- job-template:
    name: functest-vping-test-{pod}

    node: '{node}'

    builders:
        - 'functest-vping'

- job-template:
    name: functest-{pod}

    node: '{node}'

    parameters:
        - project-parameter:
            project: '{project}'
        - functest-parameter
        - string:
            name: INSTALLER_TYPE
            default: '{installer_type}'
            description: "Installer name that is used for deployment."
        - string:
            name: INSTALLER_IP
            default: '{installer_ip}'
            description: "Installer IP."
        - '{pod}'

    scm:
        - git-scm:
            credentials-id: '{ssh-credentials}'
            refspec: ''
            branch: master

    builders:
        - 'functest-cleanup'
        - 'set-functest-env'
        - 'functest-all'
        - 'functest-store-results'

- job-template:
    name: functest-{installer}-{stream}

    node: '{node}'

    parameters:
        - project-parameter:
            project: '{project}'
        - functest-parameter
        - string:
            name: INSTALLER_TYPE
            default: '{installer_type}'
            description: "Installer name that is used for deployment."
        - string:
            name: INSTALLER_IP
            default: '{installer_ip}'
            description: "Installer IP."
        - string:
            name: GIT_BASE
            default: ssh://gerrit.opnfv.org:29418/$PROJECT
            description: "Override GIT_BASE"

    scm:
        - git-scm:
            credentials-id: '{ssh-credentials}'
            refspec: ''
            branch: master

    builders:
        - 'functest-cleanup'
        - 'set-functest-env'
        - 'functest-all'
        - 'functest-store-results'

- job-template:
    name: functest-vims-{installer}-{stream}

    node: '{node}'

    parameters:
        - project-parameter:
            project: '{project}'
        - functest-parameter
        - string:
            name: INSTALLER_TYPE
            default: '{installer_type}'
            description: "Installer name that is used for deployment."
        - string:
            name: INSTALLER_IP
            default: '{installer_ip}'
            description: "Installer IP."
        - string:
            name: GIT_BASE
            default: ssh://gerrit.opnfv.org:29418/$PROJECT
            description: "Override GIT_BASE"

    scm:
        - git-scm:
            credentials-id: '{ssh-credentials}'
            refspec: ''
            branch: master

    builders:
        - 'functest-vims'

- job-template:
    name: 'functest-daily-{stream}'

    # Job template for daily builders
    #
    # Required Variables:
    #     stream:    branch with - in place of / (eg. stable)
    #     branch:    branch (eg. stable)

    varsetabove: '{somevar}'

    parameters:
        - project-parameter:
            project: '{project}'
        - functest-parameter:
            gs-pathname: '{gs-pathname}'

    scm:
        - git-scm:
            credentials-id: '{ssh-credentials}'
            refspec: ''
            branch: '{stream}'

    triggers:
        - 'functest-{stream}'

    prebuilders:
        - test-macro

    builders:
        - shell:
            !include-raw ../opnfvdocs/docu-build.sh

    postbuilders:
        - test-macro

- job-template:
    name: 'functest-verify-{stream}'

    parameters:
        - project-parameter:
            project: '{project}'
        - gerrit-parameter:
            branch: '{branch}'
    scm:
        - gerrit-trigger-scm:
            credentials-id: '{ssh-credentials}'
            refspec: '$GERRIT_REFSPEC'
            choosing-strategy: 'gerrit'

    triggers:
        - gerrit:
            trigger-on:
                - patchset-created-event:
                    exclude-drafts: 'false'
                    exclude-trivial-rebase: 'false'
                    exclude-no-code-change: 'false'
                - draft-published-event
                - comment-added-contains-event:
                    comment-contains-value: 'recheck'
                - comment-added-contains-event:
                    comment-contains-value: 'reverify'
            projects:
              - project-compare-type: 'ANT'
                project-pattern: 'functest'
                branches:
                  - branch-compare-type: 'ANT'
                    branch-pattern: '**/{branch}'

    builders:
        - shell:
            echo "Hello World"

- job-template:
    name: 'functest-merge-{stream}'

    # builder-merge job to run JJB update
    #
    # This job's purpose is to update all the JJB

    parameters:
        - project-parameter:
            project: '{project}'
        - gerrit-parameter:
            branch: '{branch}'

    scm:
        - gerrit-trigger-scm:
            credentials-id: '{ssh-credentials}'
            refspec: ''
            choosing-strategy: 'default'

    triggers:
        - gerrit:
            trigger-on:
                - change-merged-event
                - comment-added-contains-event:
                    comment-contains-value: 'remerge'
            projects:
              - project-compare-type: 'ANT'
                project-pattern: 'functest'
                branches:
                    - branch-compare-type: 'ANT'
                      branch-pattern: '**/{branch}'

    builders:
        - shell:
            !include-raw ../opnfvdocs/docu-build.sh

########################
# parameter macros
########################
- parameter:
    name: functest-parameter
    parameters:
        - string:
            name: GS_PATHNAME
            default: '{gs-pathname}'
            description: "Version directory where the opnfv documents will be stored in gs repository"
        - string:
            name: FUNCTEST_REPO_DIR
            default: "/home/opnfv/repos/functest"
            description: "Directory where the Functest repository is cloned"

- parameter:
    name: orange-test1
    parameters:
        - string:
            name: GIT_BASE
            default: https://gerrit.opnfv.org/gerrit/$PROJECT
            description: "Override GIT_BASE"

- parameter:
    name: orange-fr-pod2
    parameters:
        - string:
            name: GIT_BASE
            default: https://gerrit.opnfv.org/gerrit/$PROJECT
            description: "Override GIT_BASE"
        - string:
            name: LAB_CONFIG
            default: "/home/opnfv/repos/functest"
            description: "Openstack credentials on the dev lab"

- parameter:
    name: opnfv-jump-1
    parameters:
        - string:
            name: GIT_BASE
            default: ssh://gerrit.opnfv.org:29418/$PROJECT
            description: "Override GIT_BASE"

- parameter:
    name: huawei-build
    parameters:
        - string:
            name: GIT_BASE
            default: https://gerrit.opnfv.org/gerrit/$PROJECT
            description: "Override GIT_BASE"

- parameter:
    name: intel-pod5
    parameters:
        - string:
            name: GIT_BASE
            default: https://gerrit.opnfv.org/gerrit/$PROJECT
            description: "Override GIT_BASE"
        - string:
            name: LAB_CONFIG
            default: "/home/ubuntu/joid_config/admin-openrc"
            description: "Openstack credentials on the dev lab"

- parameter:
    name: opnfv-jump-2
    parameters:
        - string:
            name: GIT_BASE
            default: ssh://gerrit.opnfv.org:29418/$PROJECT
            description: "Override GIT_BASE"
########################
# trigger macros
########################
- trigger:
    name: 'functest-master'
    triggers:
        - pollscm: "H 9 * * *"

- trigger:
    name: 'functest-stable-arno'
    triggers:
        - pollscm: "H 21 * * *"

########################
# builder macros
########################
# macros
- builder:
    name: functest-all
    builders:
        - shell: |
            #!/bin/bash
            set +e

            echo "Functest: running all the tests"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: set-functest-env
    builders:
        - shell: |
            #!/bin/bash
            set +e
            if [[ ${INSTALLER_TYPE} == 'apex' ]]; then
                INSTALLER_IP=$(grep instack /var/lib/libvirt/dnsmasq/default.leases \
                    |awk '{print $3}' | head -n 1)
                sshkey="-v /root/.ssh/id_rsa:/root/.ssh/id_rsa"
            fi
            echo "Functest: Start Docker and prepare environment"
            envs="INSTALLER_TYPE=${INSTALLER_TYPE} -e INSTALLER_IP=${INSTALLER_IP} -e NODE_NAME=${NODE_NAME}"
            labconfig=""
            # If production lab then creds may be retrieved dynamically
            # If dev lab, credentials may not be the default ones, just provide a path to put them into docker
            if [ -n "${LAB_CONFIG}" ]; then
                labconfig="-v ${LAB_CONFIG}:/home/opnfv/functest/conf/openstack.creds"
            fi

            docker pull opnfv/functest:latest_stable
            cmd="docker run -id -e $envs ${labconfig} ${sshkey} opnfv/functest:latest_stable /bin/bash"
            echo "Functest: Running docker run command: ${cmd}"
            ${cmd}
            docker ps -a
            sleep 5
            container_id=$(docker ps | grep 'opnfv/functest:latest_stable' | awk '{print $1}' | head -1)
            echo "Container ID=${container_id}"
            if [ -z ${container_id} ]; then
                echo "Cannot find opnfv/functest container ID ${container_id}. Please check if it is existing."
                docker ps -a
                exit 1
            fi
            echo "Starting the container: docker start ${container_id}"
            docker start ${container_id}
            sleep 5
            docker ps
            if [ $(docker ps | grep 'opnfv/functest:latest_stable' | wc -l) == 0 ]; then
                echo "The container opnfv/functest with ID=${container_id} has not been properly started. Exiting..."
                exit 1
            fi
            cmd="${FUNCTEST_REPO_DIR}/docker/prepare_env.sh"
            echo "Executing command inside the docker: ${cmd}"
            docker exec ${container_id} ${cmd}

- builder:
    name: functest-vping
    builders:
        - shell: |
            #!/bin/bash
            set +e

            echo "Functest: run vPing"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test vping"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: functest-odl
    builders:
        - shell: |
            #!/bin/bash
            set +e

            echo "Functest: run ODL suite"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test odl"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: functest-tempest-smoke
    builders:
        - shell: |
            #!/bin/bash
            set +e

            # tempest
            echo "Functest: run Tempest suite"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test tempest"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: functest-rally-bench
    builders:
        - shell: |
            #!/bin/bash
            set +e

            echo "Functest: run Functest Rally Bench suites"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test rally"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: functest-vims
    builders:
        - shell: |
            #!/bin/bash
            set +e

            echo "Functest: run Functest vIMS test"
            cmd="${FUNCTEST_REPO_DIR}/docker/run_tests.sh --test vims"
            container_id=$(docker ps -a | grep opnfv/functest | awk '{print $1}' | head -1)
            docker exec $container_id $cmd

- builder:
    name: functest-store-results
    builders:
        - shell:
            !include-raw res-build.sh

- builder:
    name: functest-cleanup
    builders:
        - shell: |
            #!/bin/bash

            echo "Cleaning up docker containers/images..."

            # Remove previous running containers if exist
            if [[ ! -z $(docker ps -a | grep opnfv/functest) ]]; then
                echo "Removing existing opnfv/functest containers..."
                docker ps | grep opnfv/functest | awk '{print $1}' | xargs docker stop
                docker ps -a | grep opnfv/functest | awk '{print $1}' | xargs docker rm
            fi

            # Remove existing images if exist
            if [[ ! -z $(docker images | grep opnfv/functest) ]]; then
                echo "Docker images to remove:"
                docker images | head -1 && docker images | grep opnfv/functest
                image_tags=($(docker images | grep opnfv/functest | awk '{print $2}'))
                for tag in "${image_tags[@]}"; do
                    echo "Removing docker image opnfv/functest:$tag..."
                    docker rmi opnfv/functest:$tag
                done
            fi