samples/storperf.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

##############################################################################
# Copyright (c) 2017 Huawei Technologies Co.,Ltd and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
---
# Sample StorPerf benchmark task config file
# StorPerf is a tool to measure block and object storage performance in an NFVI

schema: "yardstick:task:0.1"

scenarios:
-
  type: StorPerf
  options:
    agent_count: 1
    agent_image: "Ubuntu 14.04"
    public_network: "ext-net"
    volume_size: 2
    # target:
    # deadline:
    # nossd:
    # nowarm:
    block_sizes: "4096"
    queue_depths: "4"
    workload: "ws"
    StorPerf_ip: "192.168.23.2"
    query_interval: 10
    timeout: 600

  runner:
    type: Iteration
    iterations: 1

context:
  type: Dummy
###################################
# job configuration for yardstick
###################################
- project:
    name: yardstick

    project: '{name}'

#--------------------------------
# BRANCH ANCHORS
#--------------------------------
    master: &master
        stream: master
        branch: '{stream}'
        gs-pathname: ''
        docker-tag: 'latest'
    danube: &danube
        stream: danube
        branch: 'stable/{stream}'
        gs-pathname: '{stream}'
        docker-tag: 'stable'
#--------------------------------
# POD, INSTALLER, AND BRANCH MAPPING
#--------------------------------
#    Installers using labels
#            CI PODs
# This section should only contain the installers
# that have been switched using labels for slaves
#--------------------------------
    pod:
# fuel CI PODs
        - baremetal:
            slave-label: fuel-baremetal
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - virtual:
            slave-label: fuel-virtual
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - baremetal:
            slave-label: fuel-baremetal
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - virtual:
            slave-label: fuel-virtual
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
# armband CI PODs
        - armband-baremetal:
            slave-label: armband-baremetal
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - armband-virtual:
            slave-label: armband-virtual
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - armband-baremetal:
            slave-label: armband-baremetal
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - armband-virtual:
            slave-label: armband-virtual
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
# joid CI PODs
        - baremetal:
            slave-label: joid-baremetal
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - virtual:
            slave-label: joid-virtual
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - baremetal:
            slave-label: joid-baremetal
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - virtual:
            slave-label: joid-virtual
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube

# compass CI PODs
        - baremetal:
            slave-label: compass-baremetal
            installer: compass
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - virtual:
            slave-label: compass-virtual
            installer: compass
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - baremetal:
            slave-label: compass-baremetal
            installer: compass
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - virtual:
            slave-label: compass-virtual
            installer: compass
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
#--------------------------------
#    Installers not using labels
#            CI PODs
# This section should only contain the installers
# that have not been switched using labels for slaves
#--------------------------------
        - lf-pod1:
            slave-label: '{pod}'
            installer: apex
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - lf-pod1:
            slave-label: '{pod}'
            installer: apex
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
#--------------------------------
#        None-CI PODs
#--------------------------------
        - orange-pod1:
            slave-label: '{pod}'
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - zte-pod1:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - zte-pod1:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - zte-pod2:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - zte-pod3:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - zte-pod3:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - arm-pod2:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - arm-pod2:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - arm-pod3:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - arm-pod3:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - arm-virtual1:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - arm-virtual1:
            slave-label: '{pod}'
            installer: fuel
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *danube
        - orange-pod2:
            slave-label: '{pod}'
            installer: joid
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
        - huawei-pod3:
            slave-label: '{pod}'
            installer: compass
            auto-trigger-name: 'yardstick-daily-huawei-pod3-trigger'
            <<: *master
        - huawei-pod4:
            slave-label: '{pod}'
            installer: compass
            auto-trigger-name: 'yardstick-daily-huawei-pod4-trigger'
            <<: *master
        - baremetal-centos:
            slave-label: 'intel-pod8'
            installer: compass
            auto-trigger-name: 'daily-trigger-disabled'
            <<: *master
#--------------------------------
    testsuite:
        - 'daily'

    jobs:
        - 'yardstick-{installer}-{pod}-{testsuite}-{stream}'

################################
# job templates
################################
- job-template:
    name: 'yardstick-{installer}-{pod}-{testsuite}-{stream}'

    disabled: false

    concurrent: true

    properties:
        - logrotate-default
        - throttle:
            enabled: true
            max-per-node: 1
            option: 'project'

    wrappers:
        - build-name:
            name: '$BUILD_NUMBER - Scenario: $DEPLOY_SCENARIO'
        - timeout:
            timeout: 180
            abort: true

    triggers:
        - '{auto-trigger-name}'

    parameters:
        - project-parameter:
            project: '{project}'
            branch: '{branch}'
        - '{installer}-defaults'
        - '{slave-label}-defaults'
        - 'yardstick-params-{slave-label}'
        - string:
            name: DEPLOY_SCENARIO
            default: 'os-odl_l2-nofeature-ha'
        - string:
            name: DOCKER_TAG
            default: '{docker-tag}'
            description: 'Tag to pull docker image'
        - string:
            name: YARDSTICK_SCENARIO_SUITE_NAME
            default: opnfv_${{DEPLOY_SCENARIO}}_{testsuite}.yaml
            description: 'Path to test scenario suite'
        - string:
            name: CI_DEBUG
            default: 'false'
            description: "Show debut output information"

    scm:
        - git-scm

    builders:
        - description-setter:
            description: "POD: $NODE_NAME"
        - 'yardstick-cleanup'
        #- 'yardstick-fetch-os-creds'
        - 'yardstick-{testsuite}'
        - 'yardstick-store-results'

    publishers:
        - email:
            recipients: jean.gaoliang@huawei.com limingjiang@huawei.com ross.b.brattain@intel.com

########################
# builder macros
########################
- builder:
    name: yardstick-daily
    builders:
        - shell:
            !include-raw: ./yardstick-daily.sh

- builder:
    name: yardstick-vtcdaily
    builders:
        - shell:
            !include-raw: ./yardstick-vtcdaily.sh

- builder:
    name: yardstick-fetch-os-creds
    builders:
        - shell:
            !include-raw: ../../utils/fetch_os_creds.sh

- builder:
    name: yardstick-store-results
    builders:
        - shell:
            !include-raw: ../../utils/push-test-logs.sh

- builder:
    name: yardstick-cleanup
    builders:
        - shell:
            !include-raw: ./yardstick-cleanup.sh
########################
# parameter macros
########################
- parameter:
    name: 'yardstick-params-fuel-baremetal'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-fuel-virtual'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-armband-baremetal'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-armband-virtual'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-arm-virtual1'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-joid-baremetal'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-joid-virtual'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-intel-pod8'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-lf-pod1'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-lf-pod2'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-compass-baremetal'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'
- parameter:
    name: 'yardstick-params-zte-pod1'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-zte-pod2'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-zte-pod3'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-orange-pod1'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-orange-pod2'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-arm-pod2'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-arm-pod3'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-virtual'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-compass-virtual'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-huawei-pod3'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

- parameter:
    name: 'yardstick-params-huawei-pod4'
    parameters:
        - string:
            name: YARDSTICK_DB_BACKEND
            default: '-i 104.197.68.199:8086'
            description: 'Arguments to use in order to choose the backend DB'

#######################
## trigger macros
#######################
# trigger for PODs to only run yardstick test suites
- trigger:
    name: 'yardstick-daily-huawei-pod3-trigger'
    triggers:
        - timed: '0 1 * * *'

- trigger:
    name: 'yardstick-daily-huawei-pod4-trigger'
    triggers:
        - timed: '0 1 * * *'