diff options
Diffstat (limited to 'jjb/functest/xtesting-pi.yaml')
| -rw-r--r-- | jjb/functest/xtesting-pi.yaml | 437 |
1 files changed, 209 insertions, 228 deletions
diff --git a/jjb/functest/xtesting-pi.yaml b/jjb/functest/xtesting-pi.yaml index ef4609f6c..86ac98f30 100644 --- a/jjb/functest/xtesting-pi.yaml +++ b/jjb/functest/xtesting-pi.yaml @@ -1,74 +1,116 @@ --- -- xtesting-pi-jobs: &xtesting-pi-jobs - name: 'xtesting-pi-jobs' - current-parameters: true +- xtesting-pi-containers: &xtesting-pi-containers + name: 'xtesting-pi-containers' + repo: '{repo}' + port: '{port}' + container: '{container}' + tag: '{tag}' - xtesting-pi-params: &xtesting-pi-params name: 'xtesting-pi-params' + tag: + - latest: + node: opnfv-build + - 2023.2: + node: opnfv-build + - 2023.1: + node: opnfv-build + - zed: + node: opnfv-build + - yoga: + node: opnfv-build + - xena: + node: opnfv-build + - wallaby: + node: opnfv-build + - arm-latest: + node: opnfv-build + - arm-2.23.2: + node: opnfv-build + - arm-2.23.1: + node: opnfv-build + - arm-zed: + node: opnfv-build + - arm-yoga: + node: opnfv-build + - arm-xena: + node: opnfv-build + - arm-wallaby: + node: opnfv-build + - arm64-latest: + node: opnfv-build + - arm64-2023.2: + node: opnfv-build + - arm64-2023.1: + node: opnfv-build + - arm64-zed: + node: opnfv-build + - arm64-yoga: + node: opnfv-build + - arm64-xena: + node: opnfv-build + - arm64-wallaby: + node: opnfv-build + +- xtesting-pi-ollivier-xtesting-params: &xtesting-pi-ollivier-xtesting-params + name: 'xtesting-pi-ollivier-xtesting-params' repo: 'ollivier' + container: 'xtesting' port: tag: - latest: - branch: master - slave: lf-virtual1 - - leguer: - branch: stable/leguer - slave: lf-virtual1 - - kali: - branch: stable/kali - slave: lf-virtual1 - - jerma: - branch: stable/jerma - slave: lf-virtual1 - - iruya: - branch: stable/iruya - slave: lf-virtual1 - - hunter: - branch: stable/hunter - slave: lf-virtual1 + node: opnfv-build + - 2023.2: + node: opnfv-build + - 2023.1: + node: opnfv-build + - zed: + node: opnfv-build + - yoga: + node: opnfv-build + - xena: + node: opnfv-build + - wallaby: + node: opnfv-build - arm-latest: - branch: master - slave: lf-virtual1 - - arm-leguer: - branch: stable/leguer - slave: lf-virtual1 - - arm-kali: - branch: stable/kali - slave: lf-virtual1 - - arm-jerma: - branch: stable/jerma - slave: lf-virtual1 - - arm-iruya: - branch: stable/iruya - slave: lf-virtual1 - - arm-hunter: - branch: stable/hunter - slave: lf-virtual1 + node: opnfv-build + - arm-2.23.2: + node: opnfv-build + - arm-2.23.1: + node: opnfv-build + - arm-zed: + node: opnfv-build + - arm-yoga: + node: opnfv-build + - arm-xena: + node: opnfv-build + - arm-wallaby: + node: opnfv-build - arm64-latest: - branch: master - slave: lf-virtual1 - - arm64-leguer: - branch: stable/leguer - slave: lf-virtual1 - - arm64-kali: - branch: stable/kali - slave: lf-virtual1 - - arm64-jerma: - branch: stable/jerma - slave: lf-virtual1 - - arm64-iruya: - branch: stable/iruya - slave: lf-virtual1 - - arm64-hunter: - branch: stable/hunter - slave: lf-virtual1 + node: opnfv-build + - arm64-2023.2: + node: opnfv-build + - arm64-2023.1: + node: opnfv-build + - arm64-zed: + node: opnfv-build + - arm64-yoga: + node: opnfv-build + - arm64-xena: + node: opnfv-build + - arm64-wallaby: + node: opnfv-build + +- xtesting-pi-jobs: &xtesting-pi-jobs + name: 'xtesting-pi-jobs' + current-parameters: true - parameter: - name: xtesting-pi-slave + name: xtesting-pi-node parameters: - label: - name: slave - default: '{slave}' + name: node + default: '{node}' - parameter: name: xtesting-pi-build_tag @@ -76,33 +118,16 @@ - random-string: name: build_tag -- parameter: - name: xtesting-pi-branch - parameters: - - string: - name: branch - default: '{branch}' - -- parameter: - name: xtesting-pi-DEBUG - parameters: - - string: - name: DEBUG - default: 'true' - -- xtesting-pi-containers: &xtesting-pi-containers - name: 'xtesting-pi-containers' - repo: '{repo}' - port: '{port}' - container: '{container}' - tag: '{tag}' - - xtesting-pi-run-containers: &xtesting-pi-run-containers name: 'xtesting-pi-run-containers' <<: *xtesting-pi-containers - test: '{test}' privileged: '{privileged}' + volumes: '{volumes}' + env: '{env}' network: '{network}' + uid: '{uid}' + gid: '{gid}' + published_ports: '{published_ports}' - builder: name: xtesting-pi-pull-containers @@ -123,7 +148,22 @@ builders: - shell: | set +x - [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi + [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -131,19 +171,23 @@ else image={repo}:{port}/{container}:{tag} fi + sudo mkdir -p $WORKSPACE/results + sudo chown {uid}:{gid} $WORKSPACE/results sudo docker run --rm \ --privileged={privileged} \ --network={network} \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ -e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting/$BUILD_TAG/$JOB_NAME-$BUILD_ID \ + -v /home/opnfv/xtesting/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ - -e NODE_NAME=$slave \ + -e NODE_NAME=$node \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEBUG=$DEBUG \ - -v /home/opnfv/xtesting/.boto:/root/.boto \ $image run_tests -t {test} -p -r - builder: @@ -160,99 +204,54 @@ fi sudo docker rmi $image || true - - job-template: - name: 'xtesting-pi-{repo}-{container}-{tag}-pull' + name: 'xtesting-pi-ollivier-xtesting-{tag}-pull' parameters: - - xtesting-pi-slave: - slave: '{slave}' + - xtesting-pi-node: + node: '{node}' builders: - xtesting-pi-pull-containers: <<: *xtesting-pi-containers - project: name: 'xtesting-pi-ollivier-xtesting-pull' - <<: *xtesting-pi-params - container: 'xtesting' + <<: *xtesting-pi-ollivier-xtesting-params jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-pull' - -- project: - name: 'xtesting-pi-ollivier-xtesting-mts-pull' - <<: *xtesting-pi-params - container: 'xtesting-mts' - exclude: - - tag: hunter - - tag: iruya - - tag: jerma - - tag: kali - - tag: arm-hunter - - tag: arm-iruya - - tag: arm-jerma - - tag: arm-kali - - tag: arm-leguer - - tag: arm-latest - - tag: arm64-hunter - - tag: arm64-iruya - - tag: arm64-jerma - - tag: arm64-kali - jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-pull' + - 'xtesting-pi-ollivier-xtesting-{tag}-pull' - job-template: - name: 'xtesting-pi-{repo}-{container}-{tag}-rmi' + name: 'xtesting-pi-ollivier-xtesting-{tag}-rmi' parameters: - - xtesting-pi-slave: - slave: '{slave}' + - xtesting-pi-node: + node: '{node}' builders: - xtesting-pi-remove-images: <<: *xtesting-pi-containers - project: name: 'xtesting-pi-ollivier-xtesting-rmi' - <<: *xtesting-pi-params - container: 'xtesting' + <<: *xtesting-pi-ollivier-xtesting-params jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-rmi' - -- project: - name: 'xtesting-pi-ollivier-xtesting-mts-rmi' - <<: *xtesting-pi-params - container: 'xtesting-mts' - exclude: - - tag: hunter - - tag: iruya - - tag: jerma - - tag: kali - - tag: arm-hunter - - tag: arm-iruya - - tag: arm-jerma - - tag: arm-kali - - tag: arm-leguer - - tag: arm-latest - - tag: arm64-hunter - - tag: arm64-iruya - - tag: arm64-jerma - - tag: arm64-kali - jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-rmi' + - 'xtesting-pi-ollivier-xtesting-{tag}-rmi' - job-template: - name: 'xtesting-pi-{repo}-{container}-{tag}-{test}-run' + name: 'xtesting-pi-ollivier-xtesting-{tag}-{test}-run' parameters: - - xtesting-pi-slave: - slave: '{slave}' + - xtesting-pi-node: + node: '{node}' - xtesting-pi-build_tag: build_tag: '' - - xtesting-pi-DEBUG: - DEBUG: 'true' builders: - xtesting-pi-run-containers: <<: *xtesting-pi-run-containers + test: '{test}' - project: name: 'xtesting-pi-ollivier-xtesting' - <<: *xtesting-pi-params + <<: *xtesting-pi-ollivier-xtesting-params + volumes: + env: + published_ports: container: 'xtesting' test: - first @@ -261,71 +260,41 @@ - fourth - fifth - sixth - exclude: - - tag: hunter - test: sixth - - tag: iruya - test: sixth - - tag: arm-hunter - test: sixth - - tag: arm-iruya - test: sixth - - tag: arm64-hunter - test: sixth - - tag: arm64-iruya - test: sixth + - eighth + - nineth privileged: 'false' network: bridge - jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-{test}-run' - -- project: - name: 'xtesting-pi-ollivier-xtesting-mts' - <<: *xtesting-pi-params - container: 'xtesting-mts' - test: - - seventh + uid: 1000 + gid: 1000 exclude: - - tag: hunter - test: seventh - - tag: iruya - test: seventh - - tag: jerma - test: seventh - - tag: kali - test: seventh - - tag: arm-hunter - test: seventh - - tag: arm-iruya - test: seventh - - tag: arm-jerma - test: seventh - - tag: arm-kali - test: seventh - - tag: arm-leguer - test: seventh - - tag: arm-latest - test: seventh - - tag: arm64-hunter - test: seventh - - tag: arm64-iruya - test: seventh - - tag: arm64-jerma - test: seventh - - tag: arm64-kali - test: seventh - privileged: 'false' - network: bridge + - tag: wallaby + test: nineth + - tag: xena + test: nineth jobs: - - 'xtesting-pi-{repo}-{container}-{tag}-{test}-run' - + - 'xtesting-pi-ollivier-xtesting-{tag}-{test}-run' - builder: name: xtesting-pi-zip builders: - shell: | set +x - [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/* || true + volumes=; + if [ "{volumes}" != "None" ]; then + for i in $(echo {volumes} | tr -d '[]' |sed "s/, / /g" ); \ + do volumes="-v $i $volumes"; done + fi + env=; + if [ "{env}" != "None" ]; then + for i in $(eval echo {env} | tr -d '[]' |sed "s/, / /g" ); \ + do env="-e $i $env"; done + fi + published_ports=; + if [ "{published_ports}" != "None" ]; then + for i in $(echo {published_ports} | tr -d '[]' |sed "s/, / /g" ); \ + do published_ports="-p $i $published_ports"; done + fi + [ ! -z "$WORKSPACE" ] && sudo rm -rf $WORKSPACE/results || true if [ "{repo}" = "_" ]; then image={container}:{tag} elif [ "{port}" = "None" ]; then @@ -333,35 +302,47 @@ else image={repo}:{port}/{container}:{tag} fi + sudo mkdir -p $WORKSPACE/results + sudo chown {uid}:{gid} $WORKSPACE/results sudo docker run --rm \ + --privileged={privileged} \ + --network={network} \ + $volumes \ + $env \ + $published_ports \ -e S3_ENDPOINT_URL=https://storage.googleapis.com \ -e S3_DST_URL=s3://artifacts.opnfv.org/xtesting \ -e HTTP_DST_URL=http://artifacts.opnfv.org/xtesting \ + -v /home/opnfv/xtesting/.boto:/etc/boto.cfg \ -e TEST_DB_URL=http://testresults.opnfv.org/test/api/v1/results \ -e TEST_DB_EXT_URL=http://testresults.opnfv.org/test/api/v1/results \ + -e NODE_NAME=$node \ -e BUILD_TAG=$BUILD_TAG \ -v $WORKSPACE/../$JOB_NAME/results:/var/lib/xtesting/results \ - -e DEBUG=$DEBUG \ - -v /home/opnfv/xtesting/.boto:/root/.boto \ $image zip_campaign - job-template: name: 'xtesting-pi-{tag}-zip' parameters: - - xtesting-pi-slave: - slave: '{slave}' + - xtesting-pi-node: + node: '{node}' - xtesting-pi-build_tag: build_tag: '' - - xtesting-pi-DEBUG: - DEBUG: 'true' builders: - xtesting-pi-zip: - <<: *xtesting-pi-containers + <<: *xtesting-pi-run-containers - project: - name: 'xtesting-pi-{tag}-zip' - <<: *xtesting-pi-params + name: 'xtesting-pi-zip' + <<: *xtesting-pi-ollivier-xtesting-params + volumes: + env: + published_ports: container: 'xtesting' + privileged: 'false' + network: bridge + uid: 1000 + gid: 1000 jobs: - 'xtesting-pi-{tag}-zip' @@ -371,33 +352,29 @@ triggers: - timed: '@daily' parameters: - - xtesting-pi-slave: - slave: '{slave}' + - xtesting-pi-node: + node: '{node}' - xtesting-pi-build_tag: build_tag: '' - - xtesting-pi-DEBUG: - DEBUG: 'true' + # PyYAML and yamllint differ here + # see https://github.com/yaml/pyyaml/issues/234 + # yamllint disable rule:indentation properties: - build-blocker: - use-build-blocker: true - blocking-level: 'NODE' blocking-jobs: - - '^xtesting-pi-{tag}-(daily|check|gate)$' + - ^xtesting-(pi-)*{tag}-(daily|docker|review)$ + # yamllint enable rule:indentation builders: - multijob: name: remove former images projects: - name: 'xtesting-pi-ollivier-xtesting-{tag}-rmi' <<: *xtesting-pi-jobs - - name: 'xtesting-pi-ollivier-xtesting-mts-{tag}-rmi' - <<: *xtesting-pi-jobs - multijob: name: pull containers projects: - name: 'xtesting-pi-ollivier-xtesting-{tag}-pull' <<: *xtesting-pi-jobs - - name: 'xtesting-pi-ollivier-xtesting-mts-{tag}-pull' - <<: *xtesting-pi-jobs - multijob: name: ollivier/xtesting:{tag} projects: @@ -413,20 +390,24 @@ <<: *xtesting-pi-jobs - name: 'xtesting-pi-ollivier-xtesting-{tag}-sixth-run' <<: *xtesting-pi-jobs - - multijob: - name: ollivier/xtesting-mts:{tag} - projects: - - name: 'xtesting-pi-ollivier-xtesting-mts-{tag}-seventh-run' + - name: 'xtesting-pi-ollivier-xtesting-{tag}-eighth-run' + <<: *xtesting-pi-jobs + - name: 'xtesting-pi-ollivier-xtesting-{tag}-nineth-run' <<: *xtesting-pi-jobs - multijob: name: dump all campaign data projects: - name: 'xtesting-pi-{tag}-zip' <<: *xtesting-pi-jobs - + publishers: + - email-ext: + failure: false + first-failure: true + fixed: true + recipients: cedric.ollivier@orange.com - project: - name: 'xtesting-pi' + name: 'xtesting-pi-daily' <<: *xtesting-pi-params jobs: - 'xtesting-pi-{tag}-daily' @@ -441,4 +422,4 @@ - last-success - last-failure - last-duration - regex: ^xtesting-pi-(arm.*-|amd64-)*[a-z]+-daily$ + regex: ^xtesting-pi-[a-z-0-9.]+-daily$ |