From d57a33ff94d8092438b39bc1a7b60c55424cade9 Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Thu, 2 Apr 2020 09:57:54 +0200 Subject: Add Functest CNTT benchmarking testcases MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit It doesn't run shaker and vtmp which are equal in IaaS verification and CNTT conformance. CNTT benchmarking testcase costs time for quite nothing but it verifies both processes (IaaS verification and CNTT conformance). Change-Id: I793a9ca12fc13a19dd7d672010b4149f3cd82452 Signed-off-by: Cédric Ollivier --- jjb/airship/cntt.yaml | 40 +++++++++++++++++++++++++++ jjb/functest/functest.yaml | 67 ++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 107 insertions(+) (limited to 'jjb') diff --git a/jjb/airship/cntt.yaml b/jjb/airship/cntt.yaml index a2f7d717b..5198abad1 100644 --- a/jjb/airship/cntt.yaml +++ b/jjb/airship/cntt.yaml @@ -205,6 +205,13 @@ jobs: - 'cntt-{repo}-{container}-{tag}-pull' +- project: + name: 'cntt-opnfv-functest-benchmarking-cntt-pull' + <<: *cntt-params + container: 'functest-benchmarking-cntt' + jobs: + - 'cntt-{repo}-{container}-{tag}-pull' + - project: name: 'cntt-opnfv-functest-vnf-pull' <<: *cntt-params @@ -249,6 +256,13 @@ jobs: - 'cntt-{repo}-{container}-{tag}-rmi' +- project: + name: 'cntt-opnfv-functest-benchmarking-cntt-rmi' + <<: *cntt-params + container: 'functest-benchmarking-cntt' + jobs: + - 'cntt-{repo}-{container}-{tag}-rmi' + - project: name: 'cntt-opnfv-functest-vnf-rmi' <<: *cntt-params @@ -339,6 +353,16 @@ jobs: - 'cntt-{repo}-{container}-{tag}-{test}-run' +- project: + name: 'cntt-opnfv-functest-benchmarking-cntt' + <<: *cntt-params + container: 'functest-benchmarking-cntt' + test: + - rally_full + - rally_jobs + jobs: + - 'cntt-{repo}-{container}-{tag}-{test}-run' + - project: name: 'cntt-opnfv-functest-vnf' <<: *cntt-params @@ -431,6 +455,8 @@ <<: *cntt-jobs - name: 'cntt-opnfv-functest-benchmarking-{tag}-rmi' <<: *cntt-jobs + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-rmi' + <<: *cntt-jobs - name: 'cntt-opnfv-functest-vnf-{tag}-rmi' <<: *cntt-jobs - multijob: @@ -444,6 +470,8 @@ <<: *cntt-jobs - name: 'cntt-opnfv-functest-benchmarking-{tag}-pull' <<: *cntt-jobs + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-pull' + <<: *cntt-jobs - name: 'cntt-opnfv-functest-vnf-{tag}-pull' <<: *cntt-jobs - multijob: @@ -534,6 +562,14 @@ <<: *cntt-jobs - name: 'cntt-opnfv-functest-benchmarking-{tag}-shaker-run' <<: *cntt-jobs + - multijob: + name: opnfv/functest-benchmarking-cntt:{functest_tag} + condition: ALWAYS + projects: + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-rally_full_cntt-run' + <<: *cntt-jobs + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-rally_jobs_cntt-run' + <<: *cntt-jobs - multijob: name: opnfv/functest-vnf:{functest_tag} condition: ALWAYS @@ -616,6 +652,8 @@ <<: *cntt-jobs - name: 'cntt-opnfv-functest-benchmarking-{tag}-rmi' <<: *cntt-jobs + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-rmi' + <<: *cntt-jobs - name: 'cntt-opnfv-functest-vnf-{tag}-rmi' <<: *cntt-jobs - multijob: @@ -629,6 +667,8 @@ <<: *cntt-jobs - name: 'cntt-opnfv-functest-benchmarking-{tag}-pull' <<: *cntt-jobs + - name: 'cntt-opnfv-functest-benchmarking-cntt-{tag}-pull' + <<: *cntt-jobs - name: 'cntt-opnfv-functest-vnf-{tag}-pull' <<: *cntt-jobs - multijob: diff --git a/jjb/functest/functest.yaml b/jjb/functest/functest.yaml index 1262004d4..aad50c808 100644 --- a/jjb/functest/functest.yaml +++ b/jjb/functest/functest.yaml @@ -217,6 +217,13 @@ jobs: - 'functest-{repo}-{container}-{tag}-pull' +- project: + name: 'functest-opnfv-functest-benchmarking-cntt-pull' + <<: *functest-params + container: 'functest-benchmarking-cntt' + jobs: + - 'functest-{repo}-{container}-{tag}-pull' + - project: name: 'functest-opnfv-functest-vnf-pull' <<: *functest-params @@ -261,6 +268,13 @@ jobs: - 'functest-{repo}-{container}-{tag}-rmi' +- project: + name: 'functest-opnfv-functest-benchmarking-cntt-rmi' + <<: *functest-params + container: 'functest-benchmarking-cntt' + jobs: + - 'functest-{repo}-{container}-{tag}-rmi' + - project: name: 'functest-opnfv-functest-vnf-rmi' <<: *functest-params @@ -376,6 +390,16 @@ jobs: - 'functest-{repo}-{container}-{tag}-{test}-run' +- project: + name: 'functest-opnfv-functest-benchmarking-cntt' + <<: *functest-params + container: 'functest-benchmarking-cntt' + test: + - rally_full + - rally_jobs + jobs: + - 'functest-{repo}-{container}-{tag}-{test}-run' + - project: name: 'functest-opnfv-functest-vnf' <<: *functest-params @@ -460,6 +484,8 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-rmi' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rmi' + <<: *functest-jobs - name: 'functest-opnfv-functest-vnf-{tag}-rmi' <<: *functest-jobs - multijob: @@ -473,6 +499,8 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-pull' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-pull' + <<: *functest-jobs - name: 'functest-opnfv-functest-vnf-{tag}-pull' <<: *functest-jobs - multijob: @@ -569,6 +597,13 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-shaker-run' <<: *functest-jobs + - multijob: + name: opnfv/functest-benchmarking-cntt:{tag} + projects: + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_full_cntt-run' + <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_jobs_cntt-run' + <<: *functest-jobs - multijob: name: opnfv/functest-vnf:{tag} execution-type: SEQUENTIALLY @@ -690,6 +725,16 @@ - 'functest-{repo}-{container}-{tag}-gate' - 'functest-{repo}-{container}-{tag}-check' +- project: + name: functest-opnfv-functest-benchmarking-cntt-{tag}-build + <<: *functest-params + container: functest-benchmarking-cntt + ref_arg: BRANCH + path: docker/benchmarking-cntt + jobs: + - 'functest-{repo}-{container}-{tag}-gate' + - 'functest-{repo}-{container}-{tag}-check' + - project: name: functest-opnfv-functest-vnf-{tag}-build <<: *functest-params @@ -742,6 +787,8 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-rmi' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rmi' + <<: *functest-jobs - name: 'functest-opnfv-functest-vnf-{tag}-rmi' <<: *functest-jobs - multijob: @@ -780,6 +827,8 @@ projects: - name: 'functest-opnfv-functest-smoke-cntt-{tag}-check' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-check' + <<: *functest-jobs - multijob: name: opnfv/functest-healthcheck:{tag} projects: @@ -874,6 +923,13 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-shaker-run' <<: *functest-jobs + - multijob: + name: opnfv/functest-benchmarking-cntt:{tag} + projects: + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_full-run' + <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_jobs-run' + <<: *functest-jobs - multijob: name: opnfv/functest-vnf:{tag} execution-type: SEQUENTIALLY @@ -945,6 +1001,8 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-rmi' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rmi' + <<: *functest-jobs - name: 'functest-opnfv-functest-vnf-{tag}-rmi' <<: *functest-jobs - multijob: @@ -983,6 +1041,8 @@ projects: - name: 'functest-opnfv-functest-smoke-cntt-{tag}-gate' <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-gate' + <<: *functest-jobs - multijob: name: opnfv/functest-healthcheck:{tag} projects: @@ -1077,6 +1137,13 @@ <<: *functest-jobs - name: 'functest-opnfv-functest-benchmarking-{tag}-shaker-run' <<: *functest-jobs + - multijob: + name: opnfv/functest-benchmarking-cntt:{tag} + projects: + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_full_cntt-run' + <<: *functest-jobs + - name: 'functest-opnfv-functest-benchmarking-cntt-{tag}-rally_jobs_cntt-run' + <<: *functest-jobs - multijob: name: opnfv/functest-vnf:{tag} execution-type: SEQUENTIALLY -- cgit 1.2.3-korg