aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorCédric Ollivier <cedric.ollivier@orange.com>2021-04-04 14:45:10 +0200
committerCédric Ollivier <cedric.ollivier@orange.com>2021-04-04 14:46:06 +0200
commit016042b13ec3cde46cd879b87a897b13b737f11b (patch)
tree1aa6be693f53f9050f8641660877d5287d5a2028
parentadcbd42cabfa42a71410dd0c76ece0f367d338fd (diff)
Add k8s_io and serial test cases
It completes the first sig test cases. Change-Id: I6b018177e93efe60f9de67f384e388d2a584536c Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
-rw-r--r--docker/smoke/testcases.yaml167
1 files changed, 161 insertions, 6 deletions
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index ba6c23f1..24f2df37 100644
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -15,6 +15,24 @@ tiers:
- DEPLOY_SCENARIO: "k8-*"
run:
name: xrally_kubernetes
+ - case_name: k8s_io
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs k8s.io testing excluding the label Conformance (part of
+ k8s_conformance) and all sigs.
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ nodes: 25
+ ginkgo:
+ focus: \[k8s.io\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Serial\\]|\\[Conformance\\]|\\[sig-.+\\]|
+ \\[Feature:TTLAfterFinished\\]"
- case_name: k8s_conformance
project_name: functest
criteria: 100
@@ -67,6 +85,24 @@ tiers:
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]|\
\\[Feature:StorageVersionAPI\\]"
+ - case_name: sig_api_machinery_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-api-machinery testing excluding
+ the label Conformance (part of k8s_conformance) and
+ StorageVersionAPI.
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-api-machinery\].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]|\
+ \\[Feature:StorageVersionAPI\\]"
- case_name: sig_apps
project_name: functest
criteria: 100
@@ -87,6 +123,25 @@ tiers:
\\[Serial\\]|\\[Conformance\\]|\
\\[Feature:StatefulUpgrade\\]|\
\\[Feature:StatefulSet\\]"
+ - case_name: sig_apps_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-apps testing excluding the
+ following labels: Conformance (part of k8s_conformance) and
+ both StatefulUpgrade and StatefulSet features.
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-apps].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]|\
+ \\[Feature:StatefulUpgrade\\]|\
+ \\[Feature:StatefulSet\\]"
- case_name: sig_auth
project_name: functest
criteria: 100
@@ -125,6 +180,22 @@ tiers:
focus: \[sig-cli]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]"
+ - case_name: sig_cli_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-cli testing excluding Conformance
+ (part of k8s_conformance).
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-cli].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]"
- case_name: sig_cluster_lifecycle
project_name: functest
criteria: 100
@@ -142,6 +213,23 @@ tiers:
focus: \[sig-cluster-lifecycle\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]"
+ - case_name: sig_instrumentation
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-instrumentation testing excluding
+ Conformance (part of k8s_conformance)
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ nodes: 25
+ ginkgo:
+ focus: \[sig-instrumentation\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Serial\\]|\\[Conformance\\]"
- case_name: sig_network
project_name: functest
criteria: 100
@@ -166,6 +254,29 @@ tiers:
\\[Feature:Networking-IPv6\\]|\
\\[Feature:IPv6DualStackAlphaFeature\\]|\
\\[Feature:SCTP\\]|\\[Feature:Example\\]"
+ - case_name: sig_network_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-network testing excluding the
+ following labels: Conformance (part of k8s_conformance),
+ load.balancer, NetworkPolicy, Networking-IPv6,
+ IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
+ be automatically skipped like NEG and kubemci.
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-network\].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]|load.balancer|\
+ LoadBalancer|\\[Feature:NetworkPolicy\\]|\
+ \\[Feature:Networking-IPv6\\]|\
+ \\[Feature:IPv6DualStackAlphaFeature\\]|\
+ \\[Feature:SCTP\\]|\\[Feature:Example\\]"
- case_name: sig_node
project_name: functest
criteria: 100
@@ -191,23 +302,48 @@ tiers:
\\[Feature:RegularResourceUsageTracking\\]|\
\\[Feature:ExperimentalResourceUsageTracking\\]|\
RuntimeClass"
- - case_name: sig_instrumentation
+ - case_name: sig_node_serial
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-instrumentation testing excluding
- Conformance (part of k8s_conformance)
+ It runs the remaining sig-node testing excluding the
+ following labels: Conformance (part of k8s_conformance),
+ RuntimeClass, all RuntimeHandler, PodGarbageCollector,
+ RegularResourceUsageTrackingfeatures and
+ ExperimentalResourceUsageTracking features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
name: e2e_testing
args:
- nodes: 25
ginkgo:
- focus: \[sig-instrumentation\]
+ focus: \[sig-node].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Serial\\]|\\[Conformance\\]"
+ \\[Conformance\\]|\
+ \\[NodeFeature:RuntimeHandler\\]|\
+ \\[Feature:PodGarbageCollector\\]|\
+ \\[Feature:RegularResourceUsageTracking\\]|\
+ \\[Feature:ExperimentalResourceUsageTracking\\]|\
+ RuntimeClass"
+ - case_name: sig_scheduling_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-network testing excluding the
+ next labels: Conformance (part of k8s_conformance) and the
+ GPUDevicePlugin feature.
+ dependencies:
+ - DEPLOY_SCENARIO: 'k8-*'
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-scheduling\].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]|\
+ \\[Feature:GPUDevicePlugin\\]"
- case_name: sig_storage
project_name: functest
criteria: 100
@@ -228,3 +364,22 @@ tiers:
\\[Serial\\]|\\[Conformance\\]|\
\\[Feature:.+\\]|\\[Driver:.+\\]|\
PersistentVolumes.NFS|\\[Slow\\]"
+ - case_name: sig_storage_serial
+ project_name: functest
+ criteria: 100
+ blocking: false
+ description: >-
+ It runs the remaining sig-storage testing excluding the
+ following labels: Conformance (part of k8s_conformance),
+ all features, all drivers, PersistentVolumes.NFS and Slow.
+ dependencies:
+ - DEPLOY_SCENARIO: "k8-*"
+ run:
+ name: e2e_testing
+ args:
+ ginkgo:
+ focus: \[sig-storage\].*\[Serial\]
+ skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
+ \\[Conformance\\]|\
+ \\[Feature:.+\\]|\\[Driver:.+\\]|\
+ PersistentVolumes.NFS|\\[Slow\\]"