diff options
Diffstat (limited to 'docker')
| -rw-r--r-- | docker/smoke/testcases.yaml | 167 |
1 files changed, 161 insertions, 6 deletions
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index ba6c23f1..24f2df37 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -15,6 +15,24 @@ tiers: - DEPLOY_SCENARIO: "k8-*" run: name: xrally_kubernetes + - case_name: k8s_io + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs k8s.io testing excluding the label Conformance (part of + k8s_conformance) and all sigs. + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + nodes: 25 + ginkgo: + focus: \[k8s.io\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Serial\\]|\\[Conformance\\]|\\[sig-.+\\]| + \\[Feature:TTLAfterFinished\\]" - case_name: k8s_conformance project_name: functest criteria: 100 @@ -67,6 +85,24 @@ tiers: skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ \\[Feature:StorageVersionAPI\\]" + - case_name: sig_api_machinery_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-api-machinery testing excluding + the label Conformance (part of k8s_conformance) and + StorageVersionAPI. + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-api-machinery\].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]|\ + \\[Feature:StorageVersionAPI\\]" - case_name: sig_apps project_name: functest criteria: 100 @@ -87,6 +123,25 @@ tiers: \\[Serial\\]|\\[Conformance\\]|\ \\[Feature:StatefulUpgrade\\]|\ \\[Feature:StatefulSet\\]" + - case_name: sig_apps_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-apps testing excluding the + following labels: Conformance (part of k8s_conformance) and + both StatefulUpgrade and StatefulSet features. + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-apps].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]|\ + \\[Feature:StatefulUpgrade\\]|\ + \\[Feature:StatefulSet\\]" - case_name: sig_auth project_name: functest criteria: 100 @@ -125,6 +180,22 @@ tiers: focus: \[sig-cli] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]" + - case_name: sig_cli_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-cli testing excluding Conformance + (part of k8s_conformance). + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-cli].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]" - case_name: sig_cluster_lifecycle project_name: functest criteria: 100 @@ -142,6 +213,23 @@ tiers: focus: \[sig-cluster-lifecycle\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]" + - case_name: sig_instrumentation + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-instrumentation testing excluding + Conformance (part of k8s_conformance) + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + nodes: 25 + ginkgo: + focus: \[sig-instrumentation\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Serial\\]|\\[Conformance\\]" - case_name: sig_network project_name: functest criteria: 100 @@ -166,6 +254,29 @@ tiers: \\[Feature:Networking-IPv6\\]|\ \\[Feature:IPv6DualStackAlphaFeature\\]|\ \\[Feature:SCTP\\]|\\[Feature:Example\\]" + - case_name: sig_network_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-network testing excluding the + following labels: Conformance (part of k8s_conformance), + load.balancer, NetworkPolicy, Networking-IPv6, + IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may + be automatically skipped like NEG and kubemci. + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-network\].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]|load.balancer|\ + LoadBalancer|\\[Feature:NetworkPolicy\\]|\ + \\[Feature:Networking-IPv6\\]|\ + \\[Feature:IPv6DualStackAlphaFeature\\]|\ + \\[Feature:SCTP\\]|\\[Feature:Example\\]" - case_name: sig_node project_name: functest criteria: 100 @@ -191,23 +302,48 @@ tiers: \\[Feature:RegularResourceUsageTracking\\]|\ \\[Feature:ExperimentalResourceUsageTracking\\]|\ RuntimeClass" - - case_name: sig_instrumentation + - case_name: sig_node_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-instrumentation testing excluding - Conformance (part of k8s_conformance) + It runs the remaining sig-node testing excluding the + following labels: Conformance (part of k8s_conformance), + RuntimeClass, all RuntimeHandler, PodGarbageCollector, + RegularResourceUsageTrackingfeatures and + ExperimentalResourceUsageTracking features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: name: e2e_testing args: - nodes: 25 ginkgo: - focus: \[sig-instrumentation\] + focus: \[sig-node].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]" + \\[Conformance\\]|\ + \\[NodeFeature:RuntimeHandler\\]|\ + \\[Feature:PodGarbageCollector\\]|\ + \\[Feature:RegularResourceUsageTracking\\]|\ + \\[Feature:ExperimentalResourceUsageTracking\\]|\ + RuntimeClass" + - case_name: sig_scheduling_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-network testing excluding the + next labels: Conformance (part of k8s_conformance) and the + GPUDevicePlugin feature. + dependencies: + - DEPLOY_SCENARIO: 'k8-*' + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-scheduling\].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]|\ + \\[Feature:GPUDevicePlugin\\]" - case_name: sig_storage project_name: functest criteria: 100 @@ -228,3 +364,22 @@ tiers: \\[Serial\\]|\\[Conformance\\]|\ \\[Feature:.+\\]|\\[Driver:.+\\]|\ PersistentVolumes.NFS|\\[Slow\\]" + - case_name: sig_storage_serial + project_name: functest + criteria: 100 + blocking: false + description: >- + It runs the remaining sig-storage testing excluding the + following labels: Conformance (part of k8s_conformance), + all features, all drivers, PersistentVolumes.NFS and Slow. + dependencies: + - DEPLOY_SCENARIO: "k8-*" + run: + name: e2e_testing + args: + ginkgo: + focus: \[sig-storage\].*\[Serial\] + skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ + \\[Conformance\\]|\ + \\[Feature:.+\\]|\\[Driver:.+\\]|\ + PersistentVolumes.NFS|\\[Slow\\]" |