aboutsummaryrefslogtreecommitdiffstats
path: root/docker/smoke/testcases.yaml
diff options
context:
space:
mode:
authorCédric Ollivier <cedric.ollivier@orange.com>2021-06-20 13:51:43 +0200
committerCédric Ollivier <cedric.ollivier@orange.com>2021-06-20 13:51:43 +0200
commit9e025ffa82fad7a5b49663a30987dcf03bb44ca3 (patch)
treebb76ea059d5a880550c49cb7200620abc9f6db30 /docker/smoke/testcases.yaml
parent6ec9d5167032ed82e32cde592f98a4bcffca4c00 (diff)
Make clear all skipped Features according to CNTT RA2 Chapter6
Change-Id: I57d414902e973d7bcbb67ba12d10b727b2ec4785 Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
Diffstat (limited to 'docker/smoke/testcases.yaml')
-rw-r--r--docker/smoke/testcases.yaml152
1 files changed, 91 insertions, 61 deletions
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml
index 1266ae09..bda6f8c6 100644
--- a/docker/smoke/testcases.yaml
+++ b/docker/smoke/testcases.yaml
@@ -54,8 +54,7 @@ tiers:
blocking: false
description: >-
It runs the remaining sig-api-machinery testing excluding
- the label Conformance (part of k8s_conformance) and
- StorageVersionAPI.
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -66,6 +65,7 @@ tiers:
focus: \[sig-api-machinery\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]|\
+ \\[Feature:CrossNamespacePodAffinity]|\
\\[Feature:StorageVersionAPI\\]"
- case_name: sig_api_machinery_serial
project_name: functest
@@ -73,8 +73,7 @@ tiers:
blocking: false
description: >-
It runs the remaining sig-api-machinery testing excluding
- the label Conformance (part of k8s_conformance) and
- StorageVersionAPI.
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -84,15 +83,15 @@ tiers:
focus: \[sig-api-machinery\].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Conformance\\]|\
+ \\[Feature:CrossNamespacePodAffinity]|\
\\[Feature:StorageVersionAPI\\]"
- case_name: sig_apps
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-apps testing excluding the
- following labels: Conformance (part of k8s_conformance) and
- both StatefulUpgrade and StatefulSet features.
+ It runs the remaining sig-apps testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -103,18 +102,18 @@ tiers:
focus: \[sig-apps]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]|\
+ \\[Feature:DaemonSetUpdateSurge\\]|\
\\[Feature:IndexedJob\\]|\
- \\[Feature:SuspendJob\\]|\
+ \\[Feature:StatefulSet\\]|\
\\[Feature:StatefulUpgrade\\]|\
- \\[Feature:StatefulSet\\]"
+ \\[Feature:SuspendJob\\]"
- case_name: sig_apps_serial
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-apps testing excluding the
- following labels: Conformance (part of k8s_conformance) and
- both StatefulUpgrade and StatefulSet features.
+ It runs the remaining sig-apps testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -124,17 +123,18 @@ tiers:
focus: \[sig-apps].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Conformance\\]|\
- \\[Feature:StatefulUpgrade\\]|\
\\[Feature:DaemonSetUpdateSurge\\]|\
- \\[Feature:StatefulSet\\]"
+ \\[Feature:IndexedJob\\]|\
+ \\[Feature:StatefulSet\\]|\
+ \\[Feature:StatefulUpgrade\\]|\
+ \\[Feature:SuspendJob\\]"
- case_name: sig_auth
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-auth testing excluding the
- following labels: Conformance (part of k8s_conformance) and
- both PodSecurityPolicy and BoundServiceAccountTokenVolume
+ It runs the remaining sig-auth testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
@@ -204,7 +204,7 @@ tiers:
blocking: false
description: >-
It runs the remaining sig-instrumentation testing excluding
- Conformance (part of k8s_conformance)
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -214,17 +214,19 @@ tiers:
ginkgo:
focus: \[sig-instrumentation\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Serial\\]|\\[Conformance\\]"
+ \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\
+ \\[Feature:StackdriverAcceleratorMonitoring\\]|\
+ \\[Feature:StackdriverCustomMetrics\\]|\
+ \\[Feature:StackdriverExternalMetrics\\]|\
+ \\[Feature:StackdriverMetadataAgent\\]|\
+ \\[Feature:StackdriverMonitoring\\]"
- case_name: sig_network
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-network testing excluding the
- following labels: Conformance (part of k8s_conformance),
- load.balancer, NetworkPolicy, Networking-IPv6,
- IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
- be automatically skipped like NEG and kubemci.
+ It runs the remaining sig-network testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -234,22 +236,27 @@ tiers:
ginkgo:
focus: \[sig-network\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Serial\\]|\\[Conformance\\]|load.balancer|\
- LoadBalancer|\\[Feature:NetworkPolicy\\]|\
- \\[Feature:Networking-IPv6\\]|\
+ \\[Serial\\]|\\[Conformance\\]|\
+ \\[Feature:Example\\]|\
+ \\[Feature:Ingress\\]|\
\\[Feature:IPv6DualStack\\]|\
- \\[Feature:SCTP\\]|\\[Feature:Example\\]|\
+ \\[Feature:kubemci\\]|\
+ \\[Feature:KubeProxyDaemonSetMigration\\]|\
+ \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
+ \\[Feature:NEG\\]|\
+ \\[Feature:Networking-IPv6\\]|\
+ \\[Feature:NetworkPolicy\\]|\
+ \\[Feature:SCTP\\]|\
+ \\[Feature:SCTPConnectivity\\]|
+ load.balancer|LoadBalancer|\
Network.should.set.TCP.CLOSE_WAIT.timeout"
- case_name: sig_network_serial
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-network testing excluding the
- following labels: Conformance (part of k8s_conformance),
- load.balancer, NetworkPolicy, Networking-IPv6,
- IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may
- be automatically skipped like NEG and kubemci.
+ It runs the remaining sig-network testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -258,19 +265,27 @@ tiers:
ginkgo:
focus: \[sig-network\].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Conformance\\]|load.balancer|\
- LoadBalancer|\\[Feature:NetworkPolicy\\]|\
- \\[Feature:SCTP\\]|\\[Feature:Example\\]"
+ \\[Conformance\\]|\
+ \\[Feature:Example\\]|\
+ \\[Feature:Ingress\\]|\
+ \\[Feature:IPv6DualStack\\]|\
+ \\[Feature:kubemci\\]|\
+ \\[Feature:KubeProxyDaemonSetMigration\\]|\
+ \\[Feature:KubeProxyDaemonSetUpgrade\\]|\
+ \\[Feature:NEG\\]|\
+ \\[Feature:Networking-IPv6\\]|\
+ \\[Feature:NetworkPolicy\\]|\
+ \\[Feature:SCTP\\]|\
+ \\[Feature:SCTPConnectivity\\]|\
+ load.balancer|LoadBalancer|\
+ Network.should.set.TCP.CLOSE_WAIT.timeout"
- case_name: sig_node
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-node testing excluding the
- following labels: Conformance (part of k8s_conformance),
- RuntimeClass, all RuntimeHandler, PodGarbageCollector,
- RegularResourceUsageTrackingfeatures and
- ExperimentalResourceUsageTracking features.
+ It runs the remaining sig-node testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -281,20 +296,19 @@ tiers:
focus: \[sig-node]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Serial\\]|\\[Conformance\\]|\
- \\[NodeFeature:RuntimeHandler\\]|\
+ \\[Feature:ExperimentalResourceUsageTracking\\]|\
+ \\[Feature:GPUUpgrade\\]|\
\\[Feature:PodGarbageCollector\\]|\
\\[Feature:RegularResourceUsageTracking\\]|\
- \\[Feature:GPUUpgrade\\]|\
- \\[Feature:ExperimentalResourceUsageTracking\\]|\
- RuntimeClass"
+ \\[NodeFeature:DownwardAPIHugePages\\]|\
+ \\[NodeFeature:RuntimeHandler\\]"
- case_name: sig_scheduling_serial
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-network testing excluding the
- next labels: Conformance (part of k8s_conformance) and the
- GPUDevicePlugin feature.
+ It runs the remaining sig-network testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: 'k8-*'
run:
@@ -304,15 +318,14 @@ tiers:
focus: \[sig-scheduling\].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
\\[Conformance\\]|\
- \\[Feature:GPUDevicePlugin\\]"
+ \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]"
- case_name: sig_storage
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-storage testing excluding the
- following labels: Conformance (part of k8s_conformance),
- all features, all drivers, PersistentVolumes.NFS and Slow.
+ It runs the remaining sig-storage testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -322,17 +335,25 @@ tiers:
ginkgo:
focus: \[sig-storage\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Serial\\]|\\[Conformance\\]|\
- \\[Feature:.+\\]|\\[Driver:.+\\]|\
- PersistentVolumes.NFS|\\[Slow\\]"
+ \\[Conformance\\]|\\[Driver:.+\\]|\
+ \\[Feature:ExpandInUsePersistentVolumes\\]|\
+ \\[Feature:Flexvolumes\\]|\
+ \\[Feature:GKELocalSSD\\]|\
+ \\[Feature:VolumeSnapshotDataSource\\]|\
+ \\[Feature:Flexvolumes\\]|\
+ \\[Feature:vsphere\\]|\
+ \\[Feature:Volumes\\]|\
+ \\[Feature:Windows\\]|\
+ \\[NodeFeature:EphemeralStorage\\]|\
+ PersistentVolumes.NFS|\
+ should provision storage with different parameters"
- case_name: sig_storage_serial
project_name: functest
criteria: 100
blocking: false
description: >-
- It runs the remaining sig-storage testing excluding the
- following labels: Conformance (part of k8s_conformance),
- all features, all drivers, PersistentVolumes.NFS and Slow.
+ It runs the remaining sig-storage testing excluding
+ the label Conformance (part of k8s_conformance) and a few features.
dependencies:
- DEPLOY_SCENARIO: "k8-*"
run:
@@ -341,6 +362,15 @@ tiers:
ginkgo:
focus: \[sig-storage\].*\[Serial\]
skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\
- \\[Conformance\\]|\
- \\[Feature:.+\\]|\\[Driver:.+\\]|\
- PersistentVolumes.NFS|\\[Slow\\]"
+ \\[Conformance\\]|\\[Driver:.+\\]|\
+ \\[Feature:ExpandInUsePersistentVolumes\\]|\
+ \\[Feature:Flexvolumes\\]|\
+ \\[Feature:GKELocalSSD\\]|\
+ \\[Feature:VolumeSnapshotDataSource\\]|\
+ \\[Feature:Flexvolumes\\]|\
+ \\[Feature:vsphere\\]|\
+ \\[Feature:Volumes\\]|\
+ \\[Feature:Windows\\]|\
+ \\[NodeFeature:EphemeralStorage\\]|\
+ PersistentVolumes.NFS|\
+ should provision storage with different parameters"