From 64774ef291d49a47648878c20e0678144a6b88b2 Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Sun, 20 Jun 2021 13:51:43 +0200 Subject: Make clear all skipped Features according to CNTT RA2 Chapter6 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Change-Id: I57d414902e973d7bcbb67ba12d10b727b2ec4785 Signed-off-by: Cédric Ollivier (cherry picked from commit 9e025ffa82fad7a5b49663a30987dcf03bb44ca3) --- docker/smoke/testcases.yaml | 150 +++++++++++++++++++++++++++----------------- 1 file changed, 92 insertions(+), 58 deletions(-) (limited to 'docker/smoke') diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 88411502..bbcc5904 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -72,8 +72,7 @@ tiers: blocking: false description: >- It runs the remaining sig-api-machinery testing excluding - the label Conformance (part of k8s_conformance) and - StorageVersionAPI. + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -84,6 +83,7 @@ tiers: focus: \[sig-api-machinery\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:CrossNamespacePodAffinity]|\ \\[Feature:StorageVersionAPI\\]" - case_name: sig_api_machinery_serial project_name: functest @@ -91,8 +91,7 @@ tiers: blocking: false description: >- It runs the remaining sig-api-machinery testing excluding - the label Conformance (part of k8s_conformance) and - StorageVersionAPI. + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -102,15 +101,15 @@ tiers: focus: \[sig-api-machinery\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ + \\[Feature:CrossNamespacePodAffinity]|\ \\[Feature:StorageVersionAPI\\]" - case_name: sig_apps project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-apps testing excluding the - following labels: Conformance (part of k8s_conformance) and - both StatefulUpgrade and StatefulSet features. + It runs the remaining sig-apps testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -121,16 +120,18 @@ tiers: focus: \[sig-apps] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:DaemonSetUpdateSurge\\]|\ + \\[Feature:IndexedJob\\]|\ + \\[Feature:StatefulSet\\]|\ \\[Feature:StatefulUpgrade\\]|\ - \\[Feature:StatefulSet\\]" + \\[Feature:SuspendJob\\]" - case_name: sig_apps_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-apps testing excluding the - following labels: Conformance (part of k8s_conformance) and - both StatefulUpgrade and StatefulSet features. + It runs the remaining sig-apps testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -140,16 +141,18 @@ tiers: focus: \[sig-apps].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ + \\[Feature:DaemonSetUpdateSurge\\]|\ + \\[Feature:IndexedJob\\]|\ + \\[Feature:StatefulSet\\]|\ \\[Feature:StatefulUpgrade\\]|\ - \\[Feature:StatefulSet\\]" + \\[Feature:SuspendJob\\]" - case_name: sig_auth project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-auth testing excluding the - following labels: Conformance (part of k8s_conformance) and - both PodSecurityPolicy and BoundServiceAccountTokenVolume + It runs the remaining sig-auth testing excluding + the label Conformance (part of k8s_conformance) and a few features. features. dependencies: - DEPLOY_SCENARIO: "k8-*" @@ -219,7 +222,7 @@ tiers: blocking: false description: >- It runs the remaining sig-instrumentation testing excluding - Conformance (part of k8s_conformance) + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -229,17 +232,19 @@ tiers: ginkgo: focus: \[sig-instrumentation\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]" + \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\ + \\[Feature:StackdriverAcceleratorMonitoring\\]|\ + \\[Feature:StackdriverCustomMetrics\\]|\ + \\[Feature:StackdriverExternalMetrics\\]|\ + \\[Feature:StackdriverMetadataAgent\\]|\ + \\[Feature:StackdriverMonitoring\\]" - case_name: sig_network project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - following labels: Conformance (part of k8s_conformance), - load.balancer, NetworkPolicy, Networking-IPv6, - IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may - be automatically skipped like NEG and kubemci. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -249,22 +254,27 @@ tiers: ginkgo: focus: \[sig-network\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]|load.balancer|\ - LoadBalancer|\\[Feature:NetworkPolicy\\]|\ + \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:Example\\]|\ + \\[Feature:Ingress\\]|\ + \\[Feature:IPv6DualStack\\]|\ + \\[Feature:kubemci\\]|\ + \\[Feature:KubeProxyDaemonSetMigration\\]|\ + \\[Feature:KubeProxyDaemonSetUpgrade\\]|\ + \\[Feature:NEG\\]|\ \\[Feature:Networking-IPv6\\]|\ - \\[Feature:IPv6DualStackAlphaFeature\\]|\ - \\[Feature:SCTP\\]|\\[Feature:Example\\]|\ + \\[Feature:NetworkPolicy\\]|\ + \\[Feature:SCTP\\]|\ + \\[Feature:SCTPConnectivity\\]| + load.balancer|LoadBalancer|\ Network.should.set.TCP.CLOSE_WAIT.timeout" - case_name: sig_network_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - following labels: Conformance (part of k8s_conformance), - load.balancer, NetworkPolicy, Networking-IPv6, - IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may - be automatically skipped like NEG and kubemci. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -273,19 +283,27 @@ tiers: ginkgo: focus: \[sig-network\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Conformance\\]|load.balancer|\ - LoadBalancer|\\[Feature:NetworkPolicy\\]|\ - \\[Feature:SCTP\\]|\\[Feature:Example\\]" + \\[Conformance\\]|\ + \\[Feature:Example\\]|\ + \\[Feature:Ingress\\]|\ + \\[Feature:IPv6DualStack\\]|\ + \\[Feature:kubemci\\]|\ + \\[Feature:KubeProxyDaemonSetMigration\\]|\ + \\[Feature:KubeProxyDaemonSetUpgrade\\]|\ + \\[Feature:NEG\\]|\ + \\[Feature:Networking-IPv6\\]|\ + \\[Feature:NetworkPolicy\\]|\ + \\[Feature:SCTP\\]|\ + \\[Feature:SCTPConnectivity\\]|\ + load.balancer|LoadBalancer|\ + Network.should.set.TCP.CLOSE_WAIT.timeout" - case_name: sig_node project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-node testing excluding the - following labels: Conformance (part of k8s_conformance), - RuntimeClass, all RuntimeHandler, PodGarbageCollector, - RegularResourceUsageTrackingfeatures and - ExperimentalResourceUsageTracking features. + It runs the remaining sig-node testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -296,19 +314,19 @@ tiers: focus: \[sig-node] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ - \\[NodeFeature:RuntimeHandler\\]|\ + \\[Feature:ExperimentalResourceUsageTracking\\]|\ + \\[Feature:GPUUpgrade\\]|\ \\[Feature:PodGarbageCollector\\]|\ \\[Feature:RegularResourceUsageTracking\\]|\ - \\[Feature:ExperimentalResourceUsageTracking\\]|\ - RuntimeClass" + \\[NodeFeature:DownwardAPIHugePages\\]|\ + \\[NodeFeature:RuntimeHandler\\]" - case_name: sig_scheduling_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - next labels: Conformance (part of k8s_conformance) and the - GPUDevicePlugin feature. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: 'k8-*' run: @@ -318,15 +336,14 @@ tiers: focus: \[sig-scheduling\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ - \\[Feature:GPUDevicePlugin\\]" + \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]" - case_name: sig_storage project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-storage testing excluding the - following labels: Conformance (part of k8s_conformance), - all features, all drivers, PersistentVolumes.NFS and Slow. + It runs the remaining sig-storage testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -336,17 +353,25 @@ tiers: ginkgo: focus: \[sig-storage\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]|\ - \\[Feature:.+\\]|\\[Driver:.+\\]|\ - PersistentVolumes.NFS|\\[Slow\\]" + \\[Conformance\\]|\\[Driver:.+\\]|\ + \\[Feature:ExpandInUsePersistentVolumes\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:GKELocalSSD\\]|\ + \\[Feature:VolumeSnapshotDataSource\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:vsphere\\]|\ + \\[Feature:Volumes\\]|\ + \\[Feature:Windows\\]|\ + \\[NodeFeature:EphemeralStorage\\]|\ + PersistentVolumes.NFS|\ + should provision storage with different parameters" - case_name: sig_storage_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-storage testing excluding the - following labels: Conformance (part of k8s_conformance), - all features, all drivers, PersistentVolumes.NFS and Slow. + It runs the remaining sig-storage testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -355,6 +380,15 @@ tiers: ginkgo: focus: \[sig-storage\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Conformance\\]|\ - \\[Feature:.+\\]|\\[Driver:.+\\]|\ - PersistentVolumes.NFS|\\[Slow\\]" + \\[Conformance\\]|\\[Driver:.+\\]|\ + \\[Feature:ExpandInUsePersistentVolumes\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:GKELocalSSD\\]|\ + \\[Feature:VolumeSnapshotDataSource\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:vsphere\\]|\ + \\[Feature:Volumes\\]|\ + \\[Feature:Windows\\]|\ + \\[NodeFeature:EphemeralStorage\\]|\ + PersistentVolumes.NFS|\ + should provision storage with different parameters" -- cgit 1.2.3-korg