diff options
Diffstat (limited to 'docker/smoke/testcases.yaml')
| -rw-r--r-- | docker/smoke/testcases.yaml | 152 |
1 files changed, 91 insertions, 61 deletions
diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 1266ae09..bda6f8c6 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -54,8 +54,7 @@ tiers: blocking: false description: >- It runs the remaining sig-api-machinery testing excluding - the label Conformance (part of k8s_conformance) and - StorageVersionAPI. + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -66,6 +65,7 @@ tiers: focus: \[sig-api-machinery\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:CrossNamespacePodAffinity]|\ \\[Feature:StorageVersionAPI\\]" - case_name: sig_api_machinery_serial project_name: functest @@ -73,8 +73,7 @@ tiers: blocking: false description: >- It runs the remaining sig-api-machinery testing excluding - the label Conformance (part of k8s_conformance) and - StorageVersionAPI. + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -84,15 +83,15 @@ tiers: focus: \[sig-api-machinery\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ + \\[Feature:CrossNamespacePodAffinity]|\ \\[Feature:StorageVersionAPI\\]" - case_name: sig_apps project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-apps testing excluding the - following labels: Conformance (part of k8s_conformance) and - both StatefulUpgrade and StatefulSet features. + It runs the remaining sig-apps testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -103,18 +102,18 @@ tiers: focus: \[sig-apps] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:DaemonSetUpdateSurge\\]|\ \\[Feature:IndexedJob\\]|\ - \\[Feature:SuspendJob\\]|\ + \\[Feature:StatefulSet\\]|\ \\[Feature:StatefulUpgrade\\]|\ - \\[Feature:StatefulSet\\]" + \\[Feature:SuspendJob\\]" - case_name: sig_apps_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-apps testing excluding the - following labels: Conformance (part of k8s_conformance) and - both StatefulUpgrade and StatefulSet features. + It runs the remaining sig-apps testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -124,17 +123,18 @@ tiers: focus: \[sig-apps].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ - \\[Feature:StatefulUpgrade\\]|\ \\[Feature:DaemonSetUpdateSurge\\]|\ - \\[Feature:StatefulSet\\]" + \\[Feature:IndexedJob\\]|\ + \\[Feature:StatefulSet\\]|\ + \\[Feature:StatefulUpgrade\\]|\ + \\[Feature:SuspendJob\\]" - case_name: sig_auth project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-auth testing excluding the - following labels: Conformance (part of k8s_conformance) and - both PodSecurityPolicy and BoundServiceAccountTokenVolume + It runs the remaining sig-auth testing excluding + the label Conformance (part of k8s_conformance) and a few features. features. dependencies: - DEPLOY_SCENARIO: "k8-*" @@ -204,7 +204,7 @@ tiers: blocking: false description: >- It runs the remaining sig-instrumentation testing excluding - Conformance (part of k8s_conformance) + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -214,17 +214,19 @@ tiers: ginkgo: focus: \[sig-instrumentation\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]" + \\[Serial\\]|\\[Conformance\\]|\\[Feature:Elasticsearch\\]|\ + \\[Feature:StackdriverAcceleratorMonitoring\\]|\ + \\[Feature:StackdriverCustomMetrics\\]|\ + \\[Feature:StackdriverExternalMetrics\\]|\ + \\[Feature:StackdriverMetadataAgent\\]|\ + \\[Feature:StackdriverMonitoring\\]" - case_name: sig_network project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - following labels: Conformance (part of k8s_conformance), - load.balancer, NetworkPolicy, Networking-IPv6, - IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may - be automatically skipped like NEG and kubemci. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -234,22 +236,27 @@ tiers: ginkgo: focus: \[sig-network\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]|load.balancer|\ - LoadBalancer|\\[Feature:NetworkPolicy\\]|\ - \\[Feature:Networking-IPv6\\]|\ + \\[Serial\\]|\\[Conformance\\]|\ + \\[Feature:Example\\]|\ + \\[Feature:Ingress\\]|\ \\[Feature:IPv6DualStack\\]|\ - \\[Feature:SCTP\\]|\\[Feature:Example\\]|\ + \\[Feature:kubemci\\]|\ + \\[Feature:KubeProxyDaemonSetMigration\\]|\ + \\[Feature:KubeProxyDaemonSetUpgrade\\]|\ + \\[Feature:NEG\\]|\ + \\[Feature:Networking-IPv6\\]|\ + \\[Feature:NetworkPolicy\\]|\ + \\[Feature:SCTP\\]|\ + \\[Feature:SCTPConnectivity\\]| + load.balancer|LoadBalancer|\ Network.should.set.TCP.CLOSE_WAIT.timeout" - case_name: sig_network_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - following labels: Conformance (part of k8s_conformance), - load.balancer, NetworkPolicy, Networking-IPv6, - IPv6DualStackAlphaFeature, SCTP and Example. A couple of features may - be automatically skipped like NEG and kubemci. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -258,19 +265,27 @@ tiers: ginkgo: focus: \[sig-network\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Conformance\\]|load.balancer|\ - LoadBalancer|\\[Feature:NetworkPolicy\\]|\ - \\[Feature:SCTP\\]|\\[Feature:Example\\]" + \\[Conformance\\]|\ + \\[Feature:Example\\]|\ + \\[Feature:Ingress\\]|\ + \\[Feature:IPv6DualStack\\]|\ + \\[Feature:kubemci\\]|\ + \\[Feature:KubeProxyDaemonSetMigration\\]|\ + \\[Feature:KubeProxyDaemonSetUpgrade\\]|\ + \\[Feature:NEG\\]|\ + \\[Feature:Networking-IPv6\\]|\ + \\[Feature:NetworkPolicy\\]|\ + \\[Feature:SCTP\\]|\ + \\[Feature:SCTPConnectivity\\]|\ + load.balancer|LoadBalancer|\ + Network.should.set.TCP.CLOSE_WAIT.timeout" - case_name: sig_node project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-node testing excluding the - following labels: Conformance (part of k8s_conformance), - RuntimeClass, all RuntimeHandler, PodGarbageCollector, - RegularResourceUsageTrackingfeatures and - ExperimentalResourceUsageTracking features. + It runs the remaining sig-node testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -281,20 +296,19 @@ tiers: focus: \[sig-node] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Serial\\]|\\[Conformance\\]|\ - \\[NodeFeature:RuntimeHandler\\]|\ + \\[Feature:ExperimentalResourceUsageTracking\\]|\ + \\[Feature:GPUUpgrade\\]|\ \\[Feature:PodGarbageCollector\\]|\ \\[Feature:RegularResourceUsageTracking\\]|\ - \\[Feature:GPUUpgrade\\]|\ - \\[Feature:ExperimentalResourceUsageTracking\\]|\ - RuntimeClass" + \\[NodeFeature:DownwardAPIHugePages\\]|\ + \\[NodeFeature:RuntimeHandler\\]" - case_name: sig_scheduling_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-network testing excluding the - next labels: Conformance (part of k8s_conformance) and the - GPUDevicePlugin feature. + It runs the remaining sig-network testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: 'k8-*' run: @@ -304,15 +318,14 @@ tiers: focus: \[sig-scheduling\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ \\[Conformance\\]|\ - \\[Feature:GPUDevicePlugin\\]" + \\[Feature:GPUDevicePlugin\\]|\\[Feature:Recreate\\]" - case_name: sig_storage project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-storage testing excluding the - following labels: Conformance (part of k8s_conformance), - all features, all drivers, PersistentVolumes.NFS and Slow. + It runs the remaining sig-storage testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -322,17 +335,25 @@ tiers: ginkgo: focus: \[sig-storage\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Serial\\]|\\[Conformance\\]|\ - \\[Feature:.+\\]|\\[Driver:.+\\]|\ - PersistentVolumes.NFS|\\[Slow\\]" + \\[Conformance\\]|\\[Driver:.+\\]|\ + \\[Feature:ExpandInUsePersistentVolumes\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:GKELocalSSD\\]|\ + \\[Feature:VolumeSnapshotDataSource\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:vsphere\\]|\ + \\[Feature:Volumes\\]|\ + \\[Feature:Windows\\]|\ + \\[NodeFeature:EphemeralStorage\\]|\ + PersistentVolumes.NFS|\ + should provision storage with different parameters" - case_name: sig_storage_serial project_name: functest criteria: 100 blocking: false description: >- - It runs the remaining sig-storage testing excluding the - following labels: Conformance (part of k8s_conformance), - all features, all drivers, PersistentVolumes.NFS and Slow. + It runs the remaining sig-storage testing excluding + the label Conformance (part of k8s_conformance) and a few features. dependencies: - DEPLOY_SCENARIO: "k8-*" run: @@ -341,6 +362,15 @@ tiers: ginkgo: focus: \[sig-storage\].*\[Serial\] skip: "\\[Disruptive\\]|\\[Flaky\\]|\\[alpha\\]|\ - \\[Conformance\\]|\ - \\[Feature:.+\\]|\\[Driver:.+\\]|\ - PersistentVolumes.NFS|\\[Slow\\]" + \\[Conformance\\]|\\[Driver:.+\\]|\ + \\[Feature:ExpandInUsePersistentVolumes\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:GKELocalSSD\\]|\ + \\[Feature:VolumeSnapshotDataSource\\]|\ + \\[Feature:Flexvolumes\\]|\ + \\[Feature:vsphere\\]|\ + \\[Feature:Volumes\\]|\ + \\[Feature:Windows\\]|\ + \\[NodeFeature:EphemeralStorage\\]|\ + PersistentVolumes.NFS|\ + should provision storage with different parameters" |