aboutsummaryrefslogtreecommitdiffstats
path: root/docker/smoke/testcases.yaml
blob: 4e5ea90d02b7badf20621bc734a9867acdfdd238 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
---
tiers:
    -
        name: smoke
        description: >-
            A set of conformance tests integrated from kubernetes project.
        testcases:
            -
                case_name: xrally_kubernetes
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    All in one tasks for checking basic functionality of
                    Kubernetes cluster.
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: xrally_kubernetes
            -
                case_name: k8s_conformance
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    Conformance Tests are expect to pass on any Kubernetes
                    cluster, this tests are necessary demonstrate conformance
                    of the Kubernetes deployment.
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: e2e_testing
                    args:
                        focus: \[Conformance\]
                        skip: \[Disruptive\]|NoExecuteTaintManager
            -
                case_name: sig_api_machinery
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    It runs the remaining sig-api-machinery testing excluding
                    the label Conformance (part of k8s_conformance)
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: e2e_testing
                    args:
                        focus: \[sig-api-machinery\]
                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                          \\[Conformance\\]"
            -
                case_name: sig_network
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    It runs the remaining sig-network testing excluding the
                    following labels: Conformance (part of k8s_conformance),
                    all features and load.balancer.
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: e2e_testing
                    args:
                        focus: \[sig-network\]
                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                          \\[Conformance\\]|load.balancer|LoadBalancer|\
                          \\[Feature:.+\\]"
            -
                case_name: sig_network_features
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    It verifies a couple of features by running a subset of e2e
                    tests: Ingress, Networking-IPv4, Networking-Performance,
                    PerformanceDNS and NoSNAT. It excludes by default
                    NetworkPolicy, Networking-IPv6, IPv6DualStackAlphaFeature,
                    SCTP and Example. A couple of features may be automatically
                    skipped like NEG and kubemci.
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: e2e_testing
                    args:
                        focus: "\\[Feature:Ingress\\]|\
                          \\[Feature:Networking-IPv4\\]|\
                          \\[Feature:Networking-Performance\\]|\
                          \\[Feature:PerformanceDNS\\]|\\[Feature:NoSNAT\\]"
                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                          \\[Feature:NetworkPolicy\\]|\
                          \\[Feature:Networking-IPv6\\]|\
                          \\[Feature:IPv6DualStackAlphaFeature\\]|\
                          \\[Feature:SCTP\\]|\\[Feature:Example\\]"
            -
                case_name: sig_storage
                project_name: functest
                criteria: 100
                blocking: false
                description: >-
                    It runs the remaining sig-storage testing excluding the
                    following labels: Conformance (part of k8s_conformance),
                    all features, all drivers, PersistentVolumes.NFS and Slow.
                dependencies:
                    - DEPLOY_SCENARIO: 'k8-*'
                run:
                    name: e2e_testing
                    args:
                        focus: \[sig-storage\]
                        skip: "\\[Disruptive\\]|\\[Flaky\\]|\
                          \\[Conformance\\]|\\[Feature:.+\\]|\\[Driver:.+\\]|\
                          PersistentVolumes.NFS|\\[Slow\\]"