xtesting/testcases.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

---
tiers:
    -
        name: nfvbench
        order: 1
        description: 'Data Plane Performance Testing'
        testcases:
            -
                case_name: characterization
                project_name: nfvbench
                criteria: 100
                blocking: true
                clean_flag: false
                description: ''
                run:
                    name: 'nfvbench_behaveframework'
                    args:
                        suites:
                            - /opt/nfvbench/behave_tests/features/characterization-full.feature
                        tags:
                            - characterization
                        console:
                            - true
            -
                case_name: non-regression
                project_name: nfvbench
                criteria: 100
                blocking: true
                clean_flag: false
                description: ''
                run:
                    name: 'nfvbench_behaveframework'
                    args:
                        suites:
                            - /opt/nfvbench/behave_tests/features/non-regression.feature
                        tags:
                            - non-regression
                        console:
                            - true

    -
        name: nfvbench-rapid-characterization
        order: 2
        description: 'Data Plane Performance Testing'
        testcases:
            -
                case_name: rapid-characterization
                project_name: nfvbench
                criteria: 100
                blocking: true
                clean_flag: false
                description: ''
                run:
                    name: 'nfvbench_behaveframework'
                    args:
                        suites:
                            - /opt/nfvbench/behave_tests/features/characterization-samples.feature
                        tags:
                            - characterization
                        console:
                            - true
    -
        name: quick-test-10kpps
        order: 3
        description: 'Quick nfvbench test at low packet rate'
        testcases:
            -
                case_name: quick-test-10kpps
                project_name: nfvbench
                criteria: 100
                blocking: true
                clean_flag: false
                description: ''
                run:
                    name: 'nfvbench_behaveframework'
                    args:
                        suites:
                            - /opt/nfvbench/behave_tests/features/quick-test-10kpps.feature
                        tags:
                            - quick-test-10kpps
                        console:
                            - true
    -
        name: nfvbench-demo
        order: 4
        description: 'Data Plane Performance Testing'
        testcases:
            -
                case_name: 10kpps-pvp-run
                project_name: nfvbench
                criteria: 100
                blocking: true
                clean_flag: false
                description: ''
                run:
                    name: 'bashfeature'
                    args:
                        cmd:
                            - nfvbench -c /etc/nfvbench/nfvbench.cfg --rate 10kpps
                        console:
                            - true