summaryrefslogtreecommitdiffstats
path: root/jjb/daisy4nfv/daisy4nfv-verify-jobs.yml
blob: fd36d20b6a79551d3d1fe42c4ad3557260f02fae (plain) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237

- project:
    name: 'daisy4nfv-verify-jobs'

    project: 'daisy'
#####################################
# branch definitions
#####################################
    stream:
        - master:
            branch: '{stream}'
            gs-pathname: ''
            disabled: false
#####################################
# patch verification phases
#####################################
    phase:
        - 'basic':
            slave-label: 'opnfv-build-centos'
        - 'build':
            slave-label: 'opnfv-build-centos'
        - 'deploy-virtual':
            slave-label: 'opnfv-build'
        - 'smoke-test':
            slave-label: 'opnfv-build'
#####################################
# jobs
#####################################
    jobs:
        - 'daisy4nfv-verify-{stream}'
        - 'daisy4nfv-verify-{phase}-{stream}'
#####################################
# job templates
#####################################
- job-template:
    name: 'daisy4nfv-verify-{stream}'

    project-type: multijob

    disabled: false

    concurrent: true

    properties:
        - logrotate-default
        - throttle:
            enabled: true
            max-total: 4
            option: 'project'

    scm:
        - git-scm-gerrit

    wrappers:
        - ssh-agent-wrapper
        - timeout:
            timeout: 360
            fail: true

    triggers:
        - gerrit:
            server-name: 'gerrit.opnfv.org'
            trigger-on:
                - patchset-created-event:
                    exclude-drafts: 'false'
                    exclude-trivial-rebase: 'false'
                    exclude-no-code-change: 'false'
                - draft-published-event
                - comment-added-contains-event:
                    comment-contains-value: 'recheck'
                - comment-added-contains-event:
                    comment-contains-value: 'reverify'
            projects:
              - project-compare-type: 'ANT'
                project-pattern: '{project}'
                branches:
                  - branch-compare-type: 'ANT'
                    branch-pattern: '**/{branch}'
                forbidden-file-paths:
                  - compare-type: ANT
                    pattern: 'docs/**|.gitignore'
            readable-message: true

    parameters:
        - project-parameter:
            project: '{project}'
            branch: '{branch}'
        - 'opnfv-build-defaults'
        - 'daisy4nfv-verify-defaults':
            gs-pathname: '{gs-pathname}'

    builders:
        - description-setter:
            description: "Built on $NODE_NAME"
        - multijob:
            name: basic
            condition: SUCCESSFUL
            projects:
                - name: 'daisy4nfv-verify-basic-{stream}'
                  current-parameters: false
                  predefined-parameters: |
                    BRANCH=$BRANCH
                    GERRIT_REFSPEC=$GERRIT_REFSPEC
                    GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
                    GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
                  node-parameters: false
                  kill-phase-on: FAILURE
                  abort-all-job: true
        - multijob:
            name: build
            condition: SUCCESSFUL
            projects:
                - name: 'daisy4nfv-verify-build-{stream}'
                  current-parameters: false
                  predefined-parameters: |
                    BRANCH=$BRANCH
                    GERRIT_REFSPEC=$GERRIT_REFSPEC
                    GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
                    GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
                  node-parameters: false
                  kill-phase-on: FAILURE
                  abort-all-job: true
        - multijob:
            name: deploy-virtual
            condition: SUCCESSFUL
            projects:
                - name: 'daisy4nfv-verify-deploy-virtual-{stream}'
                  current-parameters: false
                  predefined-parameters: |
                    BRANCH=$BRANCH
                    GERRIT_REFSPEC=$GERRIT_REFSPEC
                    GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
                    GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
                  node-parameters: false
                  kill-phase-on: FAILURE
                  abort-all-job: true
        - multijob:
            name: smoke-test
            condition: SUCCESSFUL
            projects:
                - name: 'daisy4nfv-verify-smoke-test-{stream}'
                  current-parameters: false
                  predefined-parameters: |
                    BRANCH=$BRANCH
                    GERRIT_REFSPEC=$GERRIT_REFSPEC
                    GERRIT_CHANGE_NUMBER=$GERRIT_CHANGE_NUMBER
                    GERRIT_CHANGE_COMMIT_MESSAGE=$GERRIT_CHANGE_COMMIT_MESSAGE
                  node-parameters: false
                  kill-phase-on: FAILURE
                  abort-all-job: true

- job-template:
    name: 'daisy4nfv-verify-{phase}-{stream}'

    disabled: '{obj:disabled}'

    concurrent: true

    properties:
        - logrotate-default
        - throttle:
            enabled: true
            max-total: 6
            option: 'project'
        - build-blocker:
            use-build-blocker: true
            blocking-jobs:
                - 'daisy4nfv-verify-deploy-.*'
                - 'daisy4nfv-verify-test-.*'
            block-level: 'NODE'

    scm:
        - git-scm-gerrit

    wrappers:
        - ssh-agent-wrapper
        - timeout:
            timeout: 360
            fail: true

    parameters:
        - project-parameter:
            project: '{project}'
            branch: '{branch}'
        - '{slave-label}-defaults'
        - 'daisy4nfv-verify-defaults':
            gs-pathname: '{gs-pathname}'

    builders:
        - description-setter:
            description: "Built on $NODE_NAME"
        - '{project}-verify-{phase}-macro'
#####################################
# builder macros
#####################################
- builder:
    name: 'daisy-verify-basic-macro'
    builders:
        - shell:
            !include-raw: ./daisy4nfv-basic.sh

- builder:
    name: 'daisy-verify-build-macro'
    builders:
        - shell:
            !include-raw: ./daisy4nfv-build.sh

- builder:
    name: 'daisy-verify-deploy-virtual-macro'
    builders:
        - shell:
            !include-raw: ./daisy4nfv-virtual-deploy.sh

- builder:
    name: 'daisy-verify-smoke-test-macro'
    builders:
        - shell: |
            #!/bin/bash

            echo "Not activated!"
#####################################
# parameter macros
#####################################
- parameter:
    name: 'daisy4nfv-verify-defaults'
    parameters:
        - string:
            name: BUILD_DIRECTORY
            default: $WORKSPACE/build_output
            description: "Directory where the build artifact will be located upon the completion of the build."
        - string:
            name: CACHE_DIRECTORY
            default: $HOME/opnfv/cache/$INSTALLER_TYPE
            description: "Directory where the cache to be used during the build is located."
        - string:
            name: GS_URL
            default: artifacts.opnfv.org/$PROJECT{gs-pathname}
            description: "URL to Google Storage."
"p">, '22', '22'): logger.error("Failed to create the security group rule...") return False return sg_id def create_image(): _, image_id = os_utils.get_or_create_image(GLANCE_IMAGE_NAME, GLANCE_IMAGE_PATH, GLANCE_IMAGE_FORMAT) if not image_id: exit(-1) return image_id def get_flavor(): EXIT_CODE = -1 # Check if the given flavor exists try: flavor = nova_client.flavors.find(name=FLAVOR) logger.info("Using existing Flavor '%s'..." % FLAVOR) return flavor except: logger.error("Flavor '%s' not found." % FLAVOR) logger.info("Available flavors are: ") pMsg(nova_client.flavor.list()) exit(EXIT_CODE) def create_network_full(): EXIT_CODE = -1 network_dic = os_utils.create_network_full(neutron_client, PRIVATE_NET_NAME, PRIVATE_SUBNET_NAME, ROUTER_NAME, PRIVATE_SUBNET_CIDR) if not network_dic: logger.error( "There has been a problem when creating the neutron network") exit(EXIT_CODE) network_id = network_dic["net_id"] return network_id def delete_exist_vms(): servers = nova_client.servers.list() for server in servers: if server.name == NAME_VM_1 or server.name == NAME_VM_2: logger.info("Instance %s found. Deleting..." % server.name) server.delete() def is_userdata(case): return case == 'vping_userdata' def is_ssh(case): return case == 'vping_ssh' def boot_vm(case, name, image_id, flavor, network_id, test_ip, sg_id): EXIT_CODE = -1 config = dict() config['name'] = name config['flavor'] = flavor config['image'] = image_id config['nics'] = [{"net-id": network_id}] if is_userdata(case): config['config_drive'] = True if name == NAME_VM_2: u = ("#!/bin/sh\n\n" "while true; do\n" " ping -c 1 %s 2>&1 >/dev/null\n" " RES=$?\n" " if [ \"Z$RES\" = \"Z0\" ] ; then\n" " echo 'vPing OK'\n" " break\n" " else\n" " echo 'vPing KO'\n" " fi\n" " sleep 1\n" "done\n" % test_ip) config['userdata'] = u logger.info("Creating instance '%s'..." % name) logger.debug("Configuration: %s" % config) vm = nova_client.servers.create(**config) # wait until VM status is active if not waitVmActive(nova_client, vm): logger.error("Instance '%s' cannot be booted. Status is '%s'" % ( name, os_utils.get_instance_status(nova_client, vm))) exit(EXIT_CODE) else: logger.info("Instance '%s' is ACTIVE." % name) add_secgroup(name, vm.id, sg_id) return vm def get_test_ip(vm): test_ip = vm.networks.get(PRIVATE_NET_NAME)[0] logger.debug("Instance '%s' got %s" % (vm.name, test_ip)) return test_ip def add_secgroup(vmname, vm_id, sg_id): logger.info("Adding '%s' to security group '%s'..." % (vmname, SECGROUP_NAME)) os_utils.add_secgroup_to_instance(nova_client, vm_id, sg_id) def add_float_ip(vm): EXIT_CODE = -1 logger.info("Creating floating IP for VM '%s'..." % NAME_VM_2) floatip_dic = os_utils.create_floating_ip(neutron_client) floatip = floatip_dic['fip_addr'] if floatip is None: logger.error("Cannot create floating IP.") exit(EXIT_CODE) logger.info("Floating IP created: '%s'" % floatip) logger.info("Associating floating ip: '%s' to VM '%s' " % (floatip, NAME_VM_2)) if not os_utils.add_floating_ip(nova_client, vm.id, floatip): logger.error("Cannot associate floating IP to VM.") exit(EXIT_CODE) return floatip def establish_ssh(vm, floatip): EXIT_CODE = -1 logger.info("Trying to establish SSH connection to %s..." % floatip) username = 'cirros' password = 'cubswin:)' ssh = paramiko.SSHClient() ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) timeout = 50 nolease = False got_ip = False discover_count = 0 cidr_first_octet = PRIVATE_SUBNET_CIDR.split('.')[0] while timeout > 0: try: ssh.connect(floatip, username=username, password=password, timeout=2) logger.debug("SSH connection established to %s." % floatip) break except: logger.debug("Waiting for %s..." % floatip) time.sleep(6) timeout -= 1 console_log = vm.get_console_output() # print each "Sending discover" captured on the console log if (len(re.findall("Sending discover", console_log)) > discover_count and not got_ip): discover_count += 1 logger.debug("Console-log '%s': Sending discover..." % NAME_VM_2) # check if eth0 got an ip,the line looks like this: # "inet addr:192.168.".... # if the dhcp agent fails to assing ip, this line will not appear if "inet addr:" + cidr_first_octet in console_log and not got_ip: got_ip = True logger.debug("The instance '%s' succeeded to get the IP " "from the dhcp agent." % NAME_VM_2) # if dhcp doesnt work,it shows "No lease, failing".The test will fail if "No lease, failing" in console_log and not nolease and not got_ip: nolease = True logger.debug("Console-log '%s': No lease, failing..." % NAME_VM_2) logger.info("The instance failed to get an IP from the " "DHCP agent. The test will probably timeout...") if timeout == 0: # 300 sec timeout (5 min) logger.error("Cannot establish connection to IP '%s'. Aborting" % floatip) exit(EXIT_CODE) return ssh def transfer_ping_script(ssh, floatip): EXIT_CODE = -1 logger.info("Trying to transfer ping.sh to %s..." % floatip) scp = SCPClient(ssh.get_transport()) ping_script = FUNCTEST_REPO + "/testcases/OpenStack/vPing/ping.sh" try: scp.put(ping_script, "~/") except: logger.error("Cannot SCP the file '%s' to VM '%s'" % (ping_script, floatip)) exit(EXIT_CODE) cmd = 'chmod 755 ~/ping.sh' (stdin, stdout, stderr) = ssh.exec_command(cmd) for line in stdout.readlines(): print line def do_vping_ssh(ssh, test_ip): logger.info("Waiting for ping...") sec = 0 cmd = '~/ping.sh ' + test_ip flag = False while True: time.sleep(1) (stdin, stdout, stderr) = ssh.exec_command(cmd) output = stdout.readlines() for line in output: if "vPing OK" in line: logger.info("vPing detected!") EXIT_CODE = 0 flag = True break elif sec == PING_TIMEOUT: logger.info("Timeout reached.") flag = True break if flag: break logger.debug("Pinging %s. Waiting for response..." % test_ip) sec += 1 return EXIT_CODE, time.time() def do_vping_userdata(vm, test_ip): logger.info("Waiting for ping...") EXIT_CODE = -1 sec = 0 metadata_tries = 0 while True: time.sleep(1) console_log = vm.get_console_output() if "vPing OK" in console_log: logger.info("vPing detected!") EXIT_CODE = 0 break elif ("failed to read iid from metadata" in console_log or metadata_tries > 5): EXIT_CODE = -2 break elif sec == PING_TIMEOUT: logger.info("Timeout reached.") break elif sec % 10 == 0: if "request failed" in console_log: logger.debug("It seems userdata is not supported in " "nova boot. Waiting a bit...") metadata_tries += 1 else: logger.debug("Pinging %s. Waiting for response..." % test_ip) sec += 1 return EXIT_CODE, time.time() def do_vping(case, vm, test_ip): if is_userdata(case): return do_vping_userdata(vm, test_ip) else: floatip = add_float_ip(vm) ssh = establish_ssh(vm, floatip) transfer_ping_script(ssh, floatip) return do_vping_ssh(ssh, test_ip) def check_result(code, start_time, stop_time): test_status = "FAIL" if code == 0: logger.info("vPing OK") duration = round(stop_time - start_time, 1) logger.info("vPing duration:'%s'" % duration) test_status = "PASS" elif code == -2: duration = 0 logger.info("Userdata is not supported in nova boot. Aborting test...") else: duration = 0 logger.error("vPing FAILED") details = {'timestart': start_time, 'duration': duration, 'status': test_status} return details def push_result(report, case, start_time, stop_time, details): if report: try: logger.debug("Pushing vPing %s results into DB..." % case) ft_utils.push_results_to_db('functest', case, start_time, stop_time, details['status'], details=details) except: logger.error("Error pushing results into Database '%s'" % sys.exc_info()[0])