aboutsummaryrefslogtreecommitdiffstats
path: root/mcp/reclass/classes/cluster/mcp-common-ha/openstack_control.yml.j2
blob: a7e8fcde3ed1007c003493798ce5e7a600ae5ab4 (plain) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211

##############################################################################
# Copyright (c) 2018 Mirantis Inc., Enea AB and others.
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################
---
classes:
  - system.linux.system.repo.mcp.mirror.v1.openstack
  - system.linux.system.repo.glusterfs
  - system.ceilometer.client
  - system.memcached.server.single
  - system.keystone.server.cluster
  - system.keystone.server.wsgi
  - system.glance.control.cluster
  - system.nova.control.cluster
  - system.cinder.control.cluster
  - system.cinder.control.backend.lvm
  - system.heat.server.cluster
  - system.designate.server.cluster
  - system.designate.server.backend.bind
  - system.barbican.server.cluster
  - system.apache.server.site.barbican
  - service.barbican.server.plugin.simple_crypto
  - system.apache.server.single
  - system.bind.server.single
  - system.haproxy.proxy.listen.openstack.placement
  - system.glusterfs.client.cluster
  - system.glusterfs.client.volume.glance
  - system.glusterfs.client.volume.keystone
{%- if not conf.MCP_VCP %}
  # sync from kvm
  - service.keepalived.cluster.single
  - system.glusterfs.server.volume.glance
  - system.glusterfs.server.volume.keystone
  - system.glusterfs.server.cluster
  # NOTE(armband): Disabled for novcp
  # - system.salt.control.virt
  # - system.salt.control.cluster.openstack_control_cluster
  # - system.salt.control.cluster.openstack_proxy_cluster
  # - system.salt.control.cluster.openstack_database_cluster
  # - system.salt.control.cluster.openstack_message_queue_cluster
  # - system.salt.control.cluster.openstack_telemetry_cluster
  # - system.salt.control.cluster.stacklight_server_cluster
  # - system.salt.control.cluster.stacklight_log_cluster
  # - system.salt.control.cluster.stacklight_telemetry_cluster
  - cluster.mcp-common-ha.infra.kvm_pdf
  - cluster.all-mcp-arch-common.opnfv.maas_proxy
  - cluster.all-mcp-arch-common.opnfv.lab_proxy_pdf
{%- endif %}
parameters:
  _param:
{%- if not conf.MCP_VCP %}
    linux_system_codename: xenial  # sync from kvm
    # For NOVCP, we switch keepalived VIPs, to keep cluster_vip_address in ctl
    single_nic: br-ctl  # for keepalive_vip_interface interpolation
    control_nic: ~      # Dummy value to keep reclass 1.5.2 happy
    keepalived_openstack_web_public_vip_address: ${_param:openstack_proxy_address}
    keepalived_openstack_web_public_vip_interface: br-ex
{%- endif %}
    keepalived_vip_interface: ${_param:single_nic}
    keepalived_vip_virtual_router_id: 50
    cluster_vip_address: ${_param:openstack_control_address}
    cluster_local_address: ${_param:single_address}
    cluster_node01_hostname: ${_param:openstack_control_node01_hostname}
    cluster_node01_address: ${_param:openstack_control_node01_address}
    cluster_node02_hostname: ${_param:openstack_control_node02_hostname}
    cluster_node02_address: ${_param:openstack_control_node02_address}
    cluster_node03_hostname: ${_param:openstack_control_node03_hostname}
    cluster_node03_address: ${_param:openstack_control_node03_address}
    nova_vncproxy_url: https://${_param:cluster_public_host}:6080
    glusterfs_version: '3.13'
    barbican_integration_enabled: 'false'
  nova:
    controller: &db_conn_recycle_time
      database:
        connection_recycle_time: ${_param:db_connection_recycle_time}
      barbican:
        enabled: ${_param:barbican_integration_enabled}
  cinder:
    controller:
      <<: *db_conn_recycle_time
  neutron:
    server:
      <<: *db_conn_recycle_time
      vlan_aware_vms: true
      root_helper_daemon: false
  keystone:
    server:
      <<: *db_conn_recycle_time
      cacert: /etc/ssl/certs/mcp_os_cacert
      openrc_extra:
        volume_device_name: vdc
  glance:
    server:
      <<: *db_conn_recycle_time
{%- if conf.MCP_VCP %}
  heat:
    server:
      <<: *db_conn_recycle_time
      metadata:
        host: ${_param:openstack_proxy_control_address}
        port: 8000
        protocol: http
      waitcondition:
        host: ${_param:openstack_proxy_control_address}
        port: 8000
        protocol: http
      watch:
        host: ${_param:openstack_proxy_control_address}
        port: 8003
        protocol: http
{%- else %}
  libvirt:
    server:
      service: libvirtd
      config_sys: /etc/default/libvirtd
      unix_sock_group: libvirt
  linux:
    network:
      # Add public IPs here as overrides, no need to fork another kvm_pdf.j2
      interface:
        br-ex:
          address: ${_param:external_address}
          proto: static
  apache:
    server:
      bind:
        listen_default_ports: false
  # sync from common-ha kvm role
  glusterfs:
    server:
      service: glusterd
      volumes:
        nova_instances:
          storage: /srv/glusterfs/nova_instances
          replica: 3
          bricks:
            - ${_param:cluster_node01_address}:/srv/glusterfs/nova_instances
            - ${_param:cluster_node02_address}:/srv/glusterfs/nova_instances
            - ${_param:cluster_node03_address}:/srv/glusterfs/nova_instances
          options:
            cluster.readdir-optimize: 'True'
            nfs.disable: 'True'
            network.remote-dio: 'True'
            cluster.favorite-child-policy: mtime
            diagnostics.client-log-level: WARNING
            diagnostics.brick-log-level: WARNING
{%- endif %}
  haproxy:
    proxy:
      listen:
        heat_cloudwatch_api:
          enabled: false
        neutron_api:
          # Set source balancing
          type: heat
  barbican:
    server:
      ks_notifications_enable: true
      store:
        software:
          crypto_plugin: simple_crypto
          store_plugin: store_crypto
          global_default: true
      database:
        connection_recycle_time: ${_param:db_connection_recycle_time}
        host: ${_param:openstack_database_address}
  bind:
    server:
      control:
        mgmt:
          enabled: true
          bind:
            address: ${_param:single_address}
            port: 953
          allow:
            - ${_param:openstack_control_node01_address}
            - ${_param:openstack_control_node02_address}
            - ${_param:openstack_control_node03_address}
          keys:
            - designate
  designate:
    server:
      pools:
        default:
          description: 'test pool'
          targets:
            default:
              description: 'test target1'
            default1:
              type: ${_param:designate_pool_target_type}
              description: 'test target2'
              masters: ${_param:designate_pool_target_masters}
              options:
                host: ${_param:openstack_control_node02_address}
                port: 53
                rndc_host: ${_param:openstack_control_node02_address}
                rndc_port: 953
                rndc_key_file: /etc/designate/rndc.key
            default2:
              type: ${_param:designate_pool_target_type}
              description: 'test target3'
              masters: ${_param:designate_pool_target_masters}
              options:
                host: ${_param:openstack_control_node03_address}
                port: 53
                rndc_host: ${_param:openstack_control_node03_address}
                rndc_port: 953
                rndc_key_file: /etc/designate/rndc.key
img_property == "normal" - set_fact: imgfile: "{{ nsb_image_file }}" when: img_property == "nsb" - set_fact: mountdir: "{{ lookup('env', 'mountdir')|default('/mnt/yardstick', true) }}" - set_fact: raw_imgfile: "{{ workspace }}/{{ raw_imgfile_basename }}" # cleanup non-lxd - name: unmount all old mount points mount: name: "{{ item }}" state: unmounted with_items: # order matters - "{{ mountdir }}/proc" - "{{ mountdir }}" - "/mnt/{{ release }}" - name: kpartx -dv to delete all image partition device nodes command: kpartx -dv "{{ raw_imgfile }}" ignore_errors: true - name: Debug dump loop devices command: losetup -a ignore_errors: true - name: delete loop devices for image file # use this because kpartx -dv will fail if raw_imgfile was delete # but in theory we could have deleted file still attached to loopback device? # use grep because of // and awk shell: losetup -O NAME,BACK-FILE | grep "{{ raw_imgfile_basename }}" | awk '{ print $1 }' | xargs -l1 losetup -v -d ignore_errors: true - name: Debug dump loop devices again command: losetup -a ignore_errors: true - name: delete {{ raw_imgfile }} file: path: "{{ raw_imgfile }}" state: absent # common - name: remove {{ mountdir }} file: path: "{{ mountdir }}" state: absent # download-common - name: remove {{ workspace }} file: path: "{{ workspace }}" state: directory - name: "fetch {{ image_url }} and verify " fetch_url_and_verify: url: "{{ image_url }}" sha256url: "{{ sha256sums_url }}" dest: "{{ image_dest }}" - name: convert image to raw command: "qemu-img convert {{ image_dest }} {{ raw_imgfile }}" - name: resize image to allow for more VNFs command: "qemu-img resize -f raw {{ raw_imgfile }} +2G" - name: resize parition to allow for more VNFs # use growpart because maybe it handles GPT better than parted command: growpart {{ raw_imgfile }} 1 - name: create mknod devices in chroot command: "mknod -m 0660 /dev/loop{{ item }} b 7 {{ item }}" args: creates: "/dev/loop{{ item }}" with_sequence: start=0 end=9 tags: mknod_devices - name: find first partition device command: kpartx -l "{{ raw_imgfile }}" register: kpartx_res - set_fact: image_first_partition: "{{ kpartx_res.stdout_lines[0].split()[0] }}" - set_fact: # assume / is the first partition image_first_partition_device: "/dev/mapper/{{ image_first_partition }}" - name: use kpartx to create device nodes for the raw image loop device # operate on the loop device to avoid /dev namespace missing devices command: kpartx -avs "{{ raw_imgfile }}" - name: parted dump raw image command: parted "{{ raw_imgfile }}" print register: parted_res - debug: var: parted_res verbosity: 2 - name: use blkid to find filesystem type of first partition device command: blkid -o value -s TYPE {{ image_first_partition_device }} register: blkid_res - set_fact: image_fs_type: "{{ blkid_res.stdout.strip() }}" - fail: msg: "We only support ext4 image filesystems because we have to resize" when: image_fs_type != "ext4" - name: fsck the image filesystem command: "e2fsck -y -f {{ image_first_partition_device }}" - name: resize filesystem to full partition size command: resize2fs {{ image_first_partition_device }} - name: fsck the image filesystem command: "e2fsck -y -f {{ image_first_partition_device }}" - name: make tmp disposable fstab command: mktemp --tmpdir fake_fstab.XXXXXXXXXX register: mktemp_res - set_fact: fake_fstab: "{{ mktemp_res.stdout.strip() }}" - name: mount first parition on image device mount: src: "{{ image_first_partition_device }}" name: "{{ mountdir }}" # fstype is required fstype: "{{ image_fs_type }}" # !!!!!!! this is required otherwise we add entries to /etc/fstab # and prevent the system from booting fstab: "{{ fake_fstab }}" state: mounted - name: mount chroot /proc mount: src: none name: "{{ mountdir }}/proc" fstype: proc # !!!!!!! this is required otherwise we add entries to /etc/fstab # and prevent the system from booting fstab: "{{ fake_fstab }}" state: mounted - name: if arm copy qemu-aarch64-static into chroot copy: src: /usr/bin/qemu-aarch64-static dest: "{{ mountdir }}/usr/bin" when: 'YARD_IMG_ARCH == "arm64"' - name: create ubuntu policy-rc.d workaround copy: content: "{{ '#!/bin/sh\nexit 101\n' }}" dest: "{{ mountdir }}/usr/sbin/policy-rc.d" mode: 0755 when: "target_os == 'Ubuntu'" - name: add chroot as host add_host: name: "{{ mountdir }}" groups: chroot_image,image_builder connection: chroot ansible_python_interpreter: /usr/bin/python3 # set this host variable here nameserver_ip: "{{ ansible_dns.nameservers[0] }}" image_type: vm - name: include ubuntu_server_cloudimg_modify.yml include: ubuntu_server_cloudimg_modify.yml when: img_property == "normal" - name: include ubuntu_server_cloudimg_modify_samplevnfs.yml include: ubuntu_server_cloudimg_modify_samplevnfs.yml when: img_property == "nsb" - hosts: localhost tasks: - name: convert image to image file command: "qemu-img convert -c -o compat=0.10 -O qcow2 {{ raw_imgfile }} {{ imgfile }}" - name: run post build tasks include: post_build_yardstick_image.yml - hosts: localhost tasks: - debug: msg: "yardstick image = {{ imgfile }}"