aboutsummaryrefslogtreecommitdiffstats
path: root/puppet/services/ceilometer-agent-notification.yaml
blob: 760acd653f02780807652f15db37be1e758fed98 (plain) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

heat_template_version: ocata

description: >
  OpenStack Ceilometer Notification Agent service configured with Puppet

parameters:
  ServiceNetMap:
    default: {}
    description: Mapping of service_name -> network name. Typically set
                 via parameter_defaults in the resource registry.  This
                 mapping overrides those in ServiceNetMapDefaults.
    type: json
  DefaultPasswords:
    default: {}
    type: json
  EndpointMap:
    default: {}
    description: Mapping of service endpoint -> protocol. Typically set
                 via parameter_defaults in the resource registry.
    type: json
  MonitoringSubscriptionCeilometerNotification:
    default: 'overcloud-ceilometer-agent-notification'
    type: string
  CeilometerAgentNotificationLoggingSource:
    type: json
    default:
      tag: openstack.ceilometer.agent.notification
      path: /var/log/ceilometer/agent-notification.log


resources:
  CeilometerServiceBase:
    type: ./ceilometer-base.yaml
    properties:
      ServiceNetMap: {get_param: ServiceNetMap}
      DefaultPasswords: {get_param: DefaultPasswords}
      EndpointMap: {get_param: EndpointMap}

outputs:
  role_data:
    description: Role data for the Ceilometer Notification Agent role.
    value:
      service_name: ceilometer_agent_notification
      monitoring_subscription: {get_param: MonitoringSubscriptionCeilometerNotification}
      logging_source: {get_param: CeilometerAgentNotificationLoggingSource}
      logging_groups:
        - ceilometer
      config_settings:
        get_attr: [CeilometerServiceBase, role_data, config_settings]
      step_config: |
        include ::tripleo::profile::base::ceilometer::agent::notification
      upgrade_tasks:
        - name: "PreUpgrade step0,validation: Check service openstack-ceilometer-notification is running"
          shell: /usr/bin/systemctl show 'openstack-ceilometer-notification' --property ActiveState | grep '\bactive\b'
          tags: step0,validation
        - name: Stop ceilometer_agent_notification service
          tags: step2
          service: name=openstack-ceilometer-notification state=stopped
p">) CLOUD_DEPLOY_FILE = 'deploy.py' BLADE_RESTART_TIMES = 3 class CloudDeploy(object): def __init__(self, dea, dha, fuel_ip, fuel_username, fuel_password, dea_file, fuel_plugins_conf_dir, work_dir, no_health_check, deploy_timeout): self.dea = dea self.dha = dha self.fuel_ip = fuel_ip self.fuel_username = fuel_username self.fuel_password = fuel_password self.dea_file = dea_file self.updated_dea_file = ( '%s/.%s' % (os.path.dirname(self.dea_file), os.path.basename(self.dea_file))) shutil.copy2(self.dea_file, self.updated_dea_file) self.fuel_plugins_conf_dir = fuel_plugins_conf_dir self.work_dir = work_dir self.no_health_check = no_health_check self.deploy_timeout = deploy_timeout self.file_dir = os.path.dirname(os.path.realpath(__file__)) self.ssh = SSHClient(self.fuel_ip, self.fuel_username, self.fuel_password) self.node_ids = self.dha.get_node_ids() self.wanted_release = self.dea.get_property('wanted_release') self.blade_node_dict = {} self.macs_per_blade = {} def merge_plugin_config_files_to_dea_file(self): plugins_conf_dir = ( self.fuel_plugins_conf_dir if self.fuel_plugins_conf_dir else '%s/plugins_conf' % os.path.dirname(self.dea_file)) if os.path.isdir(plugins_conf_dir): with io.open(self.updated_dea_file) as stream: updated_dea = yaml.load(stream) for plugin_file in glob.glob('%s/*.yaml' % plugins_conf_dir): with io.open(plugin_file) as stream: plugin_conf = yaml.load(stream) updated_dea['settings']['editable'].update(plugin_conf) with io.open(self.updated_dea_file, 'w') as stream: yaml.dump(updated_dea, stream, default_flow_style=False) def upload_cloud_deployment_files(self): with self.ssh as s: s.exec_cmd('rm -rf %s' % self.work_dir, False) s.exec_cmd('mkdir %s' % self.work_dir) s.scp_put(self.updated_dea_file, '%s/%s' % ( self.work_dir, os.path.basename(self.dea_file))) s.scp_put('%s/common.py' % self.file_dir, self.work_dir) s.scp_put('%s/dea.py' % self.file_dir, self.work_dir) for f in glob.glob('%s/cloud/*' % self.file_dir): s.scp_put(f, self.work_dir) def power_off_nodes(self): for node_id in self.node_ids: self.dha.node_power_off(node_id) def power_on_nodes(self): for node_id in self.node_ids: self.dha.node_power_on(node_id) def set_boot_order(self, boot_order_list): for node_id in self.node_ids: self.dha.node_set_boot_order(node_id, boot_order_list[:]) def get_mac_addresses(self): self.macs_per_blade = {} for node_id in self.node_ids: self.macs_per_blade[node_id] = self.dha.get_node_pxe_mac(node_id) def run_cloud_deploy(self, deploy_app): log('START CLOUD DEPLOYMENT') deploy_app = '%s/%s' % (self.work_dir, deploy_app) dea_file = '%s/%s' % (self.work_dir, os.path.basename(self.dea_file)) with self.ssh as s: status = s.run('python %s %s %s %s' % ( deploy_app, ('-nh' if self.no_health_check else ''), ('-dt %s' % self.deploy_timeout if self.deploy_timeout else ''), dea_file)) return status def check_supported_release(self): log('Check supported release: %s' % self.wanted_release) found = False release_list = parse(self.ssh.exec_cmd('fuel release -l')) for release in release_list: if release[R['name']] == self.wanted_release: found = True break if not found: err('This Fuel does not contain the following release: %s' % self.wanted_release) def check_previous_installation(self): log('Check previous installation') env_list = parse(self.ssh.exec_cmd('fuel env list')) if env_list: self.cleanup_fuel_environments(env_list) node_list = parse(self.ssh.exec_cmd('fuel node list')) if node_list: self.cleanup_fuel_nodes(node_list) def cleanup_fuel_environments(self, env_list): WAIT_LOOP = 60 SLEEP_TIME = 10 for env in env_list: log('Deleting environment %s' % env[E['id']]) self.ssh.exec_cmd('fuel env --env %s --delete --force' % env[E['id']]) all_env_erased = False for i in range(WAIT_LOOP): env_list = parse(self.ssh.exec_cmd('fuel env list')) if env_list: time.sleep(SLEEP_TIME) else: all_env_erased = True break if not all_env_erased: err('Could not erase these environments %s' % [(env[E['id']], env[E['status']]) for env in env_list]) def cleanup_fuel_nodes(self, node_list): for node in node_list: if node[N['status']] == 'discover': log('Deleting node %s' % node[N['id']]) self.ssh.exec_cmd('fuel node --node-id %s --delete-from-db ' '--force' % node[N['id']]) self.ssh.exec_cmd('cobbler system remove --name node-%s' % node[N['id']], False) def check_prerequisites(self): log('Check prerequisites') with self.ssh: self.check_supported_release() self.check_previous_installation() def wait_for_discovered_blades(self): log('Wait for discovered blades') discovered_macs = [] restart_times = BLADE_RESTART_TIMES for blade in self.node_ids: self.blade_node_dict[blade] = None with self.ssh: all_discovered = self.discovery_waiting_loop(discovered_macs) while not all_discovered and restart_times != 0: restart_times -= 1 for blade in self.get_not_discovered_blades(): self.dha.node_reset(blade) with self.ssh: all_discovered = self.discovery_waiting_loop(discovered_macs) if not all_discovered: err('Not all blades have been discovered: %s' % self.not_discovered_blades_summary()) with io.open(self.updated_dea_file) as stream: updated_dea = yaml.load(stream) updated_dea.update({'blade_node_map': self.blade_node_dict}) with io.open(self.updated_dea_file, 'w') as stream: yaml.dump(updated_dea, stream, default_flow_style=False) def discovery_waiting_loop(self, discovered_macs): WAIT_LOOP = 360 SLEEP_TIME = 10 all_discovered = False for i in range(WAIT_LOOP): node_list = parse(self.ssh.exec_cmd('fuel node list')) if node_list: self.node_discovery(node_list, discovered_macs) if self.all_blades_discovered(): all_discovered = True break else: time.sleep(SLEEP_TIME) return all_discovered def node_discovery(self, node_list, discovered_macs): for node in node_list: if (node[N['status']] == 'discover' and node[N['online']] == 'True' and node[N['mac']] not in discovered_macs): discovered_macs.append(node[N['mac']]) blade = self.find_mac_in_dict(node[N['mac']]) if blade: log('Blade %s discovered as Node %s with MAC %s' % (blade, node[N['id']], node[N['mac']])) self.blade_node_dict[blade] = int(node[N['id']]) def find_mac_in_dict(self, mac): for blade, mac_list in self.macs_per_blade.iteritems(): if mac in mac_list: return blade def all_blades_discovered(self): for blade, node_id in self.blade_node_dict.iteritems(): if not node_id: return False return True def not_discovered_blades_summary(self): summary = '' for blade, node_id in self.blade_node_dict.iteritems(): if not node_id: summary += '\n[blade %s]' % blade return summary def get_not_discovered_blades(self): not_discovered_blades = [] for blade, node_id in self.blade_node_dict.iteritems(): if not node_id: not_discovered_blades.append(blade) return not_discovered_blades def set_boot_order_nodes(self): self.power_off_nodes() self.set_boot_order(['pxe', 'disk']) self.power_on_nodes() def deploy(self): self.set_boot_order_nodes() self.check_prerequisites() self.get_mac_addresses() self.wait_for_discovered_blades() self.merge_plugin_config_files_to_dea_file() self.upload_cloud_deployment_files() delete(self.updated_dea_file) return self.run_cloud_deploy(CLOUD_DEPLOY_FILE)