# Copyright 2017 The Armada Authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import yaml from hapi.chart.template_pb2 import Template from hapi.chart.chart_pb2 import Chart from hapi.chart.metadata_pb2 import Metadata from hapi.chart.config_pb2 import Config from supermutes.dot import dotify from ..exceptions import chartbuilder_exceptions from oslo_config import cfg from oslo_log import log as logging LOG = logging.getLogger(__name__) CONF = cfg.CONF class ChartBuilder(object): ''' This class handles taking chart intentions as a paramter and turning those into proper protoc helm charts that can be pushed to tiller. It also processes chart source declarations, fetching chart source from external resources where necessary ''' def __init__(self, chart, parent=None): ''' Initialize the ChartBuilder class Note that tthis will trigger a source pull as part of initialization as its necessary in order to examine the source service many of the calls on ChartBuilder ''' # cache for generated protoc chart object self._helm_chart = None # record whether this is a dependency based chart self.parent = parent # store chart schema self.chart = chart # extract, pull, whatever the chart from its source self.source_directory = self.get_source_path() # load ignored files from .helmignore if present self.ignored_files = self.get_ignored_files() def get_source_path(self): ''' Return the joined path of the source directory and subpath ''' return os.path.join(self.chart.source_dir[0], self.chart.source_dir[1]) def get_ignored_files(self): ''' Load files from .helmignore if present ''' try: ignored_files = [] if os.path.exists(os.path.join(self.source_directory, '.helmignore')): with open(os.path.join(self.source_directory, '.helmignore')) as f: ignored_files = f.readlines() return [filename.strip() for filename in ignored_files] except Exception: raise chartbuilder_exceptions.IgnoredFilesLoadException() def ignore_file(self, filename): ''' :params file - filename to compare against list of ignored files Returns true if file matches an ignored file wildcard or exact name, false otherwise ''' for ignored_file in self.ignored_files: if (ignored_file.startswith('*') and filename.endswith(ignored_file.strip('*'))): return True elif ignored_file == filename: return True return False def get_metadata(self): ''' Process metadata ''' # extract Chart.yaml to construct metadata try: chart_yaml = dotify( yaml.safe_load( open(os.path.join(self.source_directory, 'Chart.yaml')) .read())) except Exception: raise chartbuilder_exceptions.MetadataLoadException() # construct Metadata object return Metadata( description=chart_yaml.description, name=chart_yaml.name, version=chart_yaml.version) def get_files(self): ''' Return (non-template) files in this chart TODO(alanmeadows): Not implemented ''' return [] def get_values(self): ''' Return the chart (default) values ''' # create config object representing unmarshaled values.yaml if os.path.exists(os.path.join(self.source_directory, 'values.yaml')): raw_values = open( os.path.join(self.source_directory, 'values.yaml')).read() else: LOG.warn("No values.yaml in %s, using empty values", self.source_directory) raw_values = '' return Config(raw=raw_values) def get_templates(self): ''' Return all the chart templates ''' # process all files in templates/ as a template to attach to the chart # building a Template object templates = [] if not os.path.exists( os.path.join(self.source_directory, 'templates')): LOG.warn("Chart %s has no templates directory. " "No templates will be deployed", self.chart.chart_name) for root, _, files in os.walk( os.path.join(self.source_directory, 'templates'), topdown=True): for tpl_file in files: tname = os.path.relpath( os.path.join(root, tpl_file), os.path.join(self.source_directory, 'templates')) if self.ignore_file(tname): LOG.debug('Ignoring file %s', tname) continue templates.append( Template( name=tname, data=open(os.path.join(root, tpl_file), 'r').read())) return templates def get_helm_chart(self): ''' Return a helm chart object ''' if self._helm_chart: return self._helm_chart # dependencies # [process_chart(x, is_dependency=True) for x in chart.dependencies] dependencies = [] for dep in self.chart.dependencies: LOG.info("Building dependency chart %s for release %s", self.chart.chart_name, self.chart.release) try: dependencies.append(ChartBuilder(dep.chart).get_helm_chart()) except Exception: chart_name = self.chart.chart_name raise chartbuilder_exceptions.DependencyException(chart_name) try: helm_chart = Chart( metadata=self.get_metadata(), templates=self.get_templates(), dependencies=dependencies, values=self.get_values(), files=self.get_files()) except Exception: chart_name = self.chart.chart_name raise chartbuilder_exceptions.HelmChartBuildException(chart_name) self._helm_chart = helm_chart return helm_chart def dump(self): ''' This method is used to dump a chart object as a serialized string so that we can perform a diff It should recurse into dependencies ''' return self.get_helm_chart().SerializeToString()