218 lines
7.1 KiB
Python
218 lines
7.1 KiB
Python
# Copyright 2017 The Armada Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import yaml
|
|
|
|
from hapi.chart.template_pb2 import Template
|
|
from hapi.chart.chart_pb2 import Chart
|
|
from hapi.chart.metadata_pb2 import Metadata
|
|
from hapi.chart.config_pb2 import Config
|
|
from supermutes.dot import dotify
|
|
|
|
from ..exceptions import chartbuilder_exceptions
|
|
|
|
from oslo_config import cfg
|
|
from oslo_log import log as logging
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
CONF = cfg.CONF
|
|
|
|
|
|
class ChartBuilder(object):
|
|
'''
|
|
This class handles taking chart intentions as a paramter and
|
|
turning those into proper protoc helm charts that can be
|
|
pushed to tiller.
|
|
|
|
It also processes chart source declarations, fetching chart
|
|
source from external resources where necessary
|
|
'''
|
|
|
|
def __init__(self, chart, parent=None):
|
|
'''
|
|
Initialize the ChartBuilder class
|
|
|
|
Note that tthis will trigger a source pull as part of
|
|
initialization as its necessary in order to examine
|
|
the source service many of the calls on ChartBuilder
|
|
'''
|
|
|
|
# cache for generated protoc chart object
|
|
self._helm_chart = None
|
|
|
|
# record whether this is a dependency based chart
|
|
self.parent = parent
|
|
|
|
# store chart schema
|
|
self.chart = chart
|
|
|
|
# extract, pull, whatever the chart from its source
|
|
self.source_directory = self.get_source_path()
|
|
|
|
# load ignored files from .helmignore if present
|
|
self.ignored_files = self.get_ignored_files()
|
|
|
|
def get_source_path(self):
|
|
'''
|
|
Return the joined path of the source directory and subpath
|
|
'''
|
|
return os.path.join(self.chart.source_dir[0], self.chart.source_dir[1])
|
|
|
|
def get_ignored_files(self):
|
|
'''
|
|
Load files from .helmignore if present
|
|
'''
|
|
try:
|
|
ignored_files = []
|
|
if os.path.exists(os.path.join(self.source_directory,
|
|
'.helmignore')):
|
|
with open(os.path.join(self.source_directory,
|
|
'.helmignore')) as f:
|
|
ignored_files = f.readlines()
|
|
return [filename.strip() for filename in ignored_files]
|
|
except Exception:
|
|
raise chartbuilder_exceptions.IgnoredFilesLoadException()
|
|
|
|
def ignore_file(self, filename):
|
|
'''
|
|
:params file - filename to compare against list of ignored files
|
|
|
|
Returns true if file matches an ignored file wildcard or exact name,
|
|
false otherwise
|
|
'''
|
|
for ignored_file in self.ignored_files:
|
|
if (ignored_file.startswith('*') and
|
|
filename.endswith(ignored_file.strip('*'))):
|
|
return True
|
|
elif ignored_file == filename:
|
|
return True
|
|
return False
|
|
|
|
def get_metadata(self):
|
|
'''
|
|
Process metadata
|
|
'''
|
|
# extract Chart.yaml to construct metadata
|
|
|
|
try:
|
|
chart_yaml = dotify(
|
|
yaml.safe_load(
|
|
open(os.path.join(self.source_directory, 'Chart.yaml'))
|
|
.read()))
|
|
except Exception:
|
|
raise chartbuilder_exceptions.MetadataLoadException()
|
|
|
|
# construct Metadata object
|
|
return Metadata(
|
|
description=chart_yaml.description,
|
|
name=chart_yaml.name,
|
|
version=chart_yaml.version)
|
|
|
|
def get_files(self):
|
|
'''
|
|
Return (non-template) files in this chart
|
|
|
|
TODO(alanmeadows): Not implemented
|
|
'''
|
|
return []
|
|
|
|
def get_values(self):
|
|
'''
|
|
Return the chart (default) values
|
|
'''
|
|
|
|
# create config object representing unmarshaled values.yaml
|
|
if os.path.exists(os.path.join(self.source_directory, 'values.yaml')):
|
|
raw_values = open(
|
|
os.path.join(self.source_directory, 'values.yaml')).read()
|
|
else:
|
|
LOG.warn("No values.yaml in %s, using empty values",
|
|
self.source_directory)
|
|
raw_values = ''
|
|
|
|
return Config(raw=raw_values)
|
|
|
|
def get_templates(self):
|
|
'''
|
|
Return all the chart templates
|
|
'''
|
|
|
|
# process all files in templates/ as a template to attach to the chart
|
|
# building a Template object
|
|
templates = []
|
|
if not os.path.exists(
|
|
os.path.join(self.source_directory, 'templates')):
|
|
LOG.warn("Chart %s has no templates directory. "
|
|
"No templates will be deployed", self.chart.chart_name)
|
|
for root, _, files in os.walk(
|
|
os.path.join(self.source_directory, 'templates'),
|
|
topdown=True):
|
|
for tpl_file in files:
|
|
tname = os.path.relpath(
|
|
os.path.join(root, tpl_file),
|
|
os.path.join(self.source_directory, 'templates'))
|
|
if self.ignore_file(tname):
|
|
LOG.debug('Ignoring file %s', tname)
|
|
continue
|
|
|
|
templates.append(
|
|
Template(
|
|
name=tname,
|
|
data=open(os.path.join(root, tpl_file), 'r').read()))
|
|
return templates
|
|
|
|
def get_helm_chart(self):
|
|
'''
|
|
Return a helm chart object
|
|
'''
|
|
|
|
if self._helm_chart:
|
|
return self._helm_chart
|
|
# dependencies
|
|
# [process_chart(x, is_dependency=True) for x in chart.dependencies]
|
|
dependencies = []
|
|
for dep in self.chart.dependencies:
|
|
LOG.info("Building dependency chart %s for release %s",
|
|
self.chart.chart_name, self.chart.release)
|
|
try:
|
|
dependencies.append(ChartBuilder(dep.chart).get_helm_chart())
|
|
except Exception:
|
|
chart_name = self.chart.chart_name
|
|
raise chartbuilder_exceptions.DependencyException(chart_name)
|
|
|
|
try:
|
|
helm_chart = Chart(
|
|
metadata=self.get_metadata(),
|
|
templates=self.get_templates(),
|
|
dependencies=dependencies,
|
|
values=self.get_values(),
|
|
files=self.get_files())
|
|
except Exception:
|
|
chart_name = self.chart.chart_name
|
|
raise chartbuilder_exceptions.HelmChartBuildException(chart_name)
|
|
|
|
self._helm_chart = helm_chart
|
|
return helm_chart
|
|
|
|
def dump(self):
|
|
'''
|
|
This method is used to dump a chart object as a
|
|
serialized string so that we can perform a diff
|
|
|
|
It should recurse into dependencies
|
|
'''
|
|
return self.get_helm_chart().SerializeToString()
|