mirror of https://github.com/fluxcd/flux2.git
Add graceful shutdown when interrupted
If implemented this permit restoring a clean state in case of signal interruption. Signed-off-by: Soule BA <soule@weave.works>pull/2167/head
Soule BA
4 years ago
parent
f7d9ee90cd
commit
306f8f5715
@ -1,24 +0,0 @@
|
|||||||
/*
|
|
||||||
Copyright 2021 The Flux authors
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package kustomization
|
|
||||||
|
|
||||||
// SubstituteReference contains a reference to a resource containing
|
|
||||||
// the variables name and value.
|
|
||||||
type SubstituteReference struct {
|
|
||||||
Kind string `json:"kind"`
|
|
||||||
Name string `json:"name"`
|
|
||||||
}
|
|
||||||
@ -1,532 +0,0 @@
|
|||||||
/*
|
|
||||||
Copyright 2022 The Flux authors
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package kustomization
|
|
||||||
|
|
||||||
import (
|
|
||||||
"encoding/json"
|
|
||||||
"fmt"
|
|
||||||
"io"
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"strings"
|
|
||||||
"sync"
|
|
||||||
|
|
||||||
apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
|
|
||||||
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
|
|
||||||
"k8s.io/apimachinery/pkg/runtime"
|
|
||||||
"sigs.k8s.io/kustomize/api/konfig"
|
|
||||||
"sigs.k8s.io/kustomize/api/krusty"
|
|
||||||
"sigs.k8s.io/kustomize/api/provider"
|
|
||||||
"sigs.k8s.io/kustomize/api/resmap"
|
|
||||||
kustypes "sigs.k8s.io/kustomize/api/types"
|
|
||||||
"sigs.k8s.io/kustomize/kyaml/filesys"
|
|
||||||
"sigs.k8s.io/yaml"
|
|
||||||
|
|
||||||
"github.com/fluxcd/pkg/apis/kustomize"
|
|
||||||
"github.com/hashicorp/go-multierror"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
specField = "spec"
|
|
||||||
targetNSField = "targetNamespace"
|
|
||||||
patchesField = "patches"
|
|
||||||
patchesSMField = "patchesStrategicMerge"
|
|
||||||
patchesJson6902Field = "patchesJson6902"
|
|
||||||
imagesField = "images"
|
|
||||||
originalKustomizationFile = "kustomization.yaml.original"
|
|
||||||
)
|
|
||||||
|
|
||||||
type action string
|
|
||||||
|
|
||||||
const (
|
|
||||||
createdAction action = "created"
|
|
||||||
unchangedAction action = "unchanged"
|
|
||||||
)
|
|
||||||
|
|
||||||
type KustomizeGenerator struct {
|
|
||||||
kustomization unstructured.Unstructured
|
|
||||||
}
|
|
||||||
|
|
||||||
type SavingOptions func(dirPath, file string, action action) error
|
|
||||||
|
|
||||||
func NewGenerator(kustomization unstructured.Unstructured) *KustomizeGenerator {
|
|
||||||
return &KustomizeGenerator{
|
|
||||||
kustomization: kustomization,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func WithSaveOriginalKustomization() SavingOptions {
|
|
||||||
return func(dirPath, kfile string, action action) error {
|
|
||||||
// copy the original kustomization.yaml to the directory if we did not create it
|
|
||||||
if action != createdAction {
|
|
||||||
if err := copyFile(kfile, filepath.Join(dirPath, originalKustomizationFile)); err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// WriteFile generates a kustomization.yaml in the given directory if it does not exist.
|
|
||||||
// It apply the flux kustomize resources to the kustomization.yaml and then write the
|
|
||||||
// updated kustomization.yaml to the directory.
|
|
||||||
// It returns an action that indicates if the kustomization.yaml was created or not.
|
|
||||||
// It is the caller responsability to clean up the directory by use the provided function CleanDirectory.
|
|
||||||
// example:
|
|
||||||
// err := CleanDirectory(dirPath, action)
|
|
||||||
// if err != nil {
|
|
||||||
// log.Fatal(err)
|
|
||||||
// }
|
|
||||||
func (kg *KustomizeGenerator) WriteFile(dirPath string, opts ...SavingOptions) (action, error) {
|
|
||||||
action, err := kg.generateKustomization(dirPath)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
kfile := filepath.Join(dirPath, konfig.DefaultKustomizationFileName())
|
|
||||||
|
|
||||||
data, err := os.ReadFile(kfile)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%w %s", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
kus := kustypes.Kustomization{
|
|
||||||
TypeMeta: kustypes.TypeMeta{
|
|
||||||
APIVersion: kustypes.KustomizationVersion,
|
|
||||||
Kind: kustypes.KustomizationKind,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := yaml.Unmarshal(data, &kus); err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
tg, ok, err := kg.getNestedString(specField, targetNSField)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
if ok {
|
|
||||||
kus.Namespace = tg
|
|
||||||
}
|
|
||||||
|
|
||||||
patches, err := kg.getPatches()
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("unable to get patches: %w", fmt.Errorf("%v %v", err, errf))
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, p := range patches {
|
|
||||||
kus.Patches = append(kus.Patches, kustypes.Patch{
|
|
||||||
Patch: p.Patch,
|
|
||||||
Target: adaptSelector(&p.Target),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
patchesSM, err := kg.getPatchesStrategicMerge()
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("unable to get patchesStrategicMerge: %w", fmt.Errorf("%v %v", err, errf))
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, p := range patchesSM {
|
|
||||||
kus.PatchesStrategicMerge = append(kus.PatchesStrategicMerge, kustypes.PatchStrategicMerge(p.Raw))
|
|
||||||
}
|
|
||||||
|
|
||||||
patchesJSON, err := kg.getPatchesJson6902()
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("unable to get patchesJson6902: %w", fmt.Errorf("%v %v", err, errf))
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, p := range patchesJSON {
|
|
||||||
patch, err := json.Marshal(p.Patch)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
kus.PatchesJson6902 = append(kus.PatchesJson6902, kustypes.Patch{
|
|
||||||
Patch: string(patch),
|
|
||||||
Target: adaptSelector(&p.Target),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
images, err := kg.getImages()
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("unable to get images: %w", fmt.Errorf("%v %v", err, errf))
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, image := range images {
|
|
||||||
newImage := kustypes.Image{
|
|
||||||
Name: image.Name,
|
|
||||||
NewName: image.NewName,
|
|
||||||
NewTag: image.NewTag,
|
|
||||||
}
|
|
||||||
if exists, index := checkKustomizeImageExists(kus.Images, image.Name); exists {
|
|
||||||
kus.Images[index] = newImage
|
|
||||||
} else {
|
|
||||||
kus.Images = append(kus.Images, newImage)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
manifest, err := yaml.Marshal(kus)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
// copy the original kustomization.yaml to the directory if we did not create it
|
|
||||||
for _, opt := range opts {
|
|
||||||
if err := opt(dirPath, kfile, action); err != nil {
|
|
||||||
return action, fmt.Errorf("failed to save original kustomization.yaml: %w", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
err = os.WriteFile(kfile, manifest, os.ModePerm)
|
|
||||||
if err != nil {
|
|
||||||
errf := CleanDirectory(dirPath, action)
|
|
||||||
return action, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
return action, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getPatches() ([]kustomize.Patch, error) {
|
|
||||||
patches, ok, err := kg.getNestedSlice(specField, patchesField)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var resultErr error
|
|
||||||
if ok {
|
|
||||||
res := make([]kustomize.Patch, 0, len(patches))
|
|
||||||
for k, p := range patches {
|
|
||||||
patch, ok := p.(map[string]interface{})
|
|
||||||
if !ok {
|
|
||||||
err := fmt.Errorf("unable to convert patch %d to map[string]interface{}", k)
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
var kpatch kustomize.Patch
|
|
||||||
err = runtime.DefaultUnstructuredConverter.FromUnstructured(patch, &kpatch)
|
|
||||||
if err != nil {
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
res = append(res, kpatch)
|
|
||||||
}
|
|
||||||
return res, resultErr
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, resultErr
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getPatchesStrategicMerge() ([]apiextensionsv1.JSON, error) {
|
|
||||||
patches, ok, err := kg.getNestedSlice(specField, patchesSMField)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var resultErr error
|
|
||||||
if ok {
|
|
||||||
res := make([]apiextensionsv1.JSON, 0, len(patches))
|
|
||||||
for k, p := range patches {
|
|
||||||
patch, ok := p.(map[string]interface{})
|
|
||||||
if !ok {
|
|
||||||
err := fmt.Errorf("unable to convert patch %d to map[string]interface{}", k)
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
var kpatch apiextensionsv1.JSON
|
|
||||||
err = runtime.DefaultUnstructuredConverter.FromUnstructured(patch, &kpatch)
|
|
||||||
if err != nil {
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
res = append(res, kpatch)
|
|
||||||
}
|
|
||||||
return res, resultErr
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, resultErr
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getPatchesJson6902() ([]kustomize.JSON6902Patch, error) {
|
|
||||||
patches, ok, err := kg.getNestedSlice(specField, patchesJson6902Field)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var resultErr error
|
|
||||||
if ok {
|
|
||||||
res := make([]kustomize.JSON6902Patch, 0, len(patches))
|
|
||||||
for k, p := range patches {
|
|
||||||
patch, ok := p.(map[string]interface{})
|
|
||||||
if !ok {
|
|
||||||
err := fmt.Errorf("unable to convert patch %d to map[string]interface{}", k)
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
var kpatch kustomize.JSON6902Patch
|
|
||||||
err = runtime.DefaultUnstructuredConverter.FromUnstructured(patch, &kpatch)
|
|
||||||
if err != nil {
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
res = append(res, kpatch)
|
|
||||||
}
|
|
||||||
return res, resultErr
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, resultErr
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getImages() ([]kustomize.Image, error) {
|
|
||||||
img, ok, err := kg.getNestedSlice(specField, imagesField)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var resultErr error
|
|
||||||
if ok {
|
|
||||||
res := make([]kustomize.Image, 0, len(img))
|
|
||||||
for k, i := range img {
|
|
||||||
im, ok := i.(map[string]interface{})
|
|
||||||
if !ok {
|
|
||||||
err := fmt.Errorf("unable to convert patch %d to map[string]interface{}", k)
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
var image kustomize.Image
|
|
||||||
err = runtime.DefaultUnstructuredConverter.FromUnstructured(im, &image)
|
|
||||||
if err != nil {
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
res = append(res, image)
|
|
||||||
}
|
|
||||||
return res, resultErr
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, resultErr
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
func checkKustomizeImageExists(images []kustypes.Image, imageName string) (bool, int) {
|
|
||||||
for i, image := range images {
|
|
||||||
if imageName == image.Name {
|
|
||||||
return true, i
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return false, -1
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getNestedString(fields ...string) (string, bool, error) {
|
|
||||||
val, ok, err := unstructured.NestedString(kg.kustomization.Object, fields...)
|
|
||||||
if err != nil {
|
|
||||||
return "", ok, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return val, ok, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) getNestedSlice(fields ...string) ([]interface{}, bool, error) {
|
|
||||||
val, ok, err := unstructured.NestedSlice(kg.kustomization.Object, fields...)
|
|
||||||
if err != nil {
|
|
||||||
return nil, ok, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return val, ok, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (kg *KustomizeGenerator) generateKustomization(dirPath string) (action, error) {
|
|
||||||
fs := filesys.MakeFsOnDisk()
|
|
||||||
|
|
||||||
// Determine if there already is a Kustomization file at the root,
|
|
||||||
// as this means we do not have to generate one.
|
|
||||||
for _, kfilename := range konfig.RecognizedKustomizationFileNames() {
|
|
||||||
if kpath := filepath.Join(dirPath, kfilename); fs.Exists(kpath) && !fs.IsDir(kpath) {
|
|
||||||
return unchangedAction, nil
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
scan := func(base string) ([]string, error) {
|
|
||||||
var paths []string
|
|
||||||
pvd := provider.NewDefaultDepProvider()
|
|
||||||
rf := pvd.GetResourceFactory()
|
|
||||||
err := fs.Walk(base, func(path string, info os.FileInfo, err error) error {
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
if path == base {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
if info.IsDir() {
|
|
||||||
// If a sub-directory contains an existing kustomization file add the
|
|
||||||
// directory as a resource and do not decend into it.
|
|
||||||
for _, kfilename := range konfig.RecognizedKustomizationFileNames() {
|
|
||||||
if kpath := filepath.Join(path, kfilename); fs.Exists(kpath) && !fs.IsDir(kpath) {
|
|
||||||
paths = append(paths, path)
|
|
||||||
return filepath.SkipDir
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
extension := filepath.Ext(path)
|
|
||||||
if extension != ".yaml" && extension != ".yml" {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
fContents, err := fs.ReadFile(path)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
if _, err := rf.SliceFromBytes(fContents); err != nil {
|
|
||||||
return fmt.Errorf("failed to decode Kubernetes YAML from %s: %w", path, err)
|
|
||||||
}
|
|
||||||
paths = append(paths, path)
|
|
||||||
return nil
|
|
||||||
})
|
|
||||||
return paths, err
|
|
||||||
}
|
|
||||||
|
|
||||||
abs, err := filepath.Abs(dirPath)
|
|
||||||
if err != nil {
|
|
||||||
return unchangedAction, err
|
|
||||||
}
|
|
||||||
|
|
||||||
files, err := scan(abs)
|
|
||||||
if err != nil {
|
|
||||||
return unchangedAction, err
|
|
||||||
}
|
|
||||||
|
|
||||||
kfile := filepath.Join(dirPath, konfig.DefaultKustomizationFileName())
|
|
||||||
f, err := fs.Create(kfile)
|
|
||||||
if err != nil {
|
|
||||||
return unchangedAction, err
|
|
||||||
}
|
|
||||||
f.Close()
|
|
||||||
|
|
||||||
kus := kustypes.Kustomization{
|
|
||||||
TypeMeta: kustypes.TypeMeta{
|
|
||||||
APIVersion: kustypes.KustomizationVersion,
|
|
||||||
Kind: kustypes.KustomizationKind,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
var resources []string
|
|
||||||
for _, file := range files {
|
|
||||||
resources = append(resources, strings.Replace(file, abs, ".", 1))
|
|
||||||
}
|
|
||||||
|
|
||||||
kus.Resources = resources
|
|
||||||
kd, err := yaml.Marshal(kus)
|
|
||||||
if err != nil {
|
|
||||||
// delete the kustomization file
|
|
||||||
errf := CleanDirectory(dirPath, createdAction)
|
|
||||||
return unchangedAction, fmt.Errorf("%v %v", err, errf)
|
|
||||||
}
|
|
||||||
|
|
||||||
return createdAction, os.WriteFile(kfile, kd, os.ModePerm)
|
|
||||||
}
|
|
||||||
|
|
||||||
func adaptSelector(selector *kustomize.Selector) (output *kustypes.Selector) {
|
|
||||||
if selector != nil {
|
|
||||||
output = &kustypes.Selector{}
|
|
||||||
output.Gvk.Group = selector.Group
|
|
||||||
output.Gvk.Kind = selector.Kind
|
|
||||||
output.Gvk.Version = selector.Version
|
|
||||||
output.Name = selector.Name
|
|
||||||
output.Namespace = selector.Namespace
|
|
||||||
output.LabelSelector = selector.LabelSelector
|
|
||||||
output.AnnotationSelector = selector.AnnotationSelector
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// TODO: remove mutex when kustomize fixes the concurrent map read/write panic
|
|
||||||
var kustomizeBuildMutex sync.Mutex
|
|
||||||
|
|
||||||
// BuildKustomization wraps krusty.MakeKustomizer with the following settings:
|
|
||||||
// - load files from outside the kustomization.yaml root
|
|
||||||
// - disable plugins except for the builtin ones
|
|
||||||
func BuildKustomization(fs filesys.FileSystem, dirPath string) (resmap.ResMap, error) {
|
|
||||||
// temporary workaround for concurrent map read and map write bug
|
|
||||||
// https://github.com/kubernetes-sigs/kustomize/issues/3659
|
|
||||||
kustomizeBuildMutex.Lock()
|
|
||||||
defer kustomizeBuildMutex.Unlock()
|
|
||||||
|
|
||||||
buildOptions := &krusty.Options{
|
|
||||||
LoadRestrictions: kustypes.LoadRestrictionsNone,
|
|
||||||
PluginConfig: kustypes.DisabledPluginConfig(),
|
|
||||||
}
|
|
||||||
|
|
||||||
k := krusty.MakeKustomizer(buildOptions)
|
|
||||||
return k.Run(fs, dirPath)
|
|
||||||
}
|
|
||||||
|
|
||||||
// CleanDirectory removes the kustomization.yaml file from the given directory.
|
|
||||||
func CleanDirectory(dirPath string, action action) error {
|
|
||||||
kfile := filepath.Join(dirPath, konfig.DefaultKustomizationFileName())
|
|
||||||
originalFile := filepath.Join(dirPath, originalKustomizationFile)
|
|
||||||
|
|
||||||
// restore old file if it exists
|
|
||||||
if _, err := os.Stat(originalFile); err == nil {
|
|
||||||
err := os.Rename(originalFile, kfile)
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("failed to cleanup repository: %w", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if action == createdAction {
|
|
||||||
return os.Remove(kfile)
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// copyFile copies the contents of the file named src to the file named
|
|
||||||
// by dst. The file will be created if it does not already exist or else trucnated.
|
|
||||||
func copyFile(src, dst string) (err error) {
|
|
||||||
in, err := os.Open(src)
|
|
||||||
if err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
defer in.Close()
|
|
||||||
|
|
||||||
out, err := os.Create(dst)
|
|
||||||
if err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
defer func() {
|
|
||||||
errf := out.Close()
|
|
||||||
if err == nil {
|
|
||||||
err = errf
|
|
||||||
}
|
|
||||||
}()
|
|
||||||
|
|
||||||
if _, err = io.Copy(out, in); err != nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
@ -1,176 +0,0 @@
|
|||||||
/*
|
|
||||||
Copyright 2021 The Flux authors
|
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
you may not use this file except in compliance with the License.
|
|
||||||
You may obtain a copy of the License at
|
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software
|
|
||||||
distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
See the License for the specific language governing permissions and
|
|
||||||
limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package kustomization
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"regexp"
|
|
||||||
"strings"
|
|
||||||
|
|
||||||
"github.com/drone/envsubst"
|
|
||||||
"github.com/hashicorp/go-multierror"
|
|
||||||
corev1 "k8s.io/api/core/v1"
|
|
||||||
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
|
|
||||||
"k8s.io/apimachinery/pkg/runtime"
|
|
||||||
"k8s.io/apimachinery/pkg/types"
|
|
||||||
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
||||||
"sigs.k8s.io/kustomize/api/resource"
|
|
||||||
"sigs.k8s.io/yaml"
|
|
||||||
)
|
|
||||||
|
|
||||||
const (
|
|
||||||
// varsubRegex is the regular expression used to validate
|
|
||||||
// the var names before substitution
|
|
||||||
varsubRegex = "^[_[:alpha:]][_[:alpha:][:digit:]]*$"
|
|
||||||
DisabledValue = "disabled"
|
|
||||||
)
|
|
||||||
|
|
||||||
// SubstituteVariables replaces the vars with their values in the specified resource.
|
|
||||||
// If a resource is labeled or annotated with
|
|
||||||
// 'kustomize.toolkit.fluxcd.io/substitute: disabled' the substitution is skipped.
|
|
||||||
func SubstituteVariables(
|
|
||||||
ctx context.Context,
|
|
||||||
kubeClient client.Client,
|
|
||||||
kustomization unstructured.Unstructured,
|
|
||||||
res *resource.Resource) (*resource.Resource, error) {
|
|
||||||
resData, err := res.AsYAML()
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
key := fmt.Sprintf("%s/substitute", kustomization.GetObjectKind().GroupVersionKind().Group)
|
|
||||||
|
|
||||||
if res.GetLabels()[key] == DisabledValue || res.GetAnnotations()[key] == DisabledValue {
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// load vars from ConfigMaps and Secrets data keys
|
|
||||||
vars, err := loadVars(ctx, kubeClient, kustomization)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
// load in-line vars (overrides the ones from resources)
|
|
||||||
substitute, ok, err := unstructured.NestedStringMap(kustomization.Object, "spec", "postBuild", "substitute")
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
if ok {
|
|
||||||
for k, v := range substitute {
|
|
||||||
vars[k] = strings.Replace(v, "\n", "", -1)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// run bash variable substitutions
|
|
||||||
if len(vars) > 0 {
|
|
||||||
jsonData, err := varSubstitution(resData, vars)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("YAMLToJSON: %w", err)
|
|
||||||
}
|
|
||||||
err = res.UnmarshalJSON(jsonData)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("UnmarshalJSON: %w", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return res, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func loadVars(ctx context.Context, kubeClient client.Client, kustomization unstructured.Unstructured) (map[string]string, error) {
|
|
||||||
vars := make(map[string]string)
|
|
||||||
substituteFrom, err := getSubstituteFrom(kustomization)
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("unable to get subsituteFrom: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, reference := range substituteFrom {
|
|
||||||
namespacedName := types.NamespacedName{Namespace: kustomization.GetNamespace(), Name: reference.Name}
|
|
||||||
switch reference.Kind {
|
|
||||||
case "ConfigMap":
|
|
||||||
resource := &corev1.ConfigMap{}
|
|
||||||
if err := kubeClient.Get(ctx, namespacedName, resource); err != nil {
|
|
||||||
return nil, fmt.Errorf("substitute from 'ConfigMap/%s' error: %w", reference.Name, err)
|
|
||||||
}
|
|
||||||
for k, v := range resource.Data {
|
|
||||||
vars[k] = strings.Replace(v, "\n", "", -1)
|
|
||||||
}
|
|
||||||
case "Secret":
|
|
||||||
resource := &corev1.Secret{}
|
|
||||||
if err := kubeClient.Get(ctx, namespacedName, resource); err != nil {
|
|
||||||
return nil, fmt.Errorf("substitute from 'Secret/%s' error: %w", reference.Name, err)
|
|
||||||
}
|
|
||||||
for k, v := range resource.Data {
|
|
||||||
vars[k] = strings.Replace(string(v), "\n", "", -1)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return vars, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func varSubstitution(data []byte, vars map[string]string) ([]byte, error) {
|
|
||||||
r, _ := regexp.Compile(varsubRegex)
|
|
||||||
for v := range vars {
|
|
||||||
if !r.MatchString(v) {
|
|
||||||
return nil, fmt.Errorf("'%s' var name is invalid, must match '%s'", v, varsubRegex)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
output, err := envsubst.Eval(string(data), func(s string) string {
|
|
||||||
return vars[s]
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("variable substitution failed: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
jsonData, err := yaml.YAMLToJSON([]byte(output))
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf("YAMLToJSON: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
return jsonData, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func getSubstituteFrom(kustomization unstructured.Unstructured) ([]SubstituteReference, error) {
|
|
||||||
substituteFrom, ok, err := unstructured.NestedSlice(kustomization.Object, "spec", "postBuild", "substituteFrom")
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
var resultErr error
|
|
||||||
if ok {
|
|
||||||
res := make([]SubstituteReference, 0, len(substituteFrom))
|
|
||||||
for k, s := range substituteFrom {
|
|
||||||
sub, ok := s.(map[string]interface{})
|
|
||||||
if !ok {
|
|
||||||
err := fmt.Errorf("unable to convert patch %d to map[string]interface{}", k)
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
var substitute SubstituteReference
|
|
||||||
err = runtime.DefaultUnstructuredConverter.FromUnstructured(sub, &substitute)
|
|
||||||
if err != nil {
|
|
||||||
resultErr = multierror.Append(resultErr, err)
|
|
||||||
}
|
|
||||||
res = append(res, substitute)
|
|
||||||
}
|
|
||||||
return res, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil, resultErr
|
|
||||||
|
|
||||||
}
|
|
||||||
Loading…
Reference in New Issue