Handle multiple backends for the TypeInstance

hack/images/jinja2/jinja2-cli/jinja2cli/cli.py

@@ -314,6 +314,8 @@ def cli(opts, args, config):  # noqa: C901
 
     if config.get("prefix") is not None and len(parsed_data) != 0:
         parsed_data = {config["prefix"]: parsed_data}
+    if config.get("strip-value") is True and len(parsed_data) != 0 and "value" in parsed_data:
+        parsed_data = parsed_data.get("value", {})
 
     template_path = os.path.abspath(template_path)
     out.write(render(template_path, parsed_data, extensions, opts.filters, opts.strict))

hack/images/merger/merger.sh

@@ -3,10 +3,16 @@
 SRC=${SRC:-"/yamls"}
 OUT=${OUT:-"/merged.yaml"}
 
-# prefix each file with its filename
 for filename in "${SRC}"/*; do
   filename=$(basename -- "$filename")
   prefix="${filename%.*}"
+
+  # remove value key if exists
+  if [[ $(yq e 'has("value")' "${SRC}"/"${filename}") == "true" ]]; then
+    yq e '.value' -i "${SRC}"/"${filename}"
+  fi 
+
+  # prefix each file with its filename
   yq e -i "{\"${prefix}\": . }" "${SRC}"/"${filename}"
 done
 

internal/installation/capact_register.go

@@ -177,19 +177,22 @@ func (i *CapactRegister) produceHelmReleaseTypeInstance(helmRelease *release.Rel
 		return nil, errors.Wrap(err, "while producing Helm release definition")
 	}
 
-	var unmarshalled interface{}
+	var unmarshalled map[string]interface{}
 	err = yaml.Unmarshal(releaseOut, &unmarshalled)
 	if err != nil {
 		return nil, errors.Wrap(err, "while unmarshaling bytes")
 	}
+	if _, ok := unmarshalled["value"]; !ok {
+		return nil, errors.Wrap(err, "while getting value from unmarshalled additional output")
+	}
 
 	return &gqllocalapi.CreateTypeInstanceInput{
 		Alias: ptr.String(helmRelease.Name),
 		TypeRef: &gqllocalapi.TypeInstanceTypeReferenceInput{
 			Path:     helmReleaseTypeRefPath,
 			Revision: "0.1.0",
 		},
-		Value: unmarshalled,
+		Value: unmarshalled["value"],
 	}, nil
 }
 
@@ -207,17 +210,22 @@ func (i *CapactRegister) produceConfigTypeInstance(ownerName string, helmRelease
 		return nil, errors.Wrap(err, "while producing additional info")
 	}
 
-	var unmarshalled interface{}
+	var unmarshalled map[string]interface{}
 	err = yaml.Unmarshal(data, &unmarshalled)
 	if err != nil {
 		return nil, errors.Wrap(err, "while unmarshaling bytes")
 	}
+
+	if _, ok := unmarshalled["value"]; !ok {
+		return nil, errors.Wrap(err, "while getting value from unmarshalled additional output")
+	}
+
 	return &gqllocalapi.CreateTypeInstanceInput{
 		Alias: ptr.String(ownerName),
 		TypeRef: &gqllocalapi.TypeInstanceTypeReferenceInput{
 			Path:     capactTypeRefPath,
 			Revision: "0.1.0",
 		},
-		Value: unmarshalled,
+		Value: unmarshalled["value"],
 	}, nil
 }

pkg/argo-actions/errors.go

@@ -11,3 +11,8 @@ func ErrMissingTypeInstanceValue(typeInstanceName string) error {
 func ErrMissingResourceVersion() error {
 	return errors.Errorf("resourceVersion is missing")
 }
+
+// ErrTypeConversion returns an error indicating incorrect type conversion.
+func ErrTypeConversion(field string, targetType string, typeInstanceName string) error {
+	return errors.Errorf("%s cannot be converted to %s for TypeInstances %s", field, targetType, typeInstanceName)
+}

pkg/argo-actions/upload_type_instances.go

@@ -119,7 +119,32 @@ func (u *Upload) render(payload *graphqllocal.CreateTypeInstancesInput, values m
 			return ErrMissingTypeInstanceValue(*typeInstance.Alias)
 		}
 
-		typeInstance.Value = value
+		// render value
+		if _, ok = value["value"]; ok {
+			typeInstanceValue, ok := value["value"].(map[string]interface{})
+			if !ok {
+				return ErrTypeConversion("value", "map[string]interface{}", *typeInstance.Alias)
+			}
+			typeInstance.Value = typeInstanceValue
+		} else {
+			// for backward compatibility, if there is an artifact without value/backend syntax,
+			// treat it as a value for TypeInstance
+			typeInstance.Value = value
+			continue
+		}
+
+		// render backend
+		if _, ok := value["backend"]; ok {
+			typeInstanceBackend, ok := value["backend"].(map[string]interface{})
+			if !ok {
+				return ErrTypeConversion("backend", "map[string]interface{}", *typeInstance.Alias)
+			}
+			backendContext, ok := typeInstanceBackend["context"].(map[string]interface{})
+			if !ok {
+				return ErrTypeConversion("backend.context", "map[string]interface{}", *typeInstance.Alias)
+			}
+			typeInstance.Backend.Context = backendContext
+		}
 	}
 	return nil
 }

pkg/runner/common.go

@@ -4,6 +4,7 @@ import (
 	"io/ioutil"
 
 	"github.com/pkg/errors"
+	"gopkg.in/yaml.v3"
 )
 
 // DefaultFilePermissions are the default file permissions
@@ -18,3 +19,21 @@ func SaveToFile(path string, bytes []byte) error {
 	}
 	return nil
 }
+
+// NestingOutputUnderValue write output to "value" key in YAML.
+func NestingOutputUnderValue(output []byte) ([]byte, error) {
+	unmarshalled := map[string]interface{}{}
+	err := yaml.Unmarshal([]byte(output), &unmarshalled)
+	if err != nil {
+		return nil, errors.Wrap(err, "while unmarshalling output to map[string]interface{}")
+	}
+
+	nestingOutputValue := map[string]interface{}{
+		"value": unmarshalled,
+	}
+	result, err := yaml.Marshal(&nestingOutputValue)
+	if err != nil {
+		return nil, errors.Wrap(err, "while marshaling output under a value key")
+	}
+	return result, nil
+}

pkg/runner/helm/output.go

@@ -3,6 +3,7 @@ package helm
 import (
 	"strings"
 
+	"capact.io/capact/pkg/runner"
 	"github.com/pkg/errors"
 	"go.uber.org/zap"
 	"helm.sh/helm/v3/pkg/chart"
@@ -39,7 +40,11 @@ func (o *Outputter) ProduceHelmRelease(repository string, helmRelease *release.R
 		},
 	}
 
-	bytes, err := yaml.Marshal(&releaseData)
+	nestingValue := map[string]interface{}{
+		"value": releaseData,
+	}
+
+	bytes, err := yaml.Marshal(&nestingValue)
 	if err != nil {
 		return nil, errors.Wrap(err, "while marshaling yaml")
 	}
@@ -60,5 +65,10 @@ func (o *Outputter) ProduceAdditional(args OutputArgs, chrt *chart.Chart, rel *r
 		return nil, errors.Wrap(err, "while rendering additional output")
 	}
 
+	bytes, err = runner.NestingOutputUnderValue(bytes)
+	if err != nil {
+		return nil, errors.Wrap(err, "while nesting output under a value key")
+	}
+
 	return bytes, nil
 }

pkg/runner/terraform/runner.go

@@ -223,15 +223,25 @@ func (r *terraformRunner) mergeInputVariables(variables string) error {
 func (r *terraformRunner) saveOutput(out Output) error {
 	if out.Release != nil {
 		r.log.Debug("Saving terraform release output", zap.String("path", r.cfg.Output.TerraformReleaseFilePath))
-		err := runner.SaveToFile(r.cfg.Output.TerraformReleaseFilePath, out.Release)
+		bytesRelease, err := runner.NestingOutputUnderValue(out.Release)
+		if err != nil {
+			return errors.Wrap(err, "while nesting Terrafrom release under value")
+		}
+
+		err = runner.SaveToFile(r.cfg.Output.TerraformReleaseFilePath, bytesRelease)
 		if err != nil {
 			return errors.Wrap(err, "while saving terraform release output")
 		}
 	}
 
 	if out.Additional != nil {
 		r.log.Debug("Saving additional output", zap.String("path", r.cfg.Output.AdditionalFilePath))
-		err := runner.SaveToFile(r.cfg.Output.AdditionalFilePath, out.Additional)
+		bytesAdditional, err := runner.NestingOutputUnderValue(out.Additional)
+		if err != nil {
+			return errors.Wrap(err, "while nesting Terrafrom additional under value")
+		}
+
+		err = runner.SaveToFile(r.cfg.Output.AdditionalFilePath, bytesAdditional)
 		if err != nil {
 			return errors.Wrap(err, "while saving default output")
 		}
@@ -243,7 +253,12 @@ func (r *terraformRunner) saveOutput(out Output) error {
 		return errors.Wrap(err, "while marshaling state")
 	}
 
-	err = runner.SaveToFile(r.cfg.Output.TfstateFilePath, stateData)
+	nestingStateData, err := runner.NestingOutputUnderValue(stateData)
+	if err != nil {
+		return errors.Wrap(err, "while nesting Terrafrom state data under value")
+	}
+
+	err = runner.SaveToFile(r.cfg.Output.TfstateFilePath, nestingStateData)
 	if err != nil {
 		return errors.Wrap(err, "while saving tfstate output")
 	}