Delete substitution and fix delete setters

This commit is contained in:
Phani Teja Marupaka
2020-08-17 00:43:25 -07:00
parent 0d5552fca6
commit ca04c874f2
12 changed files with 799 additions and 169 deletions

View File

@@ -13,23 +13,17 @@ import (
"sigs.k8s.io/kustomize/kyaml/yaml"
)
// Delete delete setter or substitution references from resource fields.
// Requires that FieldName have been set.
// Delete delete openAPI definition references from resource fields.
type Delete struct {
// Name is the name of the openAPI definition to delete.
Name string
// FieldName if delete the OpenAPI reference to fields with this name or path
// FieldName may be the full name of the field, full path to the field, or the path suffix.
// e.g. all of the following would match spec.template.spec.containers.image --
// [image, containers.image, spec.containers.image, template.spec.containers.image,
// spec.template.spec.containers.image]
FieldName string
// DefinitionPrefix is the prefix of the OpenAPI definition type
DefinitionPrefix string
}
// Filter implements yaml.Filter
func (d *Delete) Filter(object *yaml.RNode) (*yaml.RNode, error) {
if d.FieldName == "" {
return nil, errors.Errorf("must specify fieldName")
}
return object, accept(d, object)
}
@@ -38,31 +32,40 @@ func (d *Delete) visitSequence(_ *yaml.RNode, _ string, _ *openapi.ResourceSchem
return nil
}
func (d *Delete) visitMapping(_ *yaml.RNode, _ string, _ *openapi.ResourceSchema) error {
// no-op
func (d *Delete) visitMapping(object *yaml.RNode, _ string, _ *openapi.ResourceSchema) error {
fieldRNodes, err := object.FieldRNodes()
if err != nil {
return err
}
// for each of the field node key visit it as scalar to delete the array setter comment
for _, fieldRNode := range fieldRNodes {
err := d.visitScalar(fieldRNode, "", nil, nil)
if err != nil {
return err
}
}
return nil
}
// visitScalar implements visitor
// visitScalar will remove the reference on each scalar field whose name matches.
func (d *Delete) visitScalar(object *yaml.RNode, p string, _, _ *openapi.ResourceSchema) error {
// check if the field matches
if d.FieldName != "" && !strings.HasSuffix(p, d.FieldName) {
return nil
}
func (d *Delete) visitScalar(object *yaml.RNode, _ string, _, _ *openapi.ResourceSchema) error {
// read the field metadata
fm := fieldmeta.FieldMeta{}
if err := fm.Read(object); err != nil {
return err
}
// remove the ref on the metadata
fm.Schema.Ref = spec.Ref{}
// Delete the reference iff the ref string matches with DefinitionPrefix
if strings.HasSuffix(fm.Schema.Ref.String(), d.DefinitionPrefix+d.Name) {
// remove the ref on the metadata
fm.Schema.Ref = spec.Ref{}
// write the field metadata
if err := fm.Write(object); err != nil {
return err
// write the field metadata
if err := fm.Write(object); err != nil {
return err
}
}
return nil
@@ -70,16 +73,19 @@ func (d *Delete) visitScalar(object *yaml.RNode, p string, _, _ *openapi.Resourc
// DeleterDefinition may be used to update a files OpenAPI definitions with a new setter.
type DeleterDefinition struct {
// Name is the name of the setter to create or update.
// Name is the name of the openAPI definition to delete.
Name string `yaml:"name"`
// DefinitionPrefix is the prefix of the OpenAPI definition type
DefinitionPrefix string `yaml:"definitionPrefix"`
}
func (dd DeleterDefinition) DeleteFromFile(path string) error {
return yaml.UpdateFile(dd, path)
}
// SubstReferringSetter check if the setter used in substitution and return the substitution name if true
func SubstReferringSetter(definitions *yaml.RNode, key string) string {
// SubstReferringDefinition check if the definition used in substitution and return the substitution name if true
func SubstReferringDefinition(definitions *yaml.RNode, key string) string {
fieldNames, err := definitions.Fields()
if err != nil {
return ""
@@ -115,7 +121,18 @@ func SubstReferringSetter(definitions *yaml.RNode, key string) string {
}
func (dd DeleterDefinition) Filter(object *yaml.RNode) (*yaml.RNode, error) {
key := fieldmeta.SetterDefinitionPrefix + dd.Name
key := dd.DefinitionPrefix + dd.Name
var defType string
switch dd.DefinitionPrefix {
case fieldmeta.SubstitutionDefinitionPrefix:
defType = "substitution"
case fieldmeta.SetterDefinitionPrefix:
defType = "setter"
default:
return nil, errors.Errorf("the input delete definitionPrefix does't match any of openAPI definitions, "+
"allowed values [%s, %s]", fieldmeta.SetterDefinitionPrefix, fieldmeta.SubstitutionDefinitionPrefix)
}
definitions, err := object.Pipe(yaml.Lookup(openapi.SupplementaryOpenAPIFieldName, "definitions"))
if err != nil || definitions == nil {
@@ -123,13 +140,13 @@ func (dd DeleterDefinition) Filter(object *yaml.RNode) (*yaml.RNode, error) {
}
// return error if the setter to be deleted doesn't exist
if definitions.Field(key) == nil {
return nil, errors.Errorf("setter does not exist")
return nil, errors.Errorf("%s with name %s does not exist", defType, dd.Name)
}
subst := SubstReferringSetter(definitions, key)
subst := SubstReferringDefinition(definitions, key)
if subst != "" {
return nil, errors.Errorf("setter is used in substitution %s, please delete the substitution first", subst)
return nil, errors.Errorf("%s is used in substitution %s, please delete the parent substitution first", defType, subst)
}
_, err = definitions.Pipe(yaml.FieldClearer{Name: key})

View File

@@ -7,116 +7,12 @@ import (
"io/ioutil"
"os"
"path/filepath"
"strings"
"testing"
"github.com/stretchr/testify/assert"
"sigs.k8s.io/kustomize/kyaml/yaml"
"sigs.k8s.io/kustomize/kyaml/fieldmeta"
)
func TestDelete_Filter(t *testing.T) {
var tests = []struct {
name string
description string
setter string
input string
expectedOutput string
}{
{
name: "delete-replicas",
setter: "replicas",
input: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
annotations:
replicas: 3 # {"$openapi":"replicas"}
spec:
replicas: 3 # {"$openapi":"replicas"}
`,
expectedOutput: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
annotations:
replicas: 3
spec:
replicas: 3
`,
},
{
name: "delete-foo-annotation",
setter: "foo",
input: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
annotations:
foo: 3 # {"$openapi":"foo"}
`,
expectedOutput: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
annotations:
foo: 3
`,
},
{
name: "delete-replicas-enum",
setter: "replicas",
input: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
spec:
replicas: 1 # {"$openapi":"replicas"}
`,
expectedOutput: `
apiVersion: apps/v1
kind: Deployment
metadata:
name: nginx-deployment
spec:
replicas: 1
`,
},
}
for i := range tests {
test := tests[i]
t.Run(test.name, func(t *testing.T) {
// parse the input to be modified
r, err := yaml.Parse(test.input)
if !assert.NoError(t, err) {
t.FailNow()
}
// invoke the delete
instance := &Delete{FieldName: test.setter}
result, err := instance.Filter(r)
if !assert.NoError(t, err) {
t.FailNow()
}
// compare the actual and expected output
actual, err := result.String()
if !assert.NoError(t, err) {
t.FailNow()
}
actual = strings.TrimSpace(actual)
expected := strings.TrimSpace(test.expectedOutput)
if !assert.Equal(t, expected, actual) {
t.FailNow()
}
})
}
}
var resourcefile2 = `apiVersion: resource.dev/v1alpha1
kind: resourcefile
metadata:
@@ -154,7 +50,8 @@ func TestDelete_Filter2(t *testing.T) {
//add a deleter definition
dd := DeleterDefinition{
Name: "image",
Name: "image",
DefinitionPrefix: fieldmeta.SetterDefinitionPrefix,
}
err = dd.DeleteFromFile(path)

View File

@@ -45,7 +45,7 @@ func (s *Set) isMatch(name string) bool {
return s.SetAll || s.Name == name
}
func (s *Set) visitMapping(object *yaml.RNode, p string, _ *openapi.ResourceSchema) error {
func (s *Set) visitMapping(_ *yaml.RNode, p string, _ *openapi.ResourceSchema) error {
return nil
}

View File

@@ -10,6 +10,8 @@ import (
"testing"
"github.com/stretchr/testify/assert"
"sigs.k8s.io/kustomize/kyaml/fieldmeta"
"sigs.k8s.io/kustomize/kyaml/openapi"
)
var openAPIFile = `
@@ -25,7 +27,6 @@ openAPI:
setter:
name: tag
value: "sometag"
`
var resourceFile = `
@@ -40,18 +41,20 @@ spec:
`
func TestDeleterCreator_Delete(t *testing.T) {
openapi.ResetOpenAPI()
defer openapi.ResetOpenAPI()
openAPI, err := ioutil.TempFile("", "openAPI.yaml")
if !assert.NoError(t, err) {
t.FailNow()
}
defer os.Remove(openAPI.Name())
//write openapi to temp dir
// write openapi to temp dir
err = ioutil.WriteFile(openAPI.Name(), []byte(openAPIFile), 0666)
if !assert.NoError(t, err) {
t.FailNow()
}
//write resource file to temp dir
// write resource file to temp dir
resource, err := ioutil.TempFile("", "k8s-cli-*.yaml")
if !assert.NoError(t, err) {
t.FailNow()
@@ -62,9 +65,15 @@ func TestDeleterCreator_Delete(t *testing.T) {
t.FailNow()
}
//add a delete creator
// add a delete creator
dc := DeleterCreator{
Name: "image",
Name: "image",
DefinitionPrefix: fieldmeta.SetterDefinitionPrefix,
}
err = openapi.AddSchemaFromFile(openAPI.Name())
if !assert.NoError(t, err) {
t.FailNow()
}
err = dc.Delete(openAPI.Name(), resource.Name())

View File

@@ -9,16 +9,20 @@ import (
"sigs.k8s.io/kustomize/kyaml/setters2"
)
// DeleterCreator delete a setter in the OpenAPI definitions, and removes references
// to the setter from matching resource fields.
// DeleterCreator delete a definition in the OpenAPI definitions, and removes references
// to the definition from matching resource fields.
type DeleterCreator struct {
// Name is the name of the setter to create or update.
// Name is the name of the setter or substitution to delete
Name string
// DefinitionPrefix is the prefix of the OpenAPI definition type
DefinitionPrefix string
}
func (d DeleterCreator) Delete(openAPIPath, resourcesPath string) error {
dd := setters2.DeleterDefinition{
Name: d.Name,
Name: d.Name,
DefinitionPrefix: d.DefinitionPrefix,
}
if err := dd.DeleteFromFile(openAPIPath); err != nil {
return err
@@ -35,7 +39,8 @@ func (d DeleterCreator) Delete(openAPIPath, resourcesPath string) error {
Inputs: []kio.Reader{inout},
Filters: []kio.Filter{kio.FilterAll(
&setters2.Delete{
FieldName: d.Name,
Name: d.Name,
DefinitionPrefix: d.DefinitionPrefix,
})},
Outputs: []kio.Writer{inout},
}.Execute()