fix kyaml issue where dropping Style created issues

dropping the node style creates a compatibility issue where quotes around "on" are dropped
because yaml.v3 interprets it as a string.

other yaml parsers interpret on as a bool value, and parse it as a bool rather than string.

fix: retain the original style so it is kept as quoted.

- fmt: don't drop the styles
- merge2: keep the style when merging elements
- setting a field: if changing the value of a scalar field, retain its style by default
This commit is contained in:
Phillip Wittrock
2019-12-19 15:05:49 -08:00
parent 7e56c2c768
commit 98431f6a00
13 changed files with 147 additions and 85 deletions

View File

@@ -446,14 +446,18 @@ type FieldSetter struct {
// value on the ScalarNode.
Name string `yaml:"name,omitempty"`
// YNode is the value to set.
// Value is the value to set.
// Optional if Kind is set.
Value *RNode `yaml:"value,omitempty"`
StringValue string `yaml:"stringValue,omitempty"`
// OverrideStyle can be set to override the style of the existing node
// when setting it. Otherwise, if an existing node is found, the style is
// retained.
OverrideStyle bool `yaml:"overrideStyle,omitempty"`
}
// FieldSetter returns an GrepFilter that sets the named field to the given value.
func (s FieldSetter) Filter(rn *RNode) (*RNode, error) {
if s.StringValue != "" && s.Value == nil {
s.Value = NewScalarRNode(s.StringValue)
@@ -463,6 +467,12 @@ func (s FieldSetter) Filter(rn *RNode) (*RNode, error) {
if err := ErrorIfInvalid(rn, yaml.ScalarNode); err != nil {
return rn, err
}
// only apply the style if there is not an existing style
// or we want to override it
if !s.OverrideStyle || s.Value.YNode().Style == 0 {
// keep the original style if it exists
s.Value.YNode().Style = rn.YNode().Style
}
rn.SetYNode(s.Value.YNode())
return rn, nil
}
@@ -477,6 +487,12 @@ func (s FieldSetter) Filter(rn *RNode) (*RNode, error) {
return nil, err
}
if field != nil {
// only apply the style if there is not an existing style
// or we want to override it
if !s.OverrideStyle || field.YNode().Style == 0 {
// keep the original style if it exists
s.Value.YNode().Style = field.YNode().Style
}
// need to def ref the Node since field is ephemeral
field.SetYNode(s.Value.YNode())
return field, nil

View File

@@ -646,6 +646,25 @@ metadata:
`, assertNoErrorString(t)(r0.String()))
}
func TestUpdateAnnotation_Fn(t *testing.T) {
// create metadata.annotations field
r0 := assertNoError(t)(Parse(`apiVersion: apps/v1
kind: Deployment
metadata:
annotations:
a.b.c: "h.i.j"
`))
rn := assertNoError(t)(r0.Pipe(SetAnnotation("a.b.c", "d.e.f")))
assert.Equal(t, "\"d.e.f\"\n", assertNoErrorString(t)(rn.String()))
assert.Equal(t, `apiVersion: apps/v1
kind: Deployment
metadata:
annotations:
a.b.c: "d.e.f"
`, assertNoErrorString(t)(r0.String()))
}
func TestRNode_GetMeta(t *testing.T) {
s := `apiVersion: v1/apps
kind: Deployment

View File

@@ -23,8 +23,7 @@ kind: Deployment
items:
- name: foo
image: foo:v1
command:
- run.sh
command: ['run.sh']
`,
},
@@ -47,8 +46,7 @@ kind: Deployment
items:
- name: foo
image: foo:v1
command:
- run.sh
command: ['run.sh']
`,
},
@@ -62,15 +60,14 @@ items:
`,
`
kind: Deployment
items: {}
items: []
`,
`
kind: Deployment
items:
- name: foo
image: foo:v1
command:
- run.sh
command: ['run.sh']
`,
},
@@ -90,8 +87,7 @@ kind: Deployment
items:
- name: foo
image: foo:v1
command:
- run.sh
command: ['run.sh']
`,
},
@@ -118,8 +114,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
},
@@ -146,8 +141,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
},
@@ -174,8 +168,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
},
@@ -205,8 +198,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
},
@@ -225,8 +217,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
`
kind: Deployment
@@ -235,8 +226,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
},
@@ -255,8 +245,7 @@ items:
image: foo:v1
- name: bar
image: bar:v1
command:
- run2.sh
command: ['run2.sh']
`,
`
kind: Deployment

View File

@@ -43,6 +43,9 @@ func (m Merger) VisitMap(nodes walk.Sources) (*yaml.RNode, error) {
if err := m.SetComments(nodes); err != nil {
return nil, err
}
if err := m.SetStyle(nodes); err != nil {
return nil, err
}
if yaml.IsEmpty(nodes.Dest()) {
// Add
return nodes.Origin(), nil
@@ -59,6 +62,9 @@ func (m Merger) VisitScalar(nodes walk.Sources) (*yaml.RNode, error) {
if err := m.SetComments(nodes); err != nil {
return nil, err
}
if err := m.SetStyle(nodes); err != nil {
return nil, err
}
// Override value
if nodes.Origin() != nil {
return nodes.Origin(), nil
@@ -71,6 +77,9 @@ func (m Merger) VisitList(nodes walk.Sources, kind walk.ListKind) (*yaml.RNode,
if err := m.SetComments(nodes); err != nil {
return nil, err
}
if err := m.SetStyle(nodes); err != nil {
return nil, err
}
if kind == walk.NonAssociateList {
// Override value
if nodes.Origin() != nil {
@@ -92,6 +101,25 @@ func (m Merger) VisitList(nodes walk.Sources, kind walk.ListKind) (*yaml.RNode,
return nodes.Dest(), nil
}
func (m Merger) SetStyle(sources walk.Sources) error {
source := sources.Origin()
dest := sources.Dest()
if dest == nil || dest.YNode() == nil || source == nil || source.YNode() == nil {
// avoid panic
return nil
}
// copy the style from the source.
// special case: if the dest was an empty map or seq, then it probably had
// folded style applied, but we actually want to keep the style of the origin
// in this case (even if it was the default). otherwise the merged elements
// will get folded even though this probably isn't what is desired.
if dest.YNode().Kind != yaml.ScalarNode && len(dest.YNode().Content) == 0 {
dest.YNode().Style = source.YNode().Style
}
return nil
}
// SetComments copies the dest comments to the source comments if they are present
// on the source.
func (m Merger) SetComments(sources walk.Sources) error {

View File

@@ -83,10 +83,7 @@ spec:
containers:
- name: nginx
image: nginx:1.7.9
args:
- c
- a
- b
args: ['c', 'a', 'b']
env:
- name: DEMO_GREETING
value: "Hello from the environment"
@@ -139,10 +136,7 @@ spec:
containers:
- name: nginx
image: nginx:1.7.9
args:
- c
- a
- b
args: ['c', 'a', 'b']
env:
- name: DEMO_GREETING
value: "Hello from the environment"
@@ -208,10 +202,7 @@ spec:
containers:
- name: nginx
image: nginx:1.7.9
args:
- c
- a
- b
args: ['c', 'a', 'b']
env:
- name: DEMO_GREETING
value: "Hello from the environment"
@@ -276,10 +267,7 @@ spec:
containers:
- name: nginx
image: nginx:1.7.9
args:
- c
- a
- b
args: ['c', 'a', 'b']
env:
- name: DEMO_GREETING
value: "New Demo Greeting"
@@ -343,10 +331,7 @@ spec:
containers:
- name: nginx
image: nginx:1.7.9
args:
- e
- d
- f
args: ['e', 'd', 'f']
env:
- name: DEMO_GREETING
value: "Hello from the environment"

View File

@@ -174,8 +174,7 @@ kind: Deployment
containers:
- name: foo
image: foo:bar
command:
- run2.sh
command: ['run2.sh']
`, nil},
//
@@ -206,8 +205,7 @@ kind: Deployment
containers:
- name: foo
image: foo:bar
command:
- run2.sh
command: ['run2.sh']
`, nil},
//
@@ -239,8 +237,7 @@ kind: Deployment
containers:
- name: foo
image: foo:bar
command:
- run2.sh
command: ['run2.sh']
`, nil},
//
@@ -367,8 +364,7 @@ kind: Deployment
containers:
- name: foo
image: foo:bar
command:
- run.sh
command: ['run.sh']
`, nil},
//

View File

@@ -146,9 +146,6 @@ func NewListRNode(values ...string) *RNode {
// NewRNode returns a new RNode pointer containing the provided Node.
func NewRNode(value *yaml.Node) *RNode {
if value != nil {
value.Style = 0
}
return &RNode{value: value}
}
@@ -389,7 +386,7 @@ const (
Flow = "Flow"
)
// String returns a string valuer for a Node, applying the supplied formatting options
// String returns a string value for a Node, applying the supplied formatting options
func String(node *yaml.Node, opts ...string) (string, error) {
if node == nil {
return "", nil