mirror of
https://github.com/kubernetes-sigs/kustomize.git
synced 2026-06-11 17:12:51 +00:00
Move some code to make it reusable without import cycles.
This commit is contained in:
@@ -24,7 +24,7 @@ type Filter struct {
|
|||||||
var _ kio.Filter = Filter{}
|
var _ kio.Filter = Filter{}
|
||||||
|
|
||||||
func (f Filter) Filter(nodes []*yaml.RNode) ([]*yaml.RNode, error) {
|
func (f Filter) Filter(nodes []*yaml.RNode) ([]*yaml.RNode, error) {
|
||||||
keys := filtersutil.SortedMapKeys(f.Annotations)
|
keys := yaml.SortedMapKeys(f.Annotations)
|
||||||
_, err := kio.FilterAll(yaml.FilterFunc(
|
_, err := kio.FilterAll(yaml.FilterFunc(
|
||||||
func(node *yaml.RNode) (*yaml.RNode, error) {
|
func(node *yaml.RNode) (*yaml.RNode, error) {
|
||||||
for _, k := range keys {
|
for _, k := range keys {
|
||||||
|
|||||||
@@ -1,21 +0,0 @@
|
|||||||
// Copyright 2019 The Kubernetes Authors.
|
|
||||||
// SPDX-License-Identifier: Apache-2.0
|
|
||||||
|
|
||||||
package filtersutil
|
|
||||||
|
|
||||||
import (
|
|
||||||
"sort"
|
|
||||||
)
|
|
||||||
|
|
||||||
// SortedMapKeys returns a sorted slice of keys to the given map.
|
|
||||||
// Writing this function never gets old.
|
|
||||||
func SortedMapKeys(m map[string]string) []string {
|
|
||||||
keys := make([]string, len(m))
|
|
||||||
i := 0
|
|
||||||
for k := range m {
|
|
||||||
keys[i] = k
|
|
||||||
i++
|
|
||||||
}
|
|
||||||
sort.Strings(keys)
|
|
||||||
return keys
|
|
||||||
}
|
|
||||||
@@ -25,7 +25,7 @@ type Filter struct {
|
|||||||
var _ kio.Filter = Filter{}
|
var _ kio.Filter = Filter{}
|
||||||
|
|
||||||
func (f Filter) Filter(nodes []*yaml.RNode) ([]*yaml.RNode, error) {
|
func (f Filter) Filter(nodes []*yaml.RNode) ([]*yaml.RNode, error) {
|
||||||
keys := filtersutil.SortedMapKeys(f.Labels)
|
keys := yaml.SortedMapKeys(f.Labels)
|
||||||
_, err := kio.FilterAll(yaml.FilterFunc(
|
_, err := kio.FilterAll(yaml.FilterFunc(
|
||||||
func(node *yaml.RNode) (*yaml.RNode, error) {
|
func(node *yaml.RNode) (*yaml.RNode, error) {
|
||||||
for _, k := range keys {
|
for _, k := range keys {
|
||||||
|
|||||||
@@ -4,7 +4,6 @@
|
|||||||
package generators
|
package generators
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"sigs.k8s.io/kustomize/api/filters/filtersutil"
|
|
||||||
"sigs.k8s.io/kustomize/api/ifc"
|
"sigs.k8s.io/kustomize/api/ifc"
|
||||||
"sigs.k8s.io/kustomize/api/types"
|
"sigs.k8s.io/kustomize/api/types"
|
||||||
"sigs.k8s.io/kustomize/kyaml/yaml"
|
"sigs.k8s.io/kustomize/kyaml/yaml"
|
||||||
@@ -38,14 +37,9 @@ func MakeConfigMap(
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
for _, k := range filtersutil.SortedMapKeys(m) {
|
if err = rn.LoadMapIntoConfigMapData(m); err != nil {
|
||||||
fldName, vrN := makeConfigMapValueRNode(m[k])
|
return nil, err
|
||||||
if _, err = rn.Pipe(
|
|
||||||
yaml.LookupCreate(yaml.MappingNode, fldName),
|
|
||||||
yaml.SetField(k, vrN)); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
copyLabelsAndAnnotations(rn, args.Options)
|
copyLabelsAndAnnotations(rn, args.Options)
|
||||||
return rn, err
|
return rn, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,7 +4,6 @@
|
|||||||
package generators
|
package generators
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"sigs.k8s.io/kustomize/api/filters/filtersutil"
|
|
||||||
"sigs.k8s.io/kustomize/api/ifc"
|
"sigs.k8s.io/kustomize/api/ifc"
|
||||||
"sigs.k8s.io/kustomize/api/types"
|
"sigs.k8s.io/kustomize/api/types"
|
||||||
"sigs.k8s.io/kustomize/kyaml/yaml"
|
"sigs.k8s.io/kustomize/kyaml/yaml"
|
||||||
@@ -51,14 +50,9 @@ func MakeSecret(
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
for _, k := range filtersutil.SortedMapKeys(m) {
|
if err = rn.LoadMapIntoSecretData(m); err != nil {
|
||||||
vrN := makeSecretValueRNode(m[k])
|
return nil, err
|
||||||
if _, err = rn.Pipe(
|
|
||||||
yaml.LookupCreate(yaml.MappingNode, yaml.DataField),
|
|
||||||
yaml.SetField(k, vrN)); err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
copyLabelsAndAnnotations(rn, args.Options)
|
copyLabelsAndAnnotations(rn, args.Options)
|
||||||
return rn, err
|
return rn, nil
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,13 +4,9 @@
|
|||||||
package generators
|
package generators
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"encoding/base64"
|
|
||||||
"fmt"
|
"fmt"
|
||||||
"strings"
|
|
||||||
"unicode/utf8"
|
|
||||||
|
|
||||||
"github.com/go-errors/errors"
|
"github.com/go-errors/errors"
|
||||||
"sigs.k8s.io/kustomize/api/filters/filtersutil"
|
|
||||||
"sigs.k8s.io/kustomize/api/ifc"
|
"sigs.k8s.io/kustomize/api/ifc"
|
||||||
"sigs.k8s.io/kustomize/api/types"
|
"sigs.k8s.io/kustomize/api/types"
|
||||||
"sigs.k8s.io/kustomize/kyaml/yaml"
|
"sigs.k8s.io/kustomize/kyaml/yaml"
|
||||||
@@ -66,13 +62,13 @@ func copyLabelsAndAnnotations(
|
|||||||
if opts == nil {
|
if opts == nil {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
for _, k := range filtersutil.SortedMapKeys(opts.Labels) {
|
for _, k := range yaml.SortedMapKeys(opts.Labels) {
|
||||||
v := opts.Labels[k]
|
v := opts.Labels[k]
|
||||||
if _, err := rn.Pipe(yaml.SetLabel(k, v)); err != nil {
|
if _, err := rn.Pipe(yaml.SetLabel(k, v)); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
for _, k := range filtersutil.SortedMapKeys(opts.Annotations) {
|
for _, k := range yaml.SortedMapKeys(opts.Annotations) {
|
||||||
v := opts.Annotations[k]
|
v := opts.Annotations[k]
|
||||||
if _, err := rn.Pipe(yaml.SetAnnotation(k, v)); err != nil {
|
if _, err := rn.Pipe(yaml.SetAnnotation(k, v)); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -80,60 +76,3 @@ func copyLabelsAndAnnotations(
|
|||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// In a secret, all data is base64 encoded, regardless of its conformance
|
|
||||||
// or lack thereof to UTF-8.
|
|
||||||
func makeSecretValueRNode(s string) *yaml.RNode {
|
|
||||||
yN := &yaml.Node{Kind: yaml.ScalarNode}
|
|
||||||
// Purposely don't use YAML tags to identify the data as being plain text or
|
|
||||||
// binary. It kubernetes Secrets the values in the `data` map are expected
|
|
||||||
// to be base64 encoded, and in ConfigMaps that same can be said for the
|
|
||||||
// values in the `binaryData` field.
|
|
||||||
yN.Tag = yaml.NodeTagString
|
|
||||||
yN.Value = encodeBase64(s)
|
|
||||||
if strings.Contains(yN.Value, "\n") {
|
|
||||||
yN.Style = yaml.LiteralStyle
|
|
||||||
}
|
|
||||||
return yaml.NewRNode(yN)
|
|
||||||
}
|
|
||||||
|
|
||||||
func makeConfigMapValueRNode(s string) (field string, rN *yaml.RNode) {
|
|
||||||
yN := &yaml.Node{Kind: yaml.ScalarNode}
|
|
||||||
yN.Tag = yaml.NodeTagString
|
|
||||||
if utf8.ValidString(s) {
|
|
||||||
field = yaml.DataField
|
|
||||||
yN.Value = s
|
|
||||||
} else {
|
|
||||||
field = yaml.BinaryDataField
|
|
||||||
yN.Value = encodeBase64(s)
|
|
||||||
}
|
|
||||||
if strings.Contains(yN.Value, "\n") {
|
|
||||||
yN.Style = yaml.LiteralStyle
|
|
||||||
}
|
|
||||||
return field, yaml.NewRNode(yN)
|
|
||||||
}
|
|
||||||
|
|
||||||
// encodeBase64 encodes s as base64 that is broken up into multiple lines
|
|
||||||
// as appropriate for the resulting length.
|
|
||||||
func encodeBase64(s string) string {
|
|
||||||
const lineLen = 70
|
|
||||||
encLen := base64.StdEncoding.EncodedLen(len(s))
|
|
||||||
lines := encLen/lineLen + 1
|
|
||||||
buf := make([]byte, encLen*2+lines)
|
|
||||||
in := buf[0:encLen]
|
|
||||||
out := buf[encLen:]
|
|
||||||
base64.StdEncoding.Encode(in, []byte(s))
|
|
||||||
k := 0
|
|
||||||
for i := 0; i < len(in); i += lineLen {
|
|
||||||
j := i + lineLen
|
|
||||||
if j > len(in) {
|
|
||||||
j = len(in)
|
|
||||||
}
|
|
||||||
k += copy(out[k:], in[i:j])
|
|
||||||
if lines > 1 {
|
|
||||||
out[k] = '\n'
|
|
||||||
k++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return string(out[:k])
|
|
||||||
}
|
|
||||||
|
|||||||
105
kyaml/yaml/datamap.go
Normal file
105
kyaml/yaml/datamap.go
Normal file
@@ -0,0 +1,105 @@
|
|||||||
|
// Copyright 2019 The Kubernetes Authors.
|
||||||
|
// SPDX-License-Identifier: Apache-2.0
|
||||||
|
|
||||||
|
package yaml
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/base64"
|
||||||
|
"sort"
|
||||||
|
"strings"
|
||||||
|
"unicode/utf8"
|
||||||
|
)
|
||||||
|
|
||||||
|
// SortedMapKeys returns a sorted slice of keys to the given map.
|
||||||
|
// Writing this function never gets old.
|
||||||
|
func SortedMapKeys(m map[string]string) []string {
|
||||||
|
keys := make([]string, len(m))
|
||||||
|
i := 0
|
||||||
|
for k := range m {
|
||||||
|
keys[i] = k
|
||||||
|
i++
|
||||||
|
}
|
||||||
|
sort.Strings(keys)
|
||||||
|
return keys
|
||||||
|
}
|
||||||
|
|
||||||
|
func (rn *RNode) LoadMapIntoConfigMapData(m map[string]string) error {
|
||||||
|
for _, k := range SortedMapKeys(m) {
|
||||||
|
fldName, vrN := makeConfigMapValueRNode(m[k])
|
||||||
|
if _, err := rn.Pipe(
|
||||||
|
LookupCreate(MappingNode, fldName),
|
||||||
|
SetField(k, vrN)); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func makeConfigMapValueRNode(s string) (field string, rN *RNode) {
|
||||||
|
yN := &Node{Kind: ScalarNode}
|
||||||
|
yN.Tag = NodeTagString
|
||||||
|
if utf8.ValidString(s) {
|
||||||
|
field = DataField
|
||||||
|
yN.Value = s
|
||||||
|
} else {
|
||||||
|
field = BinaryDataField
|
||||||
|
yN.Value = encodeBase64(s)
|
||||||
|
}
|
||||||
|
if strings.Contains(yN.Value, "\n") {
|
||||||
|
yN.Style = LiteralStyle
|
||||||
|
}
|
||||||
|
return field, NewRNode(yN)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (rn *RNode) LoadMapIntoSecretData(m map[string]string) error {
|
||||||
|
for _, k := range SortedMapKeys(m) {
|
||||||
|
vrN := makeSecretValueRNode(m[k])
|
||||||
|
if _, err := rn.Pipe(
|
||||||
|
LookupCreate(MappingNode, DataField),
|
||||||
|
SetField(k, vrN)); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// In a secret, all data is base64 encoded, regardless of its conformance
|
||||||
|
// or lack thereof to UTF-8.
|
||||||
|
func makeSecretValueRNode(s string) *RNode {
|
||||||
|
yN := &Node{Kind: ScalarNode}
|
||||||
|
// Purposely don't use YAML tags to identify the data as being plain text or
|
||||||
|
// binary. It kubernetes Secrets the values in the `data` map are expected
|
||||||
|
// to be base64 encoded, and in ConfigMaps that same can be said for the
|
||||||
|
// values in the `binaryData` field.
|
||||||
|
yN.Tag = NodeTagString
|
||||||
|
yN.Value = encodeBase64(s)
|
||||||
|
if strings.Contains(yN.Value, "\n") {
|
||||||
|
yN.Style = LiteralStyle
|
||||||
|
}
|
||||||
|
return NewRNode(yN)
|
||||||
|
}
|
||||||
|
|
||||||
|
// encodeBase64 encodes s as base64 that is broken up into multiple lines
|
||||||
|
// as appropriate for the resulting length.
|
||||||
|
func encodeBase64(s string) string {
|
||||||
|
const lineLen = 70
|
||||||
|
encLen := base64.StdEncoding.EncodedLen(len(s))
|
||||||
|
lines := encLen/lineLen + 1
|
||||||
|
buf := make([]byte, encLen*2+lines)
|
||||||
|
in := buf[0:encLen]
|
||||||
|
out := buf[encLen:]
|
||||||
|
base64.StdEncoding.Encode(in, []byte(s))
|
||||||
|
k := 0
|
||||||
|
for i := 0; i < len(in); i += lineLen {
|
||||||
|
j := i + lineLen
|
||||||
|
if j > len(in) {
|
||||||
|
j = len(in)
|
||||||
|
}
|
||||||
|
k += copy(out[k:], in[i:j])
|
||||||
|
if lines > 1 {
|
||||||
|
out[k] = '\n'
|
||||||
|
k++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return string(out[:k])
|
||||||
|
}
|
||||||
@@ -1,10 +1,13 @@
|
|||||||
package filtersutil_test
|
// Copyright 2021 The Kubernetes Authors.
|
||||||
|
// SPDX-License-Identifier: Apache-2.0
|
||||||
|
|
||||||
|
package yaml_test
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
"github.com/stretchr/testify/assert"
|
"github.com/stretchr/testify/assert"
|
||||||
"sigs.k8s.io/kustomize/api/filters/filtersutil"
|
"sigs.k8s.io/kustomize/kyaml/yaml"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestSortedKeys(t *testing.T) {
|
func TestSortedKeys(t *testing.T) {
|
||||||
@@ -23,9 +26,10 @@ func TestSortedKeys(t *testing.T) {
|
|||||||
expected: []string{"a", "b", "c"}},
|
expected: []string{"a", "b", "c"}},
|
||||||
}
|
}
|
||||||
for tn, tc := range testCases {
|
for tn, tc := range testCases {
|
||||||
|
tc := tc
|
||||||
t.Run(tn, func(t *testing.T) {
|
t.Run(tn, func(t *testing.T) {
|
||||||
if !assert.Equal(t,
|
if !assert.Equal(t,
|
||||||
filtersutil.SortedMapKeys(tc.input),
|
yaml.SortedMapKeys(tc.input),
|
||||||
tc.expected) {
|
tc.expected) {
|
||||||
t.FailNow()
|
t.FailNow()
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user