Add a fileType field into the index

api/internal/crawl/doc/doc.go

@@ -87,17 +87,17 @@ func (doc *KustomizationDocument) GetResources(
 	res := make([]*Document, 0)
 
 	if includeResources {
-		resourceDocs := doc.CollectDocuments(k.Resources)
+		resourceDocs := doc.CollectDocuments(k.Resources, "resource")
 		res = append(res, resourceDocs...)
 	}
 
 	if includeGenerators {
-		generatorDocs := doc.CollectDocuments(k.Generators)
+		generatorDocs := doc.CollectDocuments(k.Generators, "generator")
 		res = append(res, generatorDocs...)
 	}
 
 	if includeTransformers {
-		transformerDocs := doc.CollectDocuments(k.Transformers)
+		transformerDocs := doc.CollectDocuments(k.Transformers, "transformer")
 		res = append(res, transformerDocs...)
 	}
 
@@ -106,7 +106,8 @@ func (doc *KustomizationDocument) GetResources(
 
 // CollectDocuments construct a Document for each path in paths, and return
 // a slice of Document pointers.
-func (doc *KustomizationDocument) CollectDocuments(paths []string) []*Document {
+func (doc *KustomizationDocument) CollectDocuments(
+	paths []string, fileType string) []*Document {
 	docs := make([]*Document, 0, len(paths))
 	for _, r := range paths {
 		if strings.TrimSpace(r) == "" {
@@ -117,6 +118,7 @@ func (doc *KustomizationDocument) CollectDocuments(paths []string) []*Document {
 			log.Printf("CollectDocuments error: %v\n", err)
 			continue
 		}
+		next.FileType = fileType
 		docs = append(docs, &next)
 	}
 	return docs

api/internal/crawl/doc/doc_test.go

@@ -215,19 +215,23 @@ resources:
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/base",
+					FileType:      "resource",
 				},
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/otherbase",
+					FileType:      "resource",
 				},
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/file.yaml",
+					FileType:      "resource",
 				},
 				{
 					RepositoryURL: "https://github.com/kubernetes-sigs/kustomize",
 					FilePath:      "examples/helloWorld",
 					DefaultBranch: "v3.1.0",
+					FileType:      "resource",
 				},
 			},
 		},
@@ -312,10 +316,12 @@ transformers:
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/gen.yaml",
+					FileType:      "generator",
 				},
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/file.yaml",
+					FileType:      "resource",
 				},
 			},
 		},
@@ -345,14 +351,17 @@ transformers:
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/tr.yaml",
+					FileType:      "transformer",
 				},
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/gen.yaml",
+					FileType:      "generator",
 				},
 				{
 					RepositoryURL: "sigs.k8s.io/kustomize",
 					FilePath:      "some/path/to/kdir/file.yaml",
+					FileType:      "resource",
 				},
 			},
 		},

api/internal/crawl/doc/docname.go

@@ -17,6 +17,9 @@ type Document struct {
 	DocumentData  string     `json:"document,omitempty"`
 	CreationTime  *time.Time `json:"creationTime,omitempty"`
 	IsSame        bool       `json:"-"`
+	// FileType can be one of the following:
+	// "generator", "transformer", "resource", "".
+	FileType string `json:"fileType,omitempty"`
 }
 
 // Implements the CrawlerDocument interface.
@@ -32,6 +35,7 @@ func (doc *Document) Copy() *Document {
 		DocumentData:  doc.DocumentData,
 		CreationTime:  doc.CreationTime,
 		IsSame:        doc.IsSame,
+		FileType:      doc.FileType,
 	}
 }
 

api/internal/crawl/doc/unique_doc.go

@@ -22,7 +22,7 @@ func (uds *UniqueDocuments) Add(d *Document) {
 		return
 	}
 	uds.docs = append(uds.docs, d)
-	uds.docIDs.Add(d.ID())
+	uds.docIDs.Set(d.ID(), "")
 }
 
 func (uds *UniqueDocuments) AddDocuments(docs []*Document) {