kubernetes-sigs/kustomize
1
0
Fork 0
mirror of https://github.com/kubernetes-sigs/kustomize.git synced 2026-06-14 10:30:59 +00:00
Code Issues Packages Projects Releases 1 Wiki Activity

make seen a non-primitive type

Browse Source
This commit is contained in:
Haiyan Meng
2020-01-14 11:03:29 -08:00
parent 230e0ca752
commit 72eda992bd
4 changed files with 36 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/internal/crawl/crawler/github/crawler.go
View File

@@ -68,7 +68,7 @@ func (gc githubCrawler) DefaultBranch(repo string) string {
// Implements crawler.Crawler.
func (gc githubCrawler) Crawl(ctx context.Context,
output chan<- crawler.CrawledDocument, seen map[string]struct{}) error {
output chan<- crawler.CrawledDocument, seen crawler.SeenMap) error {
noETagClient := GhClient{
RequestConfig: gc.client.RequestConfig,
@@ -217,7 +217,7 @@ func (r *RangeQueryResult) String() string {
// processQuery follows all of the pages in a query, and updates/adds the
// documents from the crawl to the datastore/index.
func processQuery(ctx context.Context, gcl GhClient, query string,
output chan<- crawler.CrawledDocument, seen map[string]struct{},
output chan<- crawler.CrawledDocument, seen crawler.SeenMap,
branchMap map[string]string) (RangeQueryResult, error) {
queryPages := make(chan GhResponseInfo)
@@ -271,7 +271,7 @@ func processQuery(ctx context.Context, gcl GhClient, query string,
return result, errs
}
func kustomizationResultAdapter(gcl GhClient, k GhFileSpec, seen map[string]struct{},
func kustomizationResultAdapter(gcl GhClient, k GhFileSpec, seen crawler.SeenMap,
branchMap map[string]string) (crawler.CrawledDocument, error) {
url := gcl.ReposRequest(k.Repository.FullName)
defaultBranch, err := gcl.GetDefaultBranch(url, k.Repository.URL, branchMap)
@@ -287,7 +287,7 @@ func kustomizationResultAdapter(gcl GhClient, k GhFileSpec, seen map[string]stru
RepositoryURL: k.Repository.URL,
}
if _, ok := seen[document.ID()]; ok {
if seen.Seen(document.ID()) {
return nil, nil
}