kubernetes-sigs/kustomize
1
0
Fork 0
mirror of https://github.com/kubernetes-sigs/kustomize.git synced 2026-06-11 17:12:51 +00:00
Code Issues Packages Projects Releases 1 Wiki Activity

Use Document.Path instead of its fields

Browse Source
This commit is contained in:
Haiyan Meng
2020-01-15 11:50:51 -08:00
parent 29e50ab476
commit aaaba99389
1 changed files with 8 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
api/internal/crawl/crawler/crawler.go
View File

@@ -95,8 +95,8 @@ func addBranches(cdoc CrawledDocument, match Crawler, indx IndexFunc,
// Insert into index // Insert into index
if err := indx(cdoc, index.InsertOrUpdate); err != nil { if err := indx(cdoc, index.InsertOrUpdate); err != nil {
logger.Printf("Failed to insert or update %s %s: %v", logger.Printf("Failed to insert or update doc(%s): %v",
cdoc.GetDocument().RepositoryURL, cdoc.GetDocument().FilePath, err) cdoc.GetDocument().Path(), err)
return return
} }
@@ -136,7 +136,7 @@ func doCrawl(ctx context.Context, docsPtr *CrawlSeed, crawlers []Crawler, conv C
*docsPtr = (*docsPtr)[:(len(*docsPtr) - 1)] *docsPtr = (*docsPtr)[:(len(*docsPtr) - 1)]
crawledDocCount++ crawledDocCount++
logger.Printf("Crawling doc %d: %s %s", crawledDocCount, tail.RepositoryURL, tail.FilePath) logger.Printf("Crawling doc %d: %s", crawledDocCount, tail.Path())
if seen.Seen(tail.ID()) { if seen.Seen(tail.ID()) {
logger.Printf("this doc has been seen before") logger.Printf("this doc has been seen before")
@@ -145,7 +145,7 @@ func doCrawl(ctx context.Context, docsPtr *CrawlSeed, crawlers []Crawler, conv C
} }
if tail.WasCached() { if tail.WasCached() {
logger.Printf("%s %s is cached already", tail.RepositoryURL, tail.FilePath) logger.Printf("doc(%s) is cached already", tail.Path())
cachedDocCount++ cachedDocCount++
continue continue
} }
@@ -168,8 +168,7 @@ func doCrawl(ctx context.Context, docsPtr *CrawlSeed, crawlers []Crawler, conv C
if err := match.FetchDocument(ctx, tail); err != nil { if err := match.FetchDocument(ctx, tail); err != nil {
logger.Printf("FetchDocument failed on %s %s: %v", logger.Printf("FetchDocument failed on doc(%s): %v", tail.Path(), err)
tail.RepositoryURL, tail.FilePath, err)
FetchDocumentErrCount++ FetchDocumentErrCount++
// delete the document from the index // delete the document from the index
cdoc := &doc.KustomizationDocument{ cdoc := &doc.KustomizationDocument{
@@ -177,16 +176,14 @@ func doCrawl(ctx context.Context, docsPtr *CrawlSeed, crawlers []Crawler, conv C
} }
seen.Add(cdoc.ID()) seen.Add(cdoc.ID())
if err := indx(cdoc, index.Delete); err != nil { if err := indx(cdoc, index.Delete); err != nil {
logger.Printf("Failed to delete %s %s: %v", logger.Printf("Failed to delete doc(%s): %v", cdoc.Path(), err)
cdoc.RepositoryURL, cdoc.FilePath, err)
} }
deleteDocCount++ deleteDocCount++
continue continue
} }
if err := match.SetCreated(ctx, tail); err != nil { if err := match.SetCreated(ctx, tail); err != nil {
logger.Printf("SetCreated failed on %s %s: %v", logger.Printf("SetCreated failed on doc(%s): %v", tail.Path(), err)
tail.RepositoryURL, tail.FilePath, err)
SetCreatedErrCount++ SetCreatedErrCount++
} }
@@ -194,8 +191,7 @@ func doCrawl(ctx context.Context, docsPtr *CrawlSeed, crawlers []Crawler, conv C
// If conv returns an error, cdoc can still be added into the index so that // If conv returns an error, cdoc can still be added into the index so that
// cdoc.Document can be searched. // cdoc.Document can be searched.
if err != nil { if err != nil {
logger.Printf("conv failed on %s %s: %v", logger.Printf("conv failed on doc(%s): %v", tail.Path(), err)
tail.RepositoryURL, tail.FilePath, err)
convErrCount++ convErrCount++
} }