Collect stats on generators and transformers

This commit is contained in:
Haiyan Meng
2020-01-10 10:23:20 -08:00
parent 3519cc56a1
commit 29e50ab476
3 changed files with 193 additions and 3 deletions

View File

@@ -35,6 +35,11 @@ func (doc *Document) Copy() *Document {
}
}
func (doc *Document) Path() string {
return fmt.Sprintf("repoURL: %s filePath: %s branch: %s",
doc.RepositoryURL, doc.FilePath, doc.DefaultBranch)
}
// Implements the CrawlerDocument interface.
func (doc *Document) WasCached() bool {
return doc.IsSame