make seen a non-primitive type

2026-06-12 01:14:22 +00:00 · 2020-01-14 11:03:29 -08:00
parent 230e0ca752
commit 72eda992bd
4 changed files with 36 additions and 20 deletions
--- a/api/internal/crawl/cmd/crawler/crawler.go
+++ b/api/internal/crawl/cmd/crawler/crawler.go
@@ -121,7 +121,7 @@ func main() {

 	// seen tracks the IDs of all the documents in the index.
 	// This helps avoid indexing a given document multiple times.
-	seen := make(map[string]struct{})
+	seen := crawler.NewSeenMap()

 	var mode CrawlMode
 	if len(os.Args) == 1 {