Add a fileType field into the index

2026-06-13 01:50:55 +00:00 · 2020-01-16 11:28:41 -08:00
parent 5dde9485a2
commit f4636f8555
12 changed files with 224 additions and 52 deletions
--- a/api/internal/crawl/doc/unique_doc.go
+++ b/api/internal/crawl/doc/unique_doc.go
@@ -22,7 +22,7 @@ func (uds *UniqueDocuments) Add(d *Document) {
 		return
 	}
 	uds.docs = append(uds.docs, d)
-	uds.docIDs.Add(d.ID())
+	uds.docIDs.Set(d.ID(), "")
 }

 func (uds *UniqueDocuments) AddDocuments(docs []*Document) {