From ca6aa89fcbc090916ebd39dba4e1fc57752eedd0 Mon Sep 17 00:00:00 2001 From: Corentin Barreau Date: Wed, 21 Aug 2024 19:22:07 +0200 Subject: [PATCH] chore: move the SeencheckURL in the seencheck package --- internal/pkg/crawl/capture.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/internal/pkg/crawl/capture.go b/internal/pkg/crawl/capture.go index f63ce7cf..17733792 100644 --- a/internal/pkg/crawl/capture.go +++ b/internal/pkg/crawl/capture.go @@ -149,7 +149,7 @@ func (c *Crawl) executeGET(item *queue.Item, req *http.Request, isRedirection bo // Seencheck the URL if c.UseSeencheck { - found := c.seencheckURL(utils.URLToString(URL), "seed") + found := c.Seencheck.SeencheckURL(utils.URLToString(URL), "seed") if found { return nil, errors.New("URL from redirection has already been seen") } @@ -433,7 +433,7 @@ func (c *Crawl) Capture(item *queue.Item) error { // to the seencheck table. if c.UseSeencheck { for _, cfstreamURL := range cfstreamURLs { - c.seencheckURL(cfstreamURL, "asset") + c.Seencheck.SeencheckURL(cfstreamURL, "asset") } } else if c.UseHQ { _, err := c.HQSeencheckURLs(utils.StringSliceToURLSlice(cfstreamURLs))