diff --git a/go.mod b/go.mod index 40ed3084..766a4314 100644 --- a/go.mod +++ b/go.mod @@ -5,6 +5,7 @@ go 1.20 require ( git.archive.org/wb/gocrawlhq v1.2.1 github.com/CorentinB/warc v0.8.32 + github.com/NGTmeaty/elogrus v0.0.0-20230721210659-16dbcb53c7db github.com/PuerkitoBio/goquery v1.8.1 github.com/asaskevich/govalidator v0.0.0-20200907205600-7a23bdc65eef github.com/beeker1121/goque v2.1.0+incompatible @@ -29,7 +30,6 @@ require ( github.com/urfave/cli/v2 v2.2.0 github.com/zeebo/xxh3 v1.0.2 go.uber.org/goleak v1.2.1 - gopkg.in/sohlich/elogrus.v7 v7.0.0 mvdan.cc/xurls/v2 v2.5.0 ) diff --git a/go.sum b/go.sum index 7b4f7d2c..e8dffecd 100644 --- a/go.sum +++ b/go.sum @@ -5,6 +5,8 @@ git.archive.org/wb/gocrawlhq v1.2.1/go.mod h1:jfmFjl9LuyZB3qfR9HChNQHChPmZlu9p76 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/CorentinB/warc v0.8.32 h1:GROT/exLG8/RhXwnbPY9OXcjlbe8R3tsbVeyfl7OVIY= github.com/CorentinB/warc v0.8.32/go.mod h1:XaZNtShU+zL5nCVfa80WgaiifCdGmmghEjM8EfZQ2fg= +github.com/NGTmeaty/elogrus v0.0.0-20230721210659-16dbcb53c7db h1:T94T+3GC/MyhsqenVKwGc3XpKIkOALKq1nmRjkx3jGM= +github.com/NGTmeaty/elogrus v0.0.0-20230721210659-16dbcb53c7db/go.mod h1:Otxl8w2OMlNatGvmAc8xox4OkBKEqnB/iwxORPa4A0Y= github.com/PuerkitoBio/goquery v1.8.1 h1:uQxhNlArOIdbrH1tr0UXwdVFgDcZDrZVdcpygAcwmWM= github.com/PuerkitoBio/goquery v1.8.1/go.mod h1:Q8ICL1kNUJ2sXGoAhPGUdYDJvgQgHzJsnnd3H7Ho5jQ= github.com/Shopify/sarama v1.19.0/go.mod h1:FVkBWblsNy7DGZRfXLU0O9RCGt5g3g3yEuWXgklEdEo= @@ -387,8 +389,6 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EV gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4= gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= -gopkg.in/sohlich/elogrus.v7 v7.0.0 h1:w4pw1DTXK/bqliKbcJk7hSXKrMM/jPdvpaROC9WSK+8= -gopkg.in/sohlich/elogrus.v7 v7.0.0/go.mod h1:nGmb0kLyAPGwIHLpHNlMlz0l0OfSaFatKgfpuO/+fnY= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= diff --git a/internal/pkg/utils/utils.go b/internal/pkg/utils/utils.go index 23ec0f1b..913f7ae0 100644 --- a/internal/pkg/utils/utils.go +++ b/internal/pkg/utils/utils.go @@ -7,10 +7,10 @@ import ( "path" "time" + "github.com/NGTmeaty/elogrus" rotatelogs "github.com/lestrrat-go/file-rotatelogs" "github.com/olivere/elastic/v7" "github.com/sirupsen/logrus" - "gopkg.in/sohlich/elogrus.v7" ) // SetupLogging setup the logger for the crawl