Merge pull request #130 from internetarchive/fix/libsyn

fix: ensure there is no infinite recursion of URLs
internetarchive · Aug 14, 2024 · e1cdcc4 · e1cdcc4
2 parents c220114 + c10a3b6
commit e1cdcc4
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/internal/pkg/crawl/config.go b/internal/pkg/crawl/config.go
@@ -289,7 +289,7 @@ func GenerateCrawlConfig(config *config.Config) (*Crawl, error) {
 		version := utils.GetVersion()
 
 		// If Version is a commit hash, we only take the first 7 characters
-		if len(version.Version) == 40 {
+		if len(version.Version) >= 40 {
 			version.Version = version.Version[:7]
 		}
 

diff --git a/internal/pkg/crawl/sitespecific/libsyn/libsyn.go b/internal/pkg/crawl/sitespecific/libsyn/libsyn.go
@@ -9,7 +9,7 @@ import (
 // into https://traffic.libsyn.com/secure/force-cdn/highwinds/democratieparticipative/DPS09E16.mp3
 // So it's basically adding /secure/force-cdn/highwinds/ after the domain.
 func IsLibsynURL(URL string) bool {
-	return strings.Contains(URL, "traffic.libsyn.com") && strings.HasSuffix(URL, ".mp3")
+	return strings.Contains(URL, "traffic.libsyn.com") && strings.HasSuffix(URL, ".mp3") && !strings.Contains(URL, "force-cdn/highwinds")
 }
 
 func GenerateHighwindsURL(URL string) (*url.URL, error) {