fix test;add more comments

prebid · Oct 22, 2024 · 0a5b937 · 0a5b937
1 parent e0b1be2
commit 0a5b937
Show file tree

Hide file tree

Showing 4 changed files with 17 additions and 6 deletions.
diff --git a/config/config.go b/config/config.go
@@ -241,10 +241,12 @@ type Privacy struct {
 }
 
 type VendorListFetcher struct {
-	// Max concurrent request for downloading the latest version of the vendor list from a specific major version
+	// Max concurrent request for downloading the latest version of the vendor list from a specific major version.
+	// If it is 0 or negative, then means there is no limit for the max concurrency.
 	MaxConcurrencyInitFetchLatestVersion int `mapstructure:"max_concurrency_init_fetch_latest_version"`
 
-	// Max concurrent request for downloading every specific version of the vendor list from its first version to its latest version
+	// Max concurrent request for downloading every specific version of the vendor list from its first version to its latest version.
+	// If it is 0 or negative, then means there is no limit for the max concurrency.
 	MaxConcurrencyInitFetchSpecificVersion int `mapstructure:"max_concurrency_init_fetch_specific_version"`
 }
 

diff --git a/gdpr/vendorlist-fetching.go b/gdpr/vendorlist-fetching.go
@@ -81,8 +81,13 @@ func preloadCache(ctx context.Context, client *http.Client, urlMaker func(uint16
 	var wgLatestVersion errgroup.Group
 	var wgSpecificVersion errgroup.Group
 
-	wgLatestVersion.SetLimit(conf.MaxConcurrencyInitFetchLatestVersion)
-	wgSpecificVersion.SetLimit(conf.MaxConcurrencyInitFetchSpecificVersion)
+	if conf.MaxConcurrencyInitFetchLatestVersion > 0 {
+		wgLatestVersion.SetLimit(conf.MaxConcurrencyInitFetchLatestVersion)
+	}
+
+	if conf.MaxConcurrencyInitFetchSpecificVersion > 0 {
+		wgSpecificVersion.SetLimit(conf.MaxConcurrencyInitFetchSpecificVersion)
+	}
 
 	tsStart := time.Now() // For logging how long this takes
 	for _, v := range versions {

diff --git a/gdpr/vendorlist-fetching_test.go b/gdpr/vendorlist-fetching_test.go
@@ -411,5 +411,9 @@ func testConfig() config.GDPR {
 			InitVendorlistFetch:   60 * 1000,
 			ActiveVendorlistFetch: 1000 * 5,
 		},
+		VendorListFetcher: config.VendorListFetcher{
+			MaxConcurrencyInitFetchLatestVersion:   2,
+			MaxConcurrencyInitFetchSpecificVersion: 2,
+		},
 	}
 }
diff --git a/sample/001_banner/app.yaml b/sample/001_banner/app.yaml
@@ -7,8 +7,8 @@ status_response: "ok" # default response string for /status endpoint
 gdpr:
   default_value: "0" # disable gdpr, explicitly specifying a default value is a requirement in prebid server config
   vendorlist_fetcher:
-    max_concurrency_init_fetch_latest_version: 1
-    max_concurrency_init_fetch_specific_version: 1
+    max_concurrency_init_fetch_latest_version: 2
+    max_concurrency_init_fetch_specific_version: 20
   timeouts_ms:
     init_vendorlist_fetches: 30000
     active_vendorlist_fetch: 30000