feat: add job and WARC prefix to pyroscope tags for better search

this will allow us to actually differentiate crawls on different machines

internal/pkg/crawl/config.go

@@ -158,40 +158,6 @@ func GenerateCrawlConfig(config *config.Config) (*Crawl, error) {
 		customLoggerConfig.ElasticsearchConfig = nil
 	}
 
-	if config.PyroscopeAddress != "" {
-		runtime.SetMutexProfileFraction(5)
-		runtime.SetBlockProfileRate(5)
-
-		hostname, err := os.Hostname()
-		if err != nil {
-			return nil, err
-		}
-
-		pyroscope.Start(pyroscope.Config{
-			ApplicationName: "zeno",
-
-			ServerAddress: config.PyroscopeAddress,
-
-			// Debug logging for Pyroscope can be enabled with pyroscope.StandardLogger
-			Logger: nil,
-
-			Tags: map[string]string{"hostname": hostname, "version": utils.GetVersion().Version},
-
-			ProfileTypes: []pyroscope.ProfileType{
-				pyroscope.ProfileCPU,
-				pyroscope.ProfileAllocObjects,
-				pyroscope.ProfileAllocSpace,
-				pyroscope.ProfileInuseObjects,
-				pyroscope.ProfileInuseSpace,
-				pyroscope.ProfileGoroutines,
-				pyroscope.ProfileMutexCount,
-				pyroscope.ProfileMutexDuration,
-				pyroscope.ProfileBlockCount,
-				pyroscope.ProfileBlockDuration,
-			},
-		})
-	}
-
 	customLogger, err := log.New(customLoggerConfig)
 	if err != nil {
 		return nil, err
@@ -227,6 +193,40 @@ func GenerateCrawlConfig(config *config.Config) (*Crawl, error) {
 
 	c.Workers = NewPool(uint(config.WorkersCount), time.Second*60, c)
 
+	if config.PyroscopeAddress != "" {
+		runtime.SetMutexProfileFraction(5)
+		runtime.SetBlockProfileRate(5)
+
+		hostname, err := os.Hostname()
+		if err != nil {
+			return nil, err
+		}
+
+		pyroscope.Start(pyroscope.Config{
+			ApplicationName: "zeno",
+
+			ServerAddress: config.PyroscopeAddress,
+
+			// Debug logging for Pyroscope can be enabled with pyroscope.StandardLogger
+			Logger: nil,
+
+			Tags: map[string]string{"hostname": hostname, "version": utils.GetVersion().Version, "job": c.Job, "WARCPrefix": c.WARCPrefix},
+
+			ProfileTypes: []pyroscope.ProfileType{
+				pyroscope.ProfileCPU,
+				pyroscope.ProfileAllocObjects,
+				pyroscope.ProfileAllocSpace,
+				pyroscope.ProfileInuseObjects,
+				pyroscope.ProfileInuseSpace,
+				pyroscope.ProfileGoroutines,
+				pyroscope.ProfileMutexCount,
+				pyroscope.ProfileMutexDuration,
+				pyroscope.ProfileBlockCount,
+				pyroscope.ProfileBlockDuration,
+			},
+		})
+	}
+
 	c.UseSeencheck = config.LocalSeencheck
 	c.HTTPTimeout = config.HTTPTimeout
 	c.MaxConcurrentRequestsPerDomain = config.MaxConcurrentRequestsPerDomain