diff --git a/python/perf-kernels/tools/tune_gemm/test_regression.py b/python/perf-kernels/tools/tune_gemm/test_regression.py
index 80c4126700bb..ebac069809db 100644
--- a/python/perf-kernels/tools/tune_gemm/test_regression.py
+++ b/python/perf-kernels/tools/tune_gemm/test_regression.py
@@ -1,5 +1,6 @@
 import tune_gemm
 
+import os
 import yaml
 import pytest
 import warnings
@@ -115,9 +116,10 @@ def test_matmul_performance_regression(self, config, record_property):
         bias_vector = config.get('bias_vector', False)
         bias_size = M if bias_vector else 0
 
-        tune_gemm.run_bash_command("rm -rf ~/.triton/cache")
-        tune_gemm.run_bash_command(f"rm -rf {tune_gemm.get_filename_myKernels()}")
+        # Always compile if the user did not specify
+        os.environ.setdefault('TRITON_ALWAYS_COMPILE', '1')
 
+        tune_gemm.run_bash_command(f"rm -rf {tune_gemm.get_filename_myKernels()}")
         tune_gemm.generate_matmul_kernels([runConfig])
 
         gpus = [0]