Fixed selecting optimized models for profiling

triton-inference-server · Aug 1, 2024 · ef44a44 · ef44a44
1 parent 3be8c72
commit ef44a44
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/model_navigator/inplace/__init__.py b/model_navigator/inplace/__init__.py
@@ -248,7 +248,7 @@ def _load_modules(model_key: str, runner_name: str, device: str, verbose: bool =
                 m.load_eager()
             else:
                 m.load_optimized(
-                    strategy=SelectedRuntimeStrategy(model_key=model_key, runner_name=runner_name), device=device
+                    strategies=[SelectedRuntimeStrategy(model_key=model_key, runner_name=runner_name)], device=device
                 )
 
         except (ModelNavigatorModuleNotOptimizedError, ModelNavigatorRuntimeAnalyzerError) as e: