Merge pull request #403 from martindevans/extra_models_params_checking

Extra ModelParams Checking
SciSharp · Jan 2, 2024 · 3abcaa5 · 3abcaa5
2 parents 9b9bcc0 + 48ef3bb
commit 3abcaa5
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/LLama/Extensions/IModelParamsExtensions.cs b/LLama/Extensions/IModelParamsExtensions.cs
@@ -21,10 +21,14 @@ public static class IModelParamsExtensions
     /// <exception cref="ArgumentException"></exception>
     public static IDisposable ToLlamaModelParams(this IModelParams @params, out LLamaModelParams result)
     {
+        if (@params.UseMemoryLock && !NativeApi.llama_mlock_supported())
+            throw new NotSupportedException("'UseMemoryLock' is not supported (llama_mlock_supported() == false)");
+        if (@params.UseMemorymap && !NativeApi.llama_mmap_supported())
+            throw new NotSupportedException("'UseMemorymap' is not supported (llama_mmap_supported() == false)");
+
         var disposer = new GroupDisposable();
 
         result = NativeApi.llama_model_default_params();
-
         result.main_gpu = @params.MainGpu;
         result.n_gpu_layers = @params.GpuLayerCount;
         result.use_mlock = @params.UseMemoryLock;