Using a pin instead of a fixed block

SciSharp · Aug 7, 2023 · f1111a9 · f1111a9
1 parent 2c933c5
commit f1111a9
Showing 1 changed file with 8 additions and 10 deletions.
diff --git a/LLama/Utils.cs b/LLama/Utils.cs
@@ -39,21 +39,19 @@ public static SafeLLamaContextHandle InitLLamaContextFromModelParams(IModelParam
             lparams.rope_freq_scale = @params.RopeFrequencyScale;
             lparams.mul_mat_q = @params.MulMatQ;
 
+            using var pin = @params.TensorSplits.AsMemory().Pin();
             unsafe
             {
-                fixed (float* splits = @params.TensorSplits)
-                {
-                    lparams.tensor_split = (nint)splits;
+                lparams.tensor_split = (nint)pin.Pointer;
+            }
 
-                    var model = SafeLlamaModelHandle.LoadFromFile(@params.ModelPath, lparams);
-                    var ctx = SafeLLamaContextHandle.Create(model, lparams);
+            var model = SafeLlamaModelHandle.LoadFromFile(@params.ModelPath, lparams);
+            var ctx = SafeLLamaContextHandle.Create(model, lparams);
 
-                    if (!string.IsNullOrEmpty(@params.LoraAdapter))
-                        model.ApplyLoraFromFile(@params.LoraAdapter, @params.LoraBase, @params.Threads);
+            if (!string.IsNullOrEmpty(@params.LoraAdapter))
+                model.ApplyLoraFromFile(@params.LoraAdapter, @params.LoraBase, @params.Threads);
 
-                    return ctx;
-                }
-            }
+            return ctx;
         }
 
         public static IEnumerable<llama_token> Tokenize(SafeLLamaContextHandle ctx, string text, bool add_bos, Encoding encoding)