Merge pull request #84 from SciSharp/rinne-dev

fix: antiprompt does not work in stateless executor.
SciSharp · Aug 7, 2023 · 250c024 · 250c024
2 parents 73882de + d609b0e
commit 250c024
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/LLama/LLamaStatelessExecutor.cs b/LLama/LLamaStatelessExecutor.cs
@@ -87,7 +87,7 @@ public IEnumerable<string> Infer(string text, IInferenceParams? inferenceParams
                     string last_output = "";
                     foreach (var token in lastTokens)
                     {
-                        last_output += Utils.PtrToString(NativeApi.llama_token_to_str(_model.NativeHandle, id), _model.Encoding);
+                        last_output += Utils.PtrToString(NativeApi.llama_token_to_str(_model.NativeHandle, token), _model.Encoding);
                     }
 
                     bool should_break = false;