Rebuilt ChatSession class

LLama.Examples/Assets/chat-with-bob.json

@@ -0,0 +1,24 @@
+{
+    "messages": [
+        {
+            "author_role": "System",
+            "content": "Transcript of a dialog, where the User interacts with an Assistant named Bob. Bob is helpful, kind, honest, good at writing, and never fails to answer the User's requests immediately and with precision."
+        },
+        {
+            "author_role": "User",
+            "content": "Hello, Bob."
+        },
+        {
+            "author_role": "Assistant",
+            "content": "Hello. How may I help you today?"
+        },
+        {
+            "author_role": "User",
+            "content": "Please tell me the largest city in Europe."
+        },
+        {
+            "author_role": "Assistant",
+            "content": "Sure. The largest city in Europe is Istanbul, Turkey."
+        }
+    ]
+}

LLama.Examples/Assets/chat-with-kunkun-chinese.json

@@ -0,0 +1,24 @@
+{
+    "messages": [
+        {
+            "author_role": "System",
+            "content": "下面是一段你和用户的对话，你叫坤坤，是一个在各方面都拥有丰富经验的助理，你非常乐于回答用户的问题和帮助用户。"
+        },
+        {
+            "author_role": "User",
+            "content": "你好，坤坤。"
+        },
+        {
+            "author_role": "Assistant",
+            "content": "你好，有什么我能帮助你的吗？"
+        },
+        {
+            "author_role": "User",
+            "content": "中国的首都是哪座城市？"
+        },
+        {
+            "author_role": "Assistant",
+            "content": "中国的首都是北京市。"
+        }
+    ]
+}

LLama.Examples/Examples/ChatChineseGB2312.cs

@@ -1,69 +1,122 @@
-using System;
-using System.Collections.Generic;
-using System.Linq;
-using System.Text;
-using System.Threading.Tasks;
+using System.Text;
 using LLama.Common;
 
-namespace LLama.Examples.Examples
+namespace LLama.Examples.Examples;
+
+public class ChatChineseGB2312
 {
-    public class ChatChineseGB2312
+    private static string ConvertEncoding(string input, Encoding original, Encoding target)
+    {
+        byte[] bytes = original.GetBytes(input);
+        var convertedBytes = Encoding.Convert(original, target, bytes);
+        return target.GetString(convertedBytes);
+    }
+
+    public static async Task Run()
     {
-        private static string ConvertFromEncodingToAnother(string input, Encoding original, Encoding target)
+        // Register provider for GB2312 encoding
+        Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
+
+        Console.ForegroundColor = ConsoleColor.Yellow;
+        Console.WriteLine("This example shows how to use Chinese with gb2312 encoding, which is common in windows. It's recommended" +
+            " to use https://huggingface.co/hfl/chinese-alpaca-2-7b-gguf/blob/main/ggml-model-q5_0.gguf, which has been verified by LLamaSharp developers.");
+        Console.ForegroundColor = ConsoleColor.White;
+
+        Console.Write("Please input your model path: ");
+        var modelPath = Console.ReadLine();
+
+        var parameters = new ModelParams(modelPath)
+        {
+            ContextSize = 1024,
+            Seed = 1337,
+            GpuLayerCount = 5,
+            Encoding = Encoding.UTF8
+        };
+        using var model = LLamaWeights.LoadFromFile(parameters);
+        using var context = model.CreateContext(parameters);
+        var executor = new InteractiveExecutor(context);
+
+        ChatSession session;
+        if (Directory.Exists("Assets/chat-with-kunkun-chinese"))
+        {
+            Console.ForegroundColor = ConsoleColor.Yellow;
+            Console.WriteLine("Loading session from disk.");
+            Console.ForegroundColor = ConsoleColor.White;
+
+            session = new ChatSession(executor);
+            session.LoadSession("Assets/chat-with-kunkun-chinese");
+        }
+        else
         {
-            byte[] bytes = original.GetBytes(input);
-            var convertedBytes = Encoding.Convert(original, target, bytes);
-            return target.GetString(convertedBytes);
+            var chatHistoryJson = File.ReadAllText("Assets/chat-with-kunkun-chinese.json");
+            ChatHistory chatHistory = ChatHistory.FromJson(chatHistoryJson) ?? new ChatHistory();
+
+            session = new ChatSession(executor, chatHistory);
         }
 
-        public static async Task Run()
+        session
+            .WithHistoryTransform(new LLamaTransforms.DefaultHistoryTransform("用户", "坤坤"));
+
+        InferenceParams inferenceParams = new InferenceParams()
         {
-            Encoding.RegisterProvider(CodePagesEncodingProvider.Instance); // Register gb2312 encoding
-            Console.Write("Please input your model path: ");
-            var modelPath = Console.ReadLine();
-            var prompt = File.ReadAllText("Assets/chat-with-kunkun-chinese.txt", encoding: Encoding.GetEncoding("gb2312")).Trim();
-            prompt = ConvertFromEncodingToAnother(prompt, Encoding.GetEncoding("gb2312"), Encoding.UTF8);
+            Temperature = 0.9f,
+            AntiPrompts = new List<string> { "用户：" }
+        };
 
-            var parameters = new ModelParams(modelPath)
-            {
-                ContextSize = 1024,
-                Seed = 1337,
-                GpuLayerCount = 20,
-                Encoding = Encoding.UTF8
-            };
-            using var model = LLamaWeights.LoadFromFile(parameters);
-            using var context = model.CreateContext(parameters);
-            var executor = new InteractiveExecutor(context);
+        Console.ForegroundColor = ConsoleColor.Yellow;
+        Console.WriteLine("The chat session has started.");
 
-            var session = new ChatSession(executor).WithHistoryTransform(new LLamaTransforms.DefaultHistoryTransform("用户"));
+        // show the prompt
+        Console.ForegroundColor = ConsoleColor.White;
+        Console.Write("用户：");
+        Console.ForegroundColor = ConsoleColor.Green;
+        string userInput = Console.ReadLine() ?? "";
 
-            Console.ForegroundColor = ConsoleColor.Yellow;
-            Console.WriteLine("This example shows how to use Chinese with gb2312 encoding, which is common in windows. It's recommended" +
-                " to use https://huggingface.co/hfl/chinese-alpaca-2-7b-gguf/blob/main/ggml-model-q5_0.gguf, which has been verified by LLamaSharp developers.");
-            Console.ForegroundColor = ConsoleColor.White;
+        while (userInput != "exit")
+        {
+            // Convert the encoding from gb2312 to utf8 for the language model
+            // and later saving to the history json file.
+            userInput = ConvertEncoding(userInput, Encoding.GetEncoding("gb2312"), Encoding.UTF8);
 
-            // show the prompt
-            Console.Write(prompt);
-            while (true)
+            if (userInput == "save")
             {
-                await foreach (var text in session.ChatAsync(prompt, new InferenceParams()
+                session.SaveSession("Assets/chat-with-kunkun-chinese");
+                Console.ForegroundColor = ConsoleColor.Yellow;
+                Console.WriteLine("Session saved.");
+            }
+            else if (userInput == "regenerate")
+            {
+                Console.ForegroundColor = ConsoleColor.Yellow;
+                Console.WriteLine("Regenerating last response ...");
+
+                await foreach (
+                    var text
+                    in session.RegenerateAssistantMessageAsync(
+                        inferenceParams))
                 {
-                    Temperature = 0.3f,
-                    TopK = 5,
-                    TopP = 0.85f,
-                    AntiPrompts = new List<string> { "用户：" },
-                    MaxTokens = 2048,
-                    RepeatPenalty = 1.05f
-                }))
+                    Console.ForegroundColor = ConsoleColor.White;
+
+                    // Convert the encoding from utf8 to gb2312 for the console output.
+                    Console.Write(ConvertEncoding(text, Encoding.UTF8, Encoding.GetEncoding("gb2312")));
+                }
+            }
+            else
+            {
+                await foreach (
+                    var text
+                    in session.ChatAsync(
+                        new ChatHistory.Message(AuthorRole.User, userInput),
+                        inferenceParams))
                 {
-                    //Console.Write(text);
-                    Console.Write(ConvertFromEncodingToAnother(text, Encoding.UTF8, Encoding.GetEncoding("gb2312")));
+                    Console.ForegroundColor = ConsoleColor.White;
+                    Console.Write(text);
                 }
-
-                Console.ForegroundColor = ConsoleColor.Green;
-                prompt = Console.ReadLine();
-                Console.ForegroundColor = ConsoleColor.White;
             }
+
+            Console.ForegroundColor = ConsoleColor.Green;
+            userInput = Console.ReadLine() ?? "";
+
+            Console.ForegroundColor = ConsoleColor.White;
         }
     }
 }

LLama.Examples/Examples/ChatSessionStripRoleName.cs

@@ -1,44 +1,61 @@
 using LLama.Common;
 
-namespace LLama.Examples.Examples
+namespace LLama.Examples.Examples;
+
+public class ChatSessionStripRoleName
 {
-    public class ChatSessionStripRoleName
+    public static async Task Run()
     {
-        public static async Task Run()
+        Console.Write("Please input your model path: ");
+        var modelPath = Console.ReadLine();
+
+        var parameters = new ModelParams(modelPath)
         {
-            Console.Write("Please input your model path: ");
-            var modelPath = Console.ReadLine();
-            var prompt = File.ReadAllText("Assets/chat-with-bob.txt").Trim();
+            ContextSize = 1024,
+            Seed = 1337,
+            GpuLayerCount = 5
+        };
+        using var model = LLamaWeights.LoadFromFile(parameters);
+        using var context = model.CreateContext(parameters);
+        var executor = new InteractiveExecutor(context);
 
-            var parameters = new ModelParams(modelPath)
-            {
-                ContextSize = 1024,
-                Seed = 1337,
-                GpuLayerCount = 5
-            };
-            using var model = LLamaWeights.LoadFromFile(parameters);
-            using var context = model.CreateContext(parameters);
-            var executor = new InteractiveExecutor(context);
-
-            var session = new ChatSession(executor).WithOutputTransform(new LLamaTransforms.KeywordTextOutputStreamTransform(new string[] { "User:", "Bob:" }, redundancyLength: 8));
-
-            Console.ForegroundColor = ConsoleColor.Yellow;
-            Console.WriteLine("The chat session has started. The role names won't be printed.");
-            Console.ForegroundColor = ConsoleColor.White;
+        var chatHistoryJson = File.ReadAllText("Assets/chat-with-bob.json");
+        ChatHistory chatHistory = ChatHistory.FromJson(chatHistoryJson) ?? new ChatHistory();
 
-            // show the prompt
-            Console.Write(prompt);
-            while (true)
-            {
-                await foreach (var text in session.ChatAsync(prompt, new InferenceParams() { Temperature = 0.6f, AntiPrompts = new List<string> { "User:" } }))
-                {
-                    Console.Write(text);
-                }
+        ChatSession session = new(executor, chatHistory);
+        session.WithOutputTransform(new LLamaTransforms.KeywordTextOutputStreamTransform(
+            new string[] { "User:", "Assistant:" },
+            redundancyLength: 8));
+
+        InferenceParams inferenceParams = new InferenceParams()
+        {
+            Temperature = 0.9f,
+            AntiPrompts = new List<string> { "User:" }
+        };
 
-                Console.ForegroundColor = ConsoleColor.Green;
-                prompt = Console.ReadLine();
+        Console.ForegroundColor = ConsoleColor.Yellow;
+        Console.WriteLine("The chat session has started.");
+
+        // show the prompt
+        Console.ForegroundColor = ConsoleColor.Green;
+        string userInput = Console.ReadLine() ?? "";
+
+        while (userInput != "exit")
+        {
+            await foreach (
+                var text
+                in session.ChatAsync(
+                    new ChatHistory.Message(AuthorRole.User, userInput),
+                    inferenceParams))
+            {
                 Console.ForegroundColor = ConsoleColor.White;
+                Console.Write(text);
             }
+
+            Console.ForegroundColor = ConsoleColor.Green;
+            userInput = Console.ReadLine() ?? "";
+
+            Console.ForegroundColor = ConsoleColor.White;
         }
     }
 }