Add position to io.cozy.ai.chat.events

cozy · Oct 1, 2024 · 902130a · 902130a
1 parent 6ebb03b
commit 902130a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/docs/ai.md b/docs/ai.md
@@ -108,11 +108,11 @@ client > {"method": "SUBSCRIBE",
 server > {"event": "CREATED",
           "payload": {"id": "eb17c3205bf1013ddea018c04daba326",
                       "type": "io.cozy.ai.chat.events",
-                      "doc": {"object": "delta", "content": "The "}}}
+                      "doc": {"object": "delta", "content": "The ", "position": 0}}}
 server > {"event": "CREATED",
           "payload": {"id": "eb17c3205bf1013ddea018c04daba326",
                       "type": "io.cozy.ai.chat.events",
-                      "doc": {"object": "delta", "content": "sky "}}}
+                      "doc": {"object": "delta", "content": "sky ", "position": 1}}}
 [...]
 server > {"event": "CREATED",
           "payload": {"id": "eb17c3205bf1013ddea018c04daba326",

diff --git a/model/rag/chat.go b/model/rag/chat.go
@@ -141,10 +141,13 @@ func Query(inst *instance.Instance, logger logger.Logger, query QueryMessage) er
 	}
 
 	msg := chat.Messages[len(chat.Messages)-1]
+	position := 0
 	var completion string
 	err = foreachSSE(res.Body, func(event map[string]interface{}) {
 		switch event["object"] {
 		case "delta", "done":
+			event["position"] = position
+			position++
 			content, _ := event["content"].(string)
 			completion += content
 			delta := couchdb.JSONDoc{