Fix decoder issue in streaming response

ariya · Aug 20, 2024 · d2623d8 · d2623d8
1 parent 4ec4084
commit d2623d8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/ask-llm.js b/ask-llm.js
@@ -100,7 +100,7 @@ const chat = async (messages, handler) => {
                 break;
             }
             if (line.length > 0) {
-                const partial = parse(line);
+                const partial = parse(line.trim());
                 if (partial === null) {
                     buffer = line;
                 } else if (partial && partial.length > 0) {

diff --git a/ask-llm.py b/ask-llm.py
@@ -90,7 +90,7 @@ def parse(line):
                         finished = True
                         break
                     elif line:
-                        partial = parse(line)
+                        partial = parse(line.strip())
                         if partial is not None:
                             if len(full_answer) == 0:
                                 full_answer = partial.strip()