From 6859e4443e30be0500d00982ae6fe9785fbe44df Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Tue, 19 Dec 2023 19:17:19 +0200 Subject: [PATCH] Fix ollama chunk wrapper --- src/endpoints/backends/text-completions.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/endpoints/backends/text-completions.js b/src/endpoints/backends/text-completions.js index d531fbfdc..0924e43ad 100644 --- a/src/endpoints/backends/text-completions.js +++ b/src/endpoints/backends/text-completions.js @@ -31,7 +31,8 @@ async function parseOllamaStream(jsonStream, request, response) { break; } const text = json.response || ''; - response.write(`data: {"choices": [{"text": "${text}"}]}\n\n`); + const chunk = { choices: [{ text }] }; + response.write(`data: ${JSON.stringify(chunk)}\n\n`); partialData = ''; } });