From 8401cc6032d389bd956f80749587381aab6bcb2d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Carsten=20Kragelund=20J=C3=B8rgensen?= Date: Thu, 12 Sep 2024 01:58:58 +0200 Subject: [PATCH] fix: append continuation message after prefill --- src/prompt-converters.js | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/prompt-converters.js b/src/prompt-converters.js index 5d52adb6e..c41ad8da9 100644 --- a/src/prompt-converters.js +++ b/src/prompt-converters.js @@ -132,7 +132,9 @@ function convertClaudeMessages(messages, prefillString, useSysPrompt, humanMsgFi }); // Shouldn't be conditional anymore, messages api expects the last role to be user unless we're explicitly prefilling - if (prefillString) { + if (messages[messages.length - 1].role == 'assistant' && prefillString) { + messages[messages.length - 1].content = prefillString.trimEnd() + messages[messages.length - 1].content; + } else if (prefillString) { messages.push({ role: 'assistant', content: prefillString.trimEnd(),