From cc27bcb076bb2a90cc9d71da17b25e412048eb64 Mon Sep 17 00:00:00 2001 From: based Date: Mon, 18 Dec 2023 03:17:47 +1000 Subject: [PATCH] UNRELATED: this never happened. --- src/endpoints/backends/chat-completions.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/endpoints/backends/chat-completions.js b/src/endpoints/backends/chat-completions.js index b147f317c..2d68a1239 100644 --- a/src/endpoints/backends/chat-completions.js +++ b/src/endpoints/backends/chat-completions.js @@ -410,12 +410,12 @@ async function sendMistralAIRequest(request, response) { const messages = Array.isArray(request.body.messages) ? request.body.messages : []; const lastMsg = messages[messages.length - 1]; if (messages.length > 0 && lastMsg && (lastMsg.role === 'system' || lastMsg.role === 'assistant')) { - lastMsg.role = 'user'; if (lastMsg.role === 'assistant') { lastMsg.content = lastMsg.name + ': ' + lastMsg.content; } else if (lastMsg.role === 'system') { lastMsg.content = '[INST] ' + lastMsg.content + ' [/INST]'; } + lastMsg.role = 'user'; } //system prompts can be stacked at the start, but any futher sys prompts after the first user/assistant message will break the model