From 617ae7d02ce07e1871974e8dd6cac7b0e266c944 Mon Sep 17 00:00:00 2001 From: based Date: Tue, 27 Feb 2024 01:42:22 +1000 Subject: [PATCH] ??? --- src/endpoints/backends/chat-completions.js | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/endpoints/backends/chat-completions.js b/src/endpoints/backends/chat-completions.js index 0e7bcd1c9..e4f936878 100644 --- a/src/endpoints/backends/chat-completions.js +++ b/src/endpoints/backends/chat-completions.js @@ -419,6 +419,9 @@ async function sendMistralAIRequest(request, response) { try { //must send a user role as last message const messages = Array.isArray(request.body.messages) ? request.body.messages : []; + //large seems to be throwing a 500 error if we don't make the first message a user role, most likely a bug since the other models won't do this + if (request.body.model.includes('large')) + messages[0].role = 'user'; const lastMsg = messages[messages.length - 1]; if (messages.length > 0 && lastMsg && (lastMsg.role === 'system' || lastMsg.role === 'assistant')) { if (lastMsg.role === 'assistant' && lastMsg.name) {