From 8ee452993bf86d160e91ec0bcb99869a7734120a Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Tue, 24 Sep 2024 21:55:49 +0300 Subject: [PATCH] Try to fix Gemini requiring stop strings. --- src/endpoints/backends/chat-completions.js | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/endpoints/backends/chat-completions.js b/src/endpoints/backends/chat-completions.js index 88541d937..a551f8fbc 100644 --- a/src/endpoints/backends/chat-completions.js +++ b/src/endpoints/backends/chat-completions.js @@ -257,6 +257,10 @@ async function sendMakerSuiteRequest(request, response) { }; function getGeminiBody() { + if (!Array.isArray(generationConfig.stopSequences) || !generationConfig.stopSequences.length) { + delete generationConfig.stopSequences; + } + const should_use_system_prompt = (model.includes('gemini-1.5-flash') || model.includes('gemini-1.5-pro')) && request.body.use_makersuite_sysprompt; const prompt = convertGooglePrompt(request.body.messages, model, should_use_system_prompt, request.body.char_name, request.body.user_name); let body = {