MistalAI: Add custom stop strings

Closes #3627
2025-06-05 21:59:27 +02:00 · 2025-03-07 11:29:14 +00:00
parent 7de516e5e7
commit 1a52314812
2 changed files with 2 additions and 0 deletions
--- a/public/scripts/openai.js
+++ b/public/scripts/openai.js
@ -2072,6 +2072,7 @@ async function sendOpenAIRequest(type, messages, signal) {

    if (isMistral) {
        generate_data['safe_prompt'] = false; // already defaults to false, but just incase they change that in the future.
+        generate_data['stop'] = getCustomStoppingStrings(); // Mistral shouldn't have limits on stop strings.
    }

    if (isCustom) {