From e6be28acea70ea6899f415d51aa8d78848909206 Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Wed, 4 Dec 2024 01:32:27 +0200 Subject: [PATCH] llama.cpp: Don't send empty DRY sequence breakers Fixes #3048 --- public/scripts/textgen-settings.js | 3 +++ 1 file changed, 3 insertions(+) diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js index 0dfae364f..27b32aa6c 100644 --- a/public/scripts/textgen-settings.js +++ b/public/scripts/textgen-settings.js @@ -1339,6 +1339,9 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, 'dry_sequence_breakers': sequenceBreakers, }; params = Object.assign(params, llamaCppParams); + if (!Array.isArray(sequenceBreakers) || sequenceBreakers.length === 0) { + delete params.dry_sequence_breakers; + } } eventSource.emitAndWait(event_types.TEXT_COMPLETION_SETTINGS_READY, params);