Add trim_stop to koboldcpp requests

Fixes #3143
This commit is contained in:
Cohee 2024-12-03 14:49:20 +00:00
parent 980ebb2fbc
commit 7ce2841588

View File

@ -1268,6 +1268,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
if (settings.type === KOBOLDCPP) {
params.grammar = settings.grammar_string;
params.trim_stop = true;
}
if (settings.type === HUGGINGFACE) {