llama.cpp Enable dry w/ array convert

The new PR that was merged needs an array instead of a str

https://github.com/ggerganov/llama.cpp/pull/9702
This commit is contained in:
Beinsezii
2024-10-26 16:07:07 -07:00
parent 5848806e6a
commit ace2902cb8
2 changed files with 2 additions and 2 deletions

View File

@ -1312,6 +1312,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
// Conflicts with ooba's grammar_string
'grammar': settings.grammar_string,
'cache_prompt': true,
'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers),
};
params = Object.assign(params, llamaCppParams);
}