rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-01-07 15:11:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Support comma-separated list of llama.cpp sequence breakers #3026

Browse Source
This commit is contained in:
Cohee 2024-10-28 11:44:26 +00:00
parent 542f77aeb8
commit 00f0f755fc
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
public/scripts/textgen-settings.js
View File

@ -1307,7 +1307,17 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
: []; : [];
const tokenBans = toIntArray(banned_tokens); const tokenBans = toIntArray(banned_tokens);
logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })(); const sequenceBreakers = (() => {
try {
return JSON.parse(params.dry_sequence_breakers);
} catch {
if (typeof params.dry_sequence_breakers === 'string') {
return params.dry_sequence_breakers.split(',');
}
return undefined;
}
})();
const llamaCppParams = { const llamaCppParams = {
'logit_bias': logitBiasArray, 'logit_bias': logitBiasArray,
// Conflicts with ooba's grammar_string // Conflicts with ooba's grammar_string