rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Safe sequence breakers parse

Browse Source
This commit is contained in:
Cohee
2024-10-28 11:39:59 +00:00
parent ef3cb73477
commit 542f77aeb8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
public/scripts/textgen-settings.js
View File

@ -1307,12 +1307,13 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
: []; : [];
const tokenBans = toIntArray(banned_tokens); const tokenBans = toIntArray(banned_tokens);
logitBiasArray.push(...tokenBans.map(x => [Number(x), false])); logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })();
const llamaCppParams = { const llamaCppParams = {
'logit_bias': logitBiasArray, 'logit_bias': logitBiasArray,
// Conflicts with ooba's grammar_string // Conflicts with ooba's grammar_string
'grammar': settings.grammar_string, 'grammar': settings.grammar_string,
'cache_prompt': true, 'cache_prompt': true,
'dry_sequence_breakers': JSON.parse(params.dry_sequence_breakers), 'dry_sequence_breakers': sequenceBreakers,
}; };
params = Object.assign(params, llamaCppParams); params = Object.assign(params, llamaCppParams);
} }