rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Limit NAI stop sequences count

Browse Source
This commit is contained in:
Cohee
2024-09-26 07:58:26 +00:00
parent c4462cc8bb
commit e6d5b5a8a1
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
public/scripts/nai-settings.js
View File

@@ -516,8 +516,9 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
stoppingStrings.push(...additionalStopStrings); stoppingStrings.push(...additionalStopStrings);
} }
const MAX_STOP_SEQUENCES = 1024;
const stopSequences = (tokenizerType !== tokenizers.NONE) const stopSequences = (tokenizerType !== tokenizers.NONE)
? stoppingStrings.map(t => getTextTokens(tokenizerType, t)) ? stoppingStrings.slice(0, MAX_STOP_SEQUENCES).map(t => getTextTokens(tokenizerType, t))
: undefined; : undefined;
const badWordIds = (tokenizerType !== tokenizers.NONE) const badWordIds = (tokenizerType !== tokenizers.NONE)