rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-10 00:50:43 +01:00
Code Issues Packages Projects Releases Wiki Activity

Use prose augmenter by default for Kayra

Browse Source
This commit is contained in:
Mike Weldon 2023-08-02 23:07:17 -07:00
parent 1d0f67c144
commit c8b5b7da22
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
public/scripts/nai-settings.js
View File

@ -264,6 +264,13 @@ export function getNovelGenerationData(finalPromt, this_settings, this_amount_ge
.map(t => getTextTokens(tokenizerType, t)) .map(t => getTextTokens(tokenizerType, t))
: undefined; : undefined;
let useInstruct = false;
if (isNewModel) {
// NovelAI claims they scan backwards 1000 characters (not tokens!) to look for instruct brackets. That's really short.
const tail = finalPromt.slice(-1500);
useInstruct = tail.includes("}");
}
return { return {
"input": finalPromt, "input": finalPromt,
"model": nai_settings.model_novel, "model": nai_settings.model_novel,
@ -291,7 +298,7 @@ export function getNovelGenerationData(finalPromt, this_settings, this_amount_ge
"use_cache": false, "use_cache": false,
"use_string": true, "use_string": true,
"return_full_text": false, "return_full_text": false,
"prefix": isNewModel ? "special_instruct" : "vanilla", "prefix": useInstruct ? "special_instruct" : (isNewModel ? "special_proseaugmenter" : "vanilla"),
"order": this_settings.order, "order": this_settings.order,
"streaming": nai_settings.streaming_novel, "streaming": nai_settings.streaming_novel,
}; };