Add Erato preamble token

This commit is contained in:
Cohee 2024-09-26 07:56:32 +00:00
parent 8344232fe5
commit c4462cc8bb
2 changed files with 2 additions and 2 deletions

View File

@ -4863,7 +4863,7 @@ export function getMaxContextSize(overrideResponseLength = null) {
this_max_context = Math.min(max_context, 8192);
// Added special tokens and whatnot
this_max_context -= 1;
this_max_context -= 10;
}
this_max_context = this_max_context - (overrideResponseLength || amount_gen);

View File

@ -538,7 +538,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
if (isErato) {
finalPrompt = '<|startoftext|>' + finalPrompt;
finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt;
}
const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length;