Add Erato preamble token
This commit is contained in:
parent
8344232fe5
commit
c4462cc8bb
|
@ -4863,7 +4863,7 @@ export function getMaxContextSize(overrideResponseLength = null) {
|
|||
this_max_context = Math.min(max_context, 8192);
|
||||
|
||||
// Added special tokens and whatnot
|
||||
this_max_context -= 1;
|
||||
this_max_context -= 10;
|
||||
}
|
||||
|
||||
this_max_context = this_max_context - (overrideResponseLength || amount_gen);
|
||||
|
|
|
@ -538,7 +538,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
|
|||
|
||||
|
||||
if (isErato) {
|
||||
finalPrompt = '<|startoftext|>' + finalPrompt;
|
||||
finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt;
|
||||
}
|
||||
|
||||
const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length;
|
||||
|
|
Loading…
Reference in New Issue