Add Erato preamble token
This commit is contained in:
parent
8344232fe5
commit
c4462cc8bb
|
@ -4863,7 +4863,7 @@ export function getMaxContextSize(overrideResponseLength = null) {
|
||||||
this_max_context = Math.min(max_context, 8192);
|
this_max_context = Math.min(max_context, 8192);
|
||||||
|
|
||||||
// Added special tokens and whatnot
|
// Added special tokens and whatnot
|
||||||
this_max_context -= 1;
|
this_max_context -= 10;
|
||||||
}
|
}
|
||||||
|
|
||||||
this_max_context = this_max_context - (overrideResponseLength || amount_gen);
|
this_max_context = this_max_context - (overrideResponseLength || amount_gen);
|
||||||
|
|
|
@ -538,7 +538,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
|
||||||
|
|
||||||
|
|
||||||
if (isErato) {
|
if (isErato) {
|
||||||
finalPrompt = '<|startoftext|>' + finalPrompt;
|
finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt;
|
||||||
}
|
}
|
||||||
|
|
||||||
const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length;
|
const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length;
|
||||||
|
|
Loading…
Reference in New Issue