From c4462cc8bb2f4898a250dfa6d29d526668d073b6 Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Thu, 26 Sep 2024 07:56:32 +0000 Subject: [PATCH] Add Erato preamble token --- public/script.js | 2 +- public/scripts/nai-settings.js | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/public/script.js b/public/script.js index 8bfbe5a64..0f7705b1e 100644 --- a/public/script.js +++ b/public/script.js @@ -4863,7 +4863,7 @@ export function getMaxContextSize(overrideResponseLength = null) { this_max_context = Math.min(max_context, 8192); // Added special tokens and whatnot - this_max_context -= 1; + this_max_context -= 10; } this_max_context = this_max_context - (overrideResponseLength || amount_gen); diff --git a/public/scripts/nai-settings.js b/public/scripts/nai-settings.js index f853957ee..224265056 100644 --- a/public/scripts/nai-settings.js +++ b/public/scripts/nai-settings.js @@ -538,7 +538,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper if (isErato) { - finalPrompt = '<|startoftext|>' + finalPrompt; + finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt; } const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length;