From 96ab15c2e355deda53757e2e6f9a8c13dfb04037 Mon Sep 17 00:00:00 2001 From: ebolam Date: Tue, 20 Sep 2022 09:56:52 -0400 Subject: [PATCH] Text in AI highlighting fix --- koboldai_settings.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/koboldai_settings.py b/koboldai_settings.py index b30c69ca..f066bcbf 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -154,7 +154,8 @@ class koboldai_vars(object): #Add prompt lenght/text if we're set to always use prompt if self.useprompt: - if self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length + used_tokens < token_budget: + self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length + if prompt_length + used_tokens < token_budget: used_tokens += self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length #Find World Info entries in prompt for wi in self.worldinfo_v2: @@ -241,7 +242,8 @@ class koboldai_vars(object): game_context.insert(0, {"type": "authors_note", "text": authors_note_final}) if not self.useprompt: - if self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length + used_tokens < token_budget: + prompt_length = self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length + if prompt_length + used_tokens < token_budget: used_tokens += self.max_prompt_length if self.prompt_length > self.max_prompt_length else self.prompt_length #Find World Info entries in prompt for wi in self.worldinfo_v2: