From 6fc7112c5d7ca225276f6c9ab166d230b1a6144c Mon Sep 17 00:00:00 2001 From: ebolam Date: Fri, 2 Sep 2022 07:47:20 -0400 Subject: [PATCH] Streaming Token Bug Fix --- koboldai_settings.py | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/koboldai_settings.py b/koboldai_settings.py index 38310b7c..520e9294 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -1084,14 +1084,20 @@ class KoboldStoryRegister(object): #First we need to see if this is actually the prompt. If so we'll just not do streaming: if self.story_settings.prompt != "": if self.action_count+1 in self.actions: + if self.tokenizer is not None: + selected_text_length = len(self.tokenizer.encode(self.actions[self.action_count+1]['Selected Text'])) + else: + selected_text_length = 0 self.actions[self.action_count+1]['Selected Text'] = "{}{}".format(self.actions[self.action_count+1]['Selected Text'], text_list[0]) + self.actions[self.action_count+1]['Selected Text Length'] = selected_text_length else: + if self.tokenizer is not None: + selected_text_length = len(self.tokenizer.encode(text_list[0])) + else: + selected_text_length = 0 self.actions[self.action_count+1] = {"Selected Text": text_list[0], "Selected Text Length": selected_text_length, "Options": []} - if self.tokenizer is not None: - selected_text_length = len(self.tokenizer.encode(self.actions[self.action_count+1]['Selected Text'])) - else: - selected_text_length = 0 + if self.tokenizer is not None: if len(self.tokenizer.encode(self.actions[self.action_count+1]['Selected Text'])) != self.koboldai_vars.genamt: