From d2ff58c2ddceb24a6f2b8e68dafe8df6b44b58bb Mon Sep 17 00:00:00 2001 From: ebolam Date: Fri, 10 Feb 2023 16:10:23 -0500 Subject: [PATCH] Chat mode stopper modified to only stop, not trim output (using Henky's regex for that) --- aiserver.py | 13 +------------ 1 file changed, 1 insertion(+), 12 deletions(-) diff --git a/aiserver.py b/aiserver.py index e5828884..a12f0e11 100644 --- a/aiserver.py +++ b/aiserver.py @@ -2505,18 +2505,7 @@ def patch_transformers(): if 'completed' not in self.__dict__: self.completed = [False]*len(input_ids) for i in range(len(input_ids)): - if input_ids[i][-2] == null_character: - input_ids[i][-1] = null_character - elif data[i][-1*(len(koboldai_vars.chatname)+1):] == koboldai_vars.chatname + ":": - #We'll decode the whole AI text, strip off the username, then re-encode it and pad it with nulls - temp = data[i][:-1*(len(koboldai_vars.chatname)+1)] - temp = tokenizer.encode(temp) - #temp = temp + tokenizer.encode(chr(0))*(len(input_ids[i])-len(temp)) - for j in range(len(input_ids[i])): - if j < len(temp): - input_ids[i][j] = temp[j] - else: - input_ids[i][j] = tokenizer.encode(chr(0))[0] + if data[i][-1*(len(koboldai_vars.chatname)+1):] == koboldai_vars.chatname + ":": self.completed[i] = True if all(self.completed): koboldai_vars.generated_tkns = koboldai_vars.genamt