rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Chat mode stopper modified to only stop, not trim output (using Henky's regex for that)

Browse Source
This commit is contained in:
ebolam
2023-02-10 16:10:23 -05:00
parent 4439e1d637
commit d2ff58c2dd
1 changed files with 1 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
aiserver.py
View File

@@ -2505,18 +2505,7 @@ def patch_transformers():
if 'completed' not in self.__dict__:
self.completed = [False]*len(input_ids)
for i in range(len(input_ids)):
if input_ids[i][-2] == null_character:
input_ids[i][-1] = null_character
elif data[i][-1*(len(koboldai_vars.chatname)+1):] == koboldai_vars.chatname + ":":
#We'll decode the whole AI text, strip off the username, then re-encode it and pad it with nulls
temp = data[i][:-1*(len(koboldai_vars.chatname)+1)]
temp = tokenizer.encode(temp)
#temp = temp + tokenizer.encode(chr(0))*(len(input_ids[i])-len(temp))
for j in range(len(input_ids[i])):
if j < len(temp):
input_ids[i][j] = temp[j]
else:
input_ids[i][j] = tokenizer.encode(chr(0))[0]
if data[i][-1*(len(koboldai_vars.chatname)+1):] == koboldai_vars.chatname + ":":
self.completed[i] = True
if all(self.completed):
koboldai_vars.generated_tkns = koboldai_vars.genamt