rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fixed Max Length limits not being enforced for transformers & InferKit

Browse Source
This commit is contained in:
KoboldAI Dev
2021-05-03 13:57:27 -04:00
parent 40d9877ba8
commit 1214062292
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -274,6 +274,7 @@ def calcsubmit(txt):
else: else:
count = budget * -1 count = budget * -1
tokens = acttkns[count:] + tokens tokens = acttkns[count:] + tokens
break
# Add mmory & prompt tokens to beginning of bundle # Add mmory & prompt tokens to beginning of bundle
tokens = memtokens + prompttkns + tokens tokens = memtokens + prompttkns + tokens
@ -299,6 +300,7 @@ def calcsubmit(txt):
else: else:
count = budget * -1 count = budget * -1
subtxt = vars.actions[(-1-n)][count:] + subtxt subtxt = vars.actions[(-1-n)][count:] + subtxt
break
# Add mmory & prompt tokens to beginning of bundle # Add mmory & prompt tokens to beginning of bundle
if(vars.memory != ""): if(vars.memory != ""):