rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Compare commits

base: rixty:5f9a116052545e48a0abd74f37fd091026192040
Branches Tags
rixty:main
rixty:dummy
rixty:1.19.2
rixty:1.19.1
rixty:1.19.0
rixty:1.18.2
...
compare: rixty:1d41966d88e1502c41173b6ca36fb70cb8dd447a
Branches Tags
rixty:main
rixty:dummy
rixty:1.19.2
rixty:1.19.1
rixty:1.19.0
rixty:1.18.2

2 Commits
5f9a116052 ... 1d41966d88

Author SHA1 Message Date
henk717 1d41966d88
Merge pull request #129 from VE-FORBRYDERNE/budget 
Account for lnheader in budget calculation
 2022-06-23 12:39:20 +02:00
vfbd 0eb9f8a879 Account for lnheader in budget calculation 2022-06-22 19:16:24 -04:00
1 changed files with 2 additions and 2 deletions
Show Stats Expand all files Collapse all files

4
aiserver.py
View File

@ -3376,9 +3376,9 @@ def calcsubmitbudget(actionlen, winfo, mem, anotetxt, actions, submission=None,
raise OverflowError("The author's note in your story is too long. Please either write a shorter author's note or increase the Max Tokens setting. If you are using a soft prompt, additionally consider using a smaller soft prompt.") raise OverflowError("The author's note in your story is too long. Please either write a shorter author's note or increase the Max Tokens setting. If you are using a soft prompt, additionally consider using a smaller soft prompt.")
if(vars.useprompt): if(vars.useprompt):
budget = vars.max_length - lnsp - lnprompt - lnmem - lnanote - lnwi - vars.genamt - budget_deduction budget = vars.max_length - lnheader - lnsp - lnprompt - lnmem - lnanote - lnwi - vars.genamt - budget_deduction
else: else:
budget = vars.max_length - lnsp - lnmem - lnanote - lnwi - vars.genamt - budget_deduction budget = vars.max_length - lnheader - lnsp - lnmem - lnanote - lnwi - vars.genamt - budget_deduction
lnsubmission = len(tokenizer.encode(utils.encodenewlines(vars.comregex_ai.sub('', submission)), max_length=int(2e9), truncation=True)) if submission is not None else 0 lnsubmission = len(tokenizer.encode(utils.encodenewlines(vars.comregex_ai.sub('', submission)), max_length=int(2e9), truncation=True)) if submission is not None else 0
maybe_lnprompt = lnprompt if vars.useprompt and actionlen > 0 else 0 maybe_lnprompt = lnprompt if vars.useprompt and actionlen > 0 else 0