rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for token generation length error

Browse Source
This commit is contained in:
ebolam
2022-09-27 07:29:41 -04:00
parent 26ba52e2fa
commit 468297772c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
koboldai_settings.py
View File

@@ -159,7 +159,7 @@ class koboldai_vars(object):
else: else:
method = 1 method = 1
context = [] context = []
token_budget = self.max_length token_budget = self.max_length - self.genamt
used_world_info = [] used_world_info = []
if self.tokenizer is None: if self.tokenizer is None:
used_tokens = 99999999999999999999999 used_tokens = 99999999999999999999999