Fix for token generation length error

2025-06-05 21:59:24 +02:00 · 2022-09-27 07:29:41 -04:00
parent 26ba52e2fa
commit 468297772c
1 changed files with 1 additions and 1 deletions
--- a/koboldai_settings.py
+++ b/koboldai_settings.py
@@ -159,7 +159,7 @@ class koboldai_vars(object):
        else:
            method = 1
        context = []
-        token_budget = self.max_length
+        token_budget = self.max_length - self.genamt
        used_world_info = []
        if self.tokenizer is None:
            used_tokens = 99999999999999999999999