From 468297772c9cacc0cea864c237aa1b6c3591c364 Mon Sep 17 00:00:00 2001
From: ebolam <ebolam@gmail.com>
Date: Tue, 27 Sep 2022 07:29:41 -0400
Subject: [PATCH] Fix for token generation length error

---
 koboldai_settings.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/koboldai_settings.py b/koboldai_settings.py
index ea6f5823..95f42503 100644
--- a/koboldai_settings.py
+++ b/koboldai_settings.py
@@ -159,7 +159,7 @@ class koboldai_vars(object):
         else:
             method = 1
         context = []
-        token_budget = self.max_length
+        token_budget = self.max_length - self.genamt
         used_world_info = []
         if self.tokenizer is None:
             used_tokens = 99999999999999999999999