From 77e2a7972ceabf0385e194ca158c17ee28016047 Mon Sep 17 00:00:00 2001 From: Henk Date: Sat, 6 Aug 2022 17:28:55 +0200 Subject: [PATCH] Fix incorrect max tokens --- aiserver.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/aiserver.py b/aiserver.py index 8bb9152f..cd8b081e 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1687,7 +1687,7 @@ def patch_transformers(): def reset_model_settings(): vars.socketio = socketio - vars.max_length = 2048 # Maximum number of tokens to submit per action + vars.max_length = 1024 # Maximum number of tokens to submit per action vars.ikmax = 3000 # Maximum number of characters to submit to InferKit vars.genamt = 80 # Amount of text for each action to generate vars.ikgen = 200 # Number of characters for InferKit to generate