OAI Max Token Slider

2022-04-07 02:26:15 +02:00 · 2022-04-07 02:26:15 +02:00 · 34b6c907f0
parent b568e31381
commit 34b6c907f0
1 changed files with 2 additions and 2 deletions
--- a/aiserver.py
+++ b/aiserver.py
@ -4364,7 +4364,7 @@ def oairequest(txt, min, max):
    if 'GooseAI' in args.configname:
        reqdata = {
            'prompt': txt,
-            'max_tokens': max,
+            'max_tokens': vars.max_length,
            'temperature': vars.temp,
            'top_p': vars.top_p,
            'top_k': vars.top_k,
@ -4379,7 +4379,7 @@ def oairequest(txt, min, max):
    else:
        reqdata = {
            'prompt': txt,
-            'max_tokens': max,
+            'max_tokens': vars.max_length,
            'temperature': vars.temp,
            'top_p': vars.top_p,
            'n': 1,