OAI - Fixes last commit

2022-04-07 02:39:37 +02:00 · 2022-04-07 02:39:37 +02:00 · 5feda462fb
parent 34b6c907f0
commit 5feda462fb
1 changed files with 2 additions and 2 deletions
--- a/aiserver.py
+++ b/aiserver.py
@ -4364,7 +4364,7 @@ def oairequest(txt, min, max):
    if 'GooseAI' in args.configname:
        reqdata = {
            'prompt': txt,
-            'max_tokens': vars.max_length,
+            'max_tokens': vars.genamt,
            'temperature': vars.temp,
            'top_p': vars.top_p,
            'top_k': vars.top_k,
@ -4379,7 +4379,7 @@ def oairequest(txt, min, max):
    else:
        reqdata = {
            'prompt': txt,
-            'max_tokens': vars.max_length,
+            'max_tokens': vars.genamt,
            'temperature': vars.temp,
            'top_p': vars.top_p,
            'n': 1,