OAI Max Token Slider
This commit is contained in:
parent
b568e31381
commit
34b6c907f0
|
@ -4364,7 +4364,7 @@ def oairequest(txt, min, max):
|
||||||
if 'GooseAI' in args.configname:
|
if 'GooseAI' in args.configname:
|
||||||
reqdata = {
|
reqdata = {
|
||||||
'prompt': txt,
|
'prompt': txt,
|
||||||
'max_tokens': max,
|
'max_tokens': vars.max_length,
|
||||||
'temperature': vars.temp,
|
'temperature': vars.temp,
|
||||||
'top_p': vars.top_p,
|
'top_p': vars.top_p,
|
||||||
'top_k': vars.top_k,
|
'top_k': vars.top_k,
|
||||||
|
@ -4379,7 +4379,7 @@ def oairequest(txt, min, max):
|
||||||
else:
|
else:
|
||||||
reqdata = {
|
reqdata = {
|
||||||
'prompt': txt,
|
'prompt': txt,
|
||||||
'max_tokens': max,
|
'max_tokens': vars.max_length,
|
||||||
'temperature': vars.temp,
|
'temperature': vars.temp,
|
||||||
'top_p': vars.top_p,
|
'top_p': vars.top_p,
|
||||||
'n': 1,
|
'n': 1,
|
||||||
|
|
Loading…
Reference in New Issue