rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model: Add rep pen for OAI API

Browse Source
This commit is contained in:
somebody
2023-02-26 13:35:54 -06:00
parent 35bbd78326
commit 15f957260f
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
model.py
View File

@@ -2549,6 +2549,7 @@ class OpenAIAPIInferenceModel(InferenceModel):
"max_tokens": max_new, "max_tokens": max_new,
"temperature": gen_settings.temp, "temperature": gen_settings.temp,
"top_p": gen_settings.top_p, "top_p": gen_settings.top_p,
"frequency_penalty": gen_settings.rep_pen,
"n": batch_count, "n": batch_count,
"stream": False, "stream": False,
} }