Model: Add rep pen for OAI API

2025-06-05 21:59:24 +02:00 · 2023-02-26 13:35:54 -06:00
parent 35bbd78326
commit 15f957260f
1 changed files with 1 additions and 0 deletions
--- a/model.py
+++ b/model.py
@@ -2549,6 +2549,7 @@ class OpenAIAPIInferenceModel(InferenceModel):
                "max_tokens": max_new,
                "temperature": gen_settings.temp,
                "top_p": gen_settings.top_p,
+                "frequency_penalty": gen_settings.rep_pen,
                "n": batch_count,
                "stream": False,
            }