diff --git a/model.py b/model.py index 8d53f934..c1c64c97 100644 --- a/model.py +++ b/model.py @@ -2549,6 +2549,7 @@ class OpenAIAPIInferenceModel(InferenceModel): "max_tokens": max_new, "temperature": gen_settings.temp, "top_p": gen_settings.top_p, + "frequency_penalty": gen_settings.rep_pen, "n": batch_count, "stream": False, }