From 15f957260fac7b21dd86b31687fe725e975dfd33 Mon Sep 17 00:00:00 2001
From: somebody <onesome01@protonmail.com>
Date: Sun, 26 Feb 2023 13:35:54 -0600
Subject: [PATCH] Model: Add rep pen for OAI API

---
 model.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/model.py b/model.py
index 8d53f934..c1c64c97 100644
--- a/model.py
+++ b/model.py
@@ -2549,6 +2549,7 @@ class OpenAIAPIInferenceModel(InferenceModel):
                 "max_tokens": max_new,
                 "temperature": gen_settings.temp,
                 "top_p": gen_settings.top_p,
+                "frequency_penalty": gen_settings.rep_pen,
                 "n": batch_count,
                 "stream": False,
             }