From 165c7219eb7f39fe85ecd42e10535d7a548cd071 Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Sat, 25 Feb 2023 22:15:05 +0100
Subject: [PATCH] Frequency Penalty for OAI

---
 aiserver.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/aiserver.py b/aiserver.py
index 21689acd..8925b46d 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -5889,6 +5889,7 @@ def oai_raw_generate(
             'max_tokens': max_new,
             'temperature': gen_settings.temp,
             'top_p': gen_settings.top_p,
+            'frequency_penalty': gen_settings.rep_pen,
             'n': batch_count,
             'stream': False
         }