Frequency Penalty for OAI

2025-06-05 21:59:24 +02:00 · 2023-02-25 22:15:05 +01:00
parent 526e8ab9b1
commit 165c7219eb
1 changed files with 1 additions and 0 deletions
--- a/aiserver.py
+++ b/aiserver.py
@@ -5889,6 +5889,7 @@ def oai_raw_generate(
            'max_tokens': max_new,
            'temperature': gen_settings.temp,
            'top_p': gen_settings.top_p,
+            'frequency_penalty': gen_settings.rep_pen,
            'n': batch_count,
            'stream': False
        }