From 33b22bd4f8d35a17b8aef320d1ff515b3f9be905 Mon Sep 17 00:00:00 2001
From: NijikaMyWaifu <139055015+NijikaMyWaifu@users.noreply.github.com>
Date: Sat, 25 May 2024 13:26:11 +0800
Subject: [PATCH] Use GPT-4o tokenizer for Gemini

Use GPT-4o tokenizer for Gemini, as Gemini tokenizer is more similar to GPT-4o's
---
 src/endpoints/tokenizers.js | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/endpoints/tokenizers.js b/src/endpoints/tokenizers.js
index 7ed3c603a..0c8c99034 100644
--- a/src/endpoints/tokenizers.js
+++ b/src/endpoints/tokenizers.js
@@ -308,6 +308,10 @@ function getTokenizerModel(requestModel) {
         return 'yi';
     }
 
+    if (requestModel.includes('gemini')) {
+        return 'gpt-4o';
+    }
+
     // default
     return 'gpt-3.5-turbo';
 }