Merge pull request #2312 from NijikaMyWaifu/gpt4o-tokenizer-for-gemini

Use GPT-4o tokenizer for Gemini

src/endpoints/tokenizers.js

@@ -308,6 +308,10 @@ function getTokenizerModel(requestModel) {
         return 'yi';
     }
 
+    if (requestModel.includes('gemini')) {
+        return 'gpt-4o';
+    }
+
     // default
     return 'gpt-3.5-turbo';
 }