diff --git a/src/endpoints/tokenizers.js b/src/endpoints/tokenizers.js index 7ed3c603a..0c8c99034 100644 --- a/src/endpoints/tokenizers.js +++ b/src/endpoints/tokenizers.js @@ -308,6 +308,10 @@ function getTokenizerModel(requestModel) { return 'yi'; } + if (requestModel.includes('gemini')) { + return 'gpt-4o'; + } + // default return 'gpt-3.5-turbo'; }