Merge pull request #2312 from NijikaMyWaifu/gpt4o-tokenizer-for-gemini

Use GPT-4o tokenizer for Gemini
This commit is contained in:
Cohee 2024-05-25 20:20:30 +03:00 committed by GitHub
commit 31f4a34f5a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -308,6 +308,10 @@ function getTokenizerModel(requestModel) {
return 'yi';
}
if (requestModel.includes('gemini')) {
return 'gpt-4o';
}
// default
return 'gpt-3.5-turbo';
}