Merge pull request #2312 from NijikaMyWaifu/gpt4o-tokenizer-for-gemini

Use GPT-4o tokenizer for Gemini
This commit is contained in:
Cohee
2024-05-25 20:20:30 +03:00
committed by GitHub

View File

@@ -308,6 +308,10 @@ function getTokenizerModel(requestModel) {
return 'yi';
}
if (requestModel.includes('gemini')) {
return 'gpt-4o';
}
// default
return 'gpt-3.5-turbo';
}