Add Perplexity as Chat Completion source

This commit is contained in:
Cohee
2024-04-20 00:09:38 +03:00
parent 366e2abb8b
commit 2a2a63c52c
11 changed files with 132 additions and 9 deletions

View File

@ -497,6 +497,15 @@ export function getTokenizerModel() {
return oai_settings.custom_model;
}
if (oai_settings.chat_completion_source === chat_completion_sources.PERPLEXITY) {
if (oai_settings.perplexity_model.includes('llama')) {
return llamaTokenizer;
}
if (oai_settings.perplexity_model.includes('mistral')) {
return mistralTokenizer;
}
}
// Default to Turbo 3.5
return turboTokenizer;
}