rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add Groq as chat completion source

Browse Source
This commit is contained in:
Cohee
2024-05-05 18:53:12 +03:00
parent 31f1b34911
commit 181b5aff97
11 changed files with 165 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
public/scripts/tokenizers.js
View File

@ -536,6 +536,15 @@ export function getTokenizerModel() {
}
}
if (oai_settings.chat_completion_source === chat_completion_sources.GROQ) {
if (oai_settings.groq_model.includes('llama-3') || oai_settings.groq_model.includes('llama3')) {
return llama3Tokenizer;
}
if (oai_settings.groq_model.includes('mistral') || oai_settings.groq_model.includes('mixtral')) {
return mistralTokenizer;
}
}
// Default to Turbo 3.5
return turboTokenizer;
}