rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Support Qwen tokenizer fro Groq

Browse Source
This commit is contained in:
Cohee
2025-02-22 14:29:04 +02:00
parent 159852233f
commit 9b631ed048
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
public/scripts/tokenizers.js
View File

@@ -694,6 +694,9 @@ export function getTokenizerModel() {
} }
if (oai_settings.chat_completion_source === chat_completion_sources.GROQ) { if (oai_settings.chat_completion_source === chat_completion_sources.GROQ) {
if (oai_settings.groq_model.includes('qwen')) {
return qwen2Tokenizer;
}
if (oai_settings.groq_model.includes('llama-3') || oai_settings.groq_model.includes('llama3')) { if (oai_settings.groq_model.includes('llama-3') || oai_settings.groq_model.includes('llama3')) {
return llama3Tokenizer; return llama3Tokenizer;
} }