rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added block entropy endpoints for chat and image

Browse Source
This commit is contained in:
Edward Kim
2024-08-08 00:08:03 -04:00
parent eac2e3d81e
commit b9857eb315
12 changed files with 253 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
public/scripts/tokenizers.js
View File

@@ -549,6 +549,15 @@ export function getTokenizerModel() {
return yiTokenizer;
}
if (oai_settings.chat_completion_source === chat_completion_sources.BLOCKENTROPY) {
if (oai_settings.blockentropy_model.includes('llama3')) {
return llama3Tokenizer;
}
if (oai_settings.blockentropy_model.includes('miqu') || oai_settings.blockentropy_model.includes('mixtral')) {
return mistralTokenizer;
}
}
// Default to Turbo 3.5
return turboTokenizer;
}