Remove Block Entropy references

Block Entropy shut down their service at the end of 2024.
This commit is contained in:
equal-l2
2025-03-28 00:47:30 +09:00
parent f4eb32c71c
commit 2a31f6af2d
11 changed files with 1 additions and 269 deletions

View File

@ -729,15 +729,6 @@ export function getTokenizerModel() {
return yiTokenizer;
}
if (oai_settings.chat_completion_source === chat_completion_sources.BLOCKENTROPY) {
if (oai_settings.blockentropy_model.includes('llama3')) {
return llama3Tokenizer;
}
if (oai_settings.blockentropy_model.includes('miqu') || oai_settings.blockentropy_model.includes('mixtral')) {
return mistralTokenizer;
}
}
// Default to Turbo 3.5
return turboTokenizer;
}