Allow API tokenizers for textgen bias/bans

2024-01-05 16:07:05 +02:00 · 2024-01-05 16:07:05 +02:00 · a39b6b31f4
parent f09b144a1d
commit a39b6b31f4
1 changed files with 3 additions and 0 deletions
--- a/public/scripts/tokenizers.js
+++ b/public/scripts/tokenizers.js
@ -30,6 +30,9 @@ export const SENTENCEPIECE_TOKENIZERS = [
    tokenizers.LLAMA,
    tokenizers.MISTRAL,
    tokenizers.YI,
+    tokenizers.API_CURRENT,
+    tokenizers.API_KOBOLD,
+    tokenizers.API_TEXTGENERATIONWEBUI,
    // uncomment when NovelAI releases Kayra and Clio weights, lol
    //tokenizers.NERD,
    //tokenizers.NERD2,