From a39b6b31f480cdd7fe1e13fae99befb2d6719fc2 Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Fri, 5 Jan 2024 16:07:05 +0200
Subject: [PATCH] Allow API tokenizers for textgen bias/bans

---
 public/scripts/tokenizers.js | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/public/scripts/tokenizers.js b/public/scripts/tokenizers.js
index fb296d59f..45da69dad 100644
--- a/public/scripts/tokenizers.js
+++ b/public/scripts/tokenizers.js
@@ -30,6 +30,9 @@ export const SENTENCEPIECE_TOKENIZERS = [
     tokenizers.LLAMA,
     tokenizers.MISTRAL,
     tokenizers.YI,
+    tokenizers.API_CURRENT,
+    tokenizers.API_KOBOLD,
+    tokenizers.API_TEXTGENERATIONWEBUI,
     // uncomment when NovelAI releases Kayra and Clio weights, lol
     //tokenizers.NERD,
     //tokenizers.NERD2,