New tokenizer option.

If you're running an ooba-like api, you can use the token-count endpoint. Exact and fast!
2025-06-05 21:59:27 +02:00 · 2023-07-12 04:18:55 -04:00
parent 4f11b38110
commit 49ae2cbad6
3 changed files with 24 additions and 0 deletions
--- a/public/scripts/power-user.js
+++ b/public/scripts/power-user.js
@@ -75,6 +75,7 @@ const tokenizers = {
    LLAMA: 3,
    NERD: 4,
    NERD2: 5,
+    API: 6,
 }

 const send_on_enter_options = {