Add proper tokenizers for NAI Krake and Clio

This commit is contained in:
Cohee
2023-06-05 14:55:30 +03:00
parent 13b0b7f313
commit 0f67e416f2
6 changed files with 61 additions and 30 deletions

View File

@ -60,6 +60,8 @@ const tokenizers = {
GPT3: 1,
CLASSIC: 2,
LLAMA: 3,
NERD: 4,
NERD2: 5,
}
const send_on_enter_options = {