From 267d0eb16f79d8c90ac3e70230b34c70db4d1584 Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Fri, 1 Sep 2023 02:57:35 +0300 Subject: [PATCH] Fix API tokenizers usage with kcpp --- public/scripts/tokenizers.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/public/scripts/tokenizers.js b/public/scripts/tokenizers.js index 48ddcc11a..82793a8a2 100644 --- a/public/scripts/tokenizers.js +++ b/public/scripts/tokenizers.js @@ -3,7 +3,7 @@ import { power_user, registerDebugFunction } from "./power-user.js"; import { chat_completion_sources, oai_settings } from "./openai.js"; import { groups, selected_group } from "./group-chats.js"; import { getStringHash } from "./utils.js"; -import { kai_settings } from "./kai-settings.js"; +import { kai_flags } from "./kai-settings.js"; export const CHARACTERS_PER_TOKEN_RATIO = 3.35; const TOKENIZER_WARNING_KEY = 'tokenizationWarningShown'; @@ -82,7 +82,7 @@ function getTokenizerBestMatch() { // - API must be connected // - Kobold must pass a version check // - Tokenizer haven't reported an error previously - if (kai_settings.can_use_tokenization && !sessionStorage.getItem(TOKENIZER_WARNING_KEY) && online_status !== 'no_connection') { + if (kai_flags.can_use_tokenization && !sessionStorage.getItem(TOKENIZER_WARNING_KEY) && online_status !== 'no_connection') { return tokenizers.API; }