From b652b64863af75e1200a503643e366277d15cae0 Mon Sep 17 00:00:00 2001 From: Zixaphir Date: Sun, 11 Jun 2023 19:14:41 -0700 Subject: [PATCH] Correct testing fail. --- public/script.js | 2 +- public/scripts/kai-settings.js | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/public/script.js b/public/script.js index 6a2c0a7db..298c7bac4 100644 --- a/public/script.js +++ b/public/script.js @@ -745,7 +745,7 @@ async function getStatus() { is_pygmalion = false; } - // determine if we can use stop sequence + // determine if we can use stop sequence and streaming if (main_api === "kobold" || main_api === "koboldhorde") { kai_settings.use_stop_sequence = canUseKoboldStopSequence(data.version); kai_settings.can_use_streaming = canUseKoboldStreaming(data.koboldVersion); diff --git a/public/scripts/kai-settings.js b/public/scripts/kai-settings.js index 9c7eadb35..4fa453368 100644 --- a/public/scripts/kai-settings.js +++ b/public/scripts/kai-settings.js @@ -94,7 +94,7 @@ function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, thi use_world_info: false, singleline: kai_settings.single_line, stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined, - streaming: kai_settings.streaming_kobold ? canUseKoboldStreaming() : false, + streaming: kai_settings.streaming_kobold && kai_settings.can_use_streaming, }; return generate_data; } @@ -212,7 +212,7 @@ function canUseKoboldStopSequence(version) { } function canUseKoboldStreaming(koboldVersion) { - if (koboldVersion = 'KoboldCpp') { + if (koboldVersion.result = 'KoboldCpp') { return (koboldVersion.version || '0.0').localeCompare(MIN_STREAMING_KCPPVERSION, undefined, { numeric: true, sensitivity: 'base' }) > -1; } else return false; }