From 6a2a0efc84bab6f77e98b341dd744cfa75425f48 Mon Sep 17 00:00:00 2001 From: Cohee Date: Fri, 16 Jun 2023 12:55:02 +0300 Subject: [PATCH] Don't run streaming with Kobold on quiet gens #504 --- public/script.js | 2 +- public/scripts/kai-settings.js | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/public/script.js b/public/script.js index 42f6de382..a94b00a43 100644 --- a/public/script.js +++ b/public/script.js @@ -2279,7 +2279,7 @@ async function Generate(type, { automatic_trigger, force_name2, resolve, reject, if (preset_settings != 'gui') { const maxContext = (adjustedParams && horde_settings.auto_adjust_context_length) ? adjustedParams.maxContextLength : max_context; - generate_data = getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, maxContext, isImpersonate); + generate_data = getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, maxContext, isImpersonate, type); } } else if (main_api == 'textgenerationwebui') { diff --git a/public/scripts/kai-settings.js b/public/scripts/kai-settings.js index 9757f372c..77d432ea7 100644 --- a/public/scripts/kai-settings.js +++ b/public/scripts/kai-settings.js @@ -68,7 +68,7 @@ function loadKoboldSettings(preset) { } } -function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, this_max_context, isImpersonate) { +function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, this_max_context, isImpersonate, type) { let generate_data = { prompt: finalPromt, gui_settings: false, @@ -94,7 +94,7 @@ function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, thi use_world_info: false, singleline: kai_settings.single_line, stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined, - streaming: kai_settings.streaming_kobold && kai_settings.can_use_streaming, + streaming: kai_settings.streaming_kobold && kai_settings.can_use_streaming && type !== 'quiet', can_abort: kai_settings.can_use_streaming, }; return generate_data;