Correct testing fail.

This commit is contained in:
Zixaphir
2023-06-11 19:14:41 -07:00
parent e9427a14d5
commit b652b64863
2 changed files with 3 additions and 3 deletions

View File

@ -745,7 +745,7 @@ async function getStatus() {
is_pygmalion = false; is_pygmalion = false;
} }
// determine if we can use stop sequence // determine if we can use stop sequence and streaming
if (main_api === "kobold" || main_api === "koboldhorde") { if (main_api === "kobold" || main_api === "koboldhorde") {
kai_settings.use_stop_sequence = canUseKoboldStopSequence(data.version); kai_settings.use_stop_sequence = canUseKoboldStopSequence(data.version);
kai_settings.can_use_streaming = canUseKoboldStreaming(data.koboldVersion); kai_settings.can_use_streaming = canUseKoboldStreaming(data.koboldVersion);

View File

@ -94,7 +94,7 @@ function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, thi
use_world_info: false, use_world_info: false,
singleline: kai_settings.single_line, singleline: kai_settings.single_line,
stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined, stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined,
streaming: kai_settings.streaming_kobold ? canUseKoboldStreaming() : false, streaming: kai_settings.streaming_kobold && kai_settings.can_use_streaming,
}; };
return generate_data; return generate_data;
} }
@ -212,7 +212,7 @@ function canUseKoboldStopSequence(version) {
} }
function canUseKoboldStreaming(koboldVersion) { function canUseKoboldStreaming(koboldVersion) {
if (koboldVersion = 'KoboldCpp') { if (koboldVersion.result = 'KoboldCpp') {
return (koboldVersion.version || '0.0').localeCompare(MIN_STREAMING_KCPPVERSION, undefined, { numeric: true, sensitivity: 'base' }) > -1; return (koboldVersion.version || '0.0').localeCompare(MIN_STREAMING_KCPPVERSION, undefined, { numeric: true, sensitivity: 'base' }) > -1;
} else return false; } else return false;
} }