Determine if stop_sequence could be used. Closes #93

This commit is contained in:
SillyLossy
2023-04-17 13:50:41 +03:00
parent daaf460e17
commit c5a3ec7d6e
3 changed files with 29 additions and 4 deletions

View File

@ -6,6 +6,7 @@ import {
loadKoboldSettings,
formatKoboldUrl,
getKoboldGenerationData,
canUseKoboldStopSequence,
} from "./scripts/kai-settings.js";
import {
@ -518,6 +519,11 @@ async function getStatus() {
is_pygmalion = false;
}
// determine if we can use stop sequence
if (main_api == "kobold") {
kai_settings.use_stop_sequence = canUseKoboldStopSequence(data.version);
}
// determine if streaming is enabled for ooba
if (main_api == 'textgenerationwebui' && typeof data.gradio_config == 'string') {
try {