rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Reorder APIs, add KoboldCpp API hint

Browse Source
This commit is contained in:
Cohee
2024-01-07 01:22:43 +02:00
parent ef3e51ccf2
commit 35e8a98352
2 changed files with 13 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
public/scripts/kai-settings.js
View File

@ -308,6 +308,11 @@ const sliders = [
},
];
/**
* Sets the supported feature flags for the KoboldAI backend.
* @param {string} koboldUnitedVersion Kobold United version
* @param {string} koboldCppVersion KoboldCPP version
*/
export function setKoboldFlags(koboldUnitedVersion, koboldCppVersion) {
kai_flags.can_use_stop_sequence = versionCompare(koboldUnitedVersion, MIN_STOP_SEQUENCE_VERSION);
kai_flags.can_use_streaming = versionCompare(koboldCppVersion, MIN_STREAMING_KCPPVERSION);
@ -316,6 +321,8 @@ export function setKoboldFlags(koboldUnitedVersion, koboldCppVersion) {
kai_flags.can_use_mirostat = versionCompare(koboldCppVersion, MIN_MIROSTAT_KCPPVERSION);
kai_flags.can_use_grammar = versionCompare(koboldCppVersion, MIN_GRAMMAR_KCPPVERSION);
kai_flags.can_use_min_p = versionCompare(koboldCppVersion, MIN_MIN_P_KCPPVERSION);
const isKoboldCpp = versionCompare(koboldCppVersion, '1.0.0');
$('#koboldcpp_hint').toggleClass('displayNone', !isKoboldCpp);
}
/**