From 35e8a9835281057c0004aa6d13c29b5fcc8d0275 Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Sun, 7 Jan 2024 01:22:43 +0200 Subject: [PATCH] Reorder APIs, add KoboldCpp API hint --- public/index.html | 9 ++++++--- public/scripts/kai-settings.js | 7 +++++++ 2 files changed, 13 insertions(+), 3 deletions(-) diff --git a/public/index.html b/public/index.html index 6b2bfaa8b..d19e4dfd5 100644 --- a/public/index.html +++ b/public/index.html @@ -1665,11 +1665,11 @@
@@ -1739,6 +1739,9 @@

API url

Example: http://127.0.0.1:5000/api +
+ We have a dedicated KoboldCpp support under Text Completion ⇒ KoboldCpp. +
diff --git a/public/scripts/kai-settings.js b/public/scripts/kai-settings.js index f2f295dc3..b6d6b73b7 100644 --- a/public/scripts/kai-settings.js +++ b/public/scripts/kai-settings.js @@ -308,6 +308,11 @@ const sliders = [ }, ]; +/** + * Sets the supported feature flags for the KoboldAI backend. + * @param {string} koboldUnitedVersion Kobold United version + * @param {string} koboldCppVersion KoboldCPP version + */ export function setKoboldFlags(koboldUnitedVersion, koboldCppVersion) { kai_flags.can_use_stop_sequence = versionCompare(koboldUnitedVersion, MIN_STOP_SEQUENCE_VERSION); kai_flags.can_use_streaming = versionCompare(koboldCppVersion, MIN_STREAMING_KCPPVERSION); @@ -316,6 +321,8 @@ export function setKoboldFlags(koboldUnitedVersion, koboldCppVersion) { kai_flags.can_use_mirostat = versionCompare(koboldCppVersion, MIN_MIROSTAT_KCPPVERSION); kai_flags.can_use_grammar = versionCompare(koboldCppVersion, MIN_GRAMMAR_KCPPVERSION); kai_flags.can_use_min_p = versionCompare(koboldCppVersion, MIN_MIN_P_KCPPVERSION); + const isKoboldCpp = versionCompare(koboldCppVersion, '1.0.0'); + $('#koboldcpp_hint').toggleClass('displayNone', !isKoboldCpp); } /**