From 78c599a413820a9d6264dbea131f4b8bf013134f Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Thu, 10 Aug 2023 12:34:22 +0300
Subject: [PATCH] #903 Load koboldcpp samplers order + show sampler ids
---
public/index.html | 42 ++++++++++++++++++++++++++--------
public/scripts/kai-settings.js | 9 +++++++-
public/style.css | 3 +++
3 files changed, 44 insertions(+), 10 deletions(-)
diff --git a/public/index.html b/public/index.html
index 06626b74e..58f8d72f2 100644
--- a/public/index.html
+++ b/public/index.html
@@ -787,21 +787,45 @@
-
- Samplers Order
+
+ Samplers Order
Samplers will be applied in a top-down order.
Use with caution.
-
Top K
-
Top A
-
Top P
-
Tail Free Sampling
-
Typical Sampling
-
Temperature
-
Repetition Penalty
+
+ Top K
+ 0
+
+
+ Top A
+ 1
+
+
+ Top P
+ 2
+
+
+ Tail Free Sampling
+ 3
+
+
+ Typical Sampling
+ 4
+
+
+ Temperature
+ 5
+
+
+ Repetition Penalty
+ 6
+
+
+
diff --git a/public/scripts/kai-settings.js b/public/scripts/kai-settings.js
index 07bb1b0d1..302e45d5d 100644
--- a/public/scripts/kai-settings.js
+++ b/public/scripts/kai-settings.js
@@ -35,6 +35,7 @@ const kai_settings = {
const MIN_STOP_SEQUENCE_VERSION = '1.2.2';
const MIN_STREAMING_KCPPVERSION = '1.30';
+const KOBOLDCPP_ORDER = [6, 0, 1, 3, 4, 2, 5];
function formatKoboldUrl(value) {
try {
@@ -143,7 +144,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) {
if (done) {
return;
- }
+ }
}
}
}
@@ -276,4 +277,10 @@ $(document).ready(function () {
saveSettingsDebounced();
},
});
+
+ $('#samplers_order_recommended').on('click', function () {
+ kai_settings.sampler_order = KOBOLDCPP_ORDER;
+ sortItemsByOrder(kai_settings.sampler_order);
+ saveSettingsDebounced();
+ });
});
diff --git a/public/style.css b/public/style.css
index 696973518..9fa03bd64 100644
--- a/public/style.css
+++ b/public/style.css
@@ -2164,6 +2164,9 @@ grammarly-extension {
transition: background-color 200ms ease-in-out;
position: relative;
user-select: none;
+ display: flex;
+ align-items: center;
+ justify-content: space-between;
}
#kobold_order>div:hover {