rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-27 01:17:41 +01:00
Code Issues Packages Projects Releases Wiki Activity

#903 Load koboldcpp samplers order + show sampler ids

Browse Source
This commit is contained in:
Cohee 2023-08-10 12:34:22 +03:00
parent 1a07fa8365
commit 78c599a413
3 changed files with 44 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
public/index.html
View File

@ -787,21 +787,45 @@
</label> </label>
</div> </div>
<div class="range-block flexFlowColumn"> <div class="range-block flexFlowColumn">
<div class="range-block-title" data-i18n="Samplers Order"> <div class="range-block-title">
Samplers Order <span data-i18n="Samplers Order">Samplers Order</span>
</div> </div>
<div class="toggle-description" data-i18n="Samplers will be applied in a top-down order. Use with caution."> <div class="toggle-description" data-i18n="Samplers will be applied in a top-down order. Use with caution.">
Samplers will be applied in a top-down order. Samplers will be applied in a top-down order.
Use with caution. Use with caution.
</div> </div>
<div id="kobold_order"> <div id="kobold_order">
<div data-id="0" data-i18n="Top K">Top K</div> <div data-id="0">
<div data-id="1" data-i18n="Top A">Top A</div> <span data-i18n="Top K">Top K</span>
<div data-id="2" data-i18n="Top P">Top P</div> <small>0</small>
<div data-id="3" data-i18n="Tail Free Sampling">Tail Free Sampling</div> </div>
<div data-id="4" data-i18n="Typical Sampling">Typical Sampling</div> <div data-id="1">
<div data-id="5" data-i18n="Temperature">Temperature</div> <span data-i18n="Top A">Top A</span>
<div data-id="6" data-i18n="Repetition Penalty">Repetition Penalty</div> <small>1</small>
</div>
<div data-id="2">
<span data-i18n="Top P">Top P</span>
<small>2</small>
</div>
<div data-id="3">
<span data-i18n="Tail Free Sampling">Tail Free Sampling</span>
<small>3</small>
</div>
<div data-id="4">
<span data-i18n="Typical Sampling">Typical Sampling</span>
<small>4</small>
</div>
<div data-id="5">
<span data-i18n="Temperature">Temperature</span>
<small>5</small>
</div>
<div data-id="6">
<span data-i18n="Repetition Penalty">Repetition Penalty</span>
<small>6</small>
</div>
</div>
<div id="samplers_order_recommended" class="menu_button menu_button_icon">
<span data-i18n="Load koboldcpp order">Load koboldcpp order</span>
</div> </div>
</div> </div>
</div> </div>

9
public/scripts/kai-settings.js
View File

@ -35,6 +35,7 @@ const kai_settings = {
const MIN_STOP_SEQUENCE_VERSION = '1.2.2'; const MIN_STOP_SEQUENCE_VERSION = '1.2.2';
const MIN_STREAMING_KCPPVERSION = '1.30'; const MIN_STREAMING_KCPPVERSION = '1.30';
const KOBOLDCPP_ORDER = [6, 0, 1, 3, 4, 2, 5];
function formatKoboldUrl(value) { function formatKoboldUrl(value) {
try { try {
@ -143,7 +144,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) {
if (done) { if (done) {
return; return;
} }
} }
} }
} }
@ -276,4 +277,10 @@ $(document).ready(function () {
saveSettingsDebounced(); saveSettingsDebounced();
}, },
}); });
$('#samplers_order_recommended').on('click', function () {
kai_settings.sampler_order = KOBOLDCPP_ORDER;
sortItemsByOrder(kai_settings.sampler_order);
saveSettingsDebounced();
});
}); });

3
public/style.css
View File

@ -2164,6 +2164,9 @@ grammarly-extension {
transition: background-color 200ms ease-in-out; transition: background-color 200ms ease-in-out;
position: relative; position: relative;
user-select: none; user-select: none;
display: flex;
align-items: center;
justify-content: space-between;
} }
#kobold_order>div:hover { #kobold_order>div:hover {