rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

#903 Load koboldcpp samplers order + show sampler ids

This commit is contained in:
Cohee 2023-08-10 12:34:22 +03:00
parent 1a07fa8365
commit 78c599a413
3 changed files with 44 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
public/index.html
View File

@ -787,21 +787,45 @@
</label>
</div>
<div class="range-block flexFlowColumn">
<div class="range-block-title" data-i18n="Samplers Order">
Samplers Order
<div class="range-block-title">
<span data-i18n="Samplers Order">Samplers Order</span>
</div>
<div class="toggle-description" data-i18n="Samplers will be applied in a top-down order. Use with caution.">
Samplers will be applied in a top-down order.
Use with caution.
</div>
<div id="kobold_order">
<div data-id="0" data-i18n="Top K">Top K</div>
<div data-id="1" data-i18n="Top A">Top A</div>
<div data-id="2" data-i18n="Top P">Top P</div>
<div data-id="3" data-i18n="Tail Free Sampling">Tail Free Sampling</div>
<div data-id="4" data-i18n="Typical Sampling">Typical Sampling</div>
<div data-id="5" data-i18n="Temperature">Temperature</div>
<div data-id="6" data-i18n="Repetition Penalty">Repetition Penalty</div>
<div data-id="0">
<span data-i18n="Top K">Top K</span>
<small>0</small>
</div>
<div data-id="1">
<span data-i18n="Top A">Top A</span>
<small>1</small>
</div>
<div data-id="2">
<span data-i18n="Top P">Top P</span>
<small>2</small>
</div>
<div data-id="3">
<span data-i18n="Tail Free Sampling">Tail Free Sampling</span>
<small>3</small>
</div>
<div data-id="4">
<span data-i18n="Typical Sampling">Typical Sampling</span>
<small>4</small>
</div>
<div data-id="5">
<span data-i18n="Temperature">Temperature</span>
<small>5</small>
</div>
<div data-id="6">
<span data-i18n="Repetition Penalty">Repetition Penalty</span>
<small>6</small>
</div>
</div>
<div id="samplers_order_recommended" class="menu_button menu_button_icon">
<span data-i18n="Load koboldcpp order">Load koboldcpp order</span>
</div>
</div>
</div>

9
public/scripts/kai-settings.js
View File

@ -35,6 +35,7 @@ const kai_settings = {
const MIN_STOP_SEQUENCE_VERSION = '1.2.2';
const MIN_STREAMING_KCPPVERSION = '1.30';
const KOBOLDCPP_ORDER = [6, 0, 1, 3, 4, 2, 5];
function formatKoboldUrl(value) {
try {
@ -143,7 +144,7 @@ export async function generateKoboldWithStreaming(generate_data, signal) {
if (done) {
return;
}
}
}
}
}
@ -276,4 +277,10 @@ $(document).ready(function () {
saveSettingsDebounced();
},
});
$('#samplers_order_recommended').on('click', function () {
kai_settings.sampler_order = KOBOLDCPP_ORDER;
sortItemsByOrder(kai_settings.sampler_order);
saveSettingsDebounced();
});
});

3
public/style.css
View File

@ -2164,6 +2164,9 @@ grammarly-extension {
transition: background-color 200ms ease-in-out;
position: relative;
user-select: none;
display: flex;
align-items: center;
justify-content: space-between;
}
#kobold_order>div:hover {