rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #2993 from theo77186/llamacpp_xtc

Browse Source 
Enable XTC support for llama.cpp
This commit is contained in:
Cohee
2024-10-16 20:52:06 +03:00
committed by GitHub
parent ba0d6bfa26 276316ae62
commit 725cfdebca
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
public/scripts/textgen-settings.js
View File

@ -65,6 +65,7 @@ const LLAMACPP_DEFAULT_ORDER = [
'typical_p',
'top_p',
'min_p',
'xtc',
'temperature',
];
const OOBA_DEFAULT_ORDER = [
@ -834,6 +835,7 @@ function setSettingByName(setting, value, trigger) {
if ('samplers' === setting) {
value = Array.isArray(value) ? value : LLAMACPP_DEFAULT_ORDER;
insertMissingArrayItems(LLAMACPP_DEFAULT_ORDER, value);
sortLlamacppItemsByOrder(value);
settings.samplers = value;
return;