rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-03 12:47:35 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #2887 from AlpinDale/alpin/aphrosampler-update

Browse Source 
[APHRODITE] add dynatemp, XTC, and fix token bans
This commit is contained in:
Cohee 2024-09-21 13:21:05 +03:00 committed by GitHub
commit 8c7dab8c94
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
public/index.html
View File

@ -1341,7 +1341,7 @@
</div> </div>
</div> </div>
<div data-tg-type="koboldcpp" id="xtc_block" class="wide100p"> <div data-tg-type="koboldcpp, aphrodite" id="xtc_block" class="wide100p">
<h4 class="wide100p textAlignCenter"> <h4 class="wide100p textAlignCenter">
<label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label> <label data-i18n="Exclude Top Choices (XTC)">Exclude Top Choices (XTC)</label>
<a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank"> <a href="https://github.com/oobabooga/text-generation-webui/pull/6335" target="_blank">
@ -1401,7 +1401,7 @@
</div> </div>
</div> </div>
</div> </div>
<div data-tg-type="ooba, mancer, koboldcpp, tabby, llamacpp" id="dynatemp_block_ooba" class="wide100p"> <div data-tg-type="ooba, mancer, koboldcpp, tabby, llamacpp, aphrodite" id="dynatemp_block_ooba" class="wide100p">
<h4 class="wide100p textAlignCenter"> <h4 class="wide100p textAlignCenter">
<div class="flex-container alignitemscenter justifyCenter"> <div class="flex-container alignitemscenter justifyCenter">
<div class="checkbox_label" for="dynatemp_textgenerationwebui"> <div class="checkbox_label" for="dynatemp_textgenerationwebui">

8
public/scripts/textgen-settings.js
View File

@ -1203,7 +1203,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'repetition_penalty': settings.rep_pen, 'repetition_penalty': settings.rep_pen,
'seed': settings.seed >= 0 ? settings.seed : undefined, 'seed': settings.seed >= 0 ? settings.seed : undefined,
'stop': getStoppingStrings(isImpersonate, isContinue), 'stop': getStoppingStrings(isImpersonate, isContinue),
'temperature': settings.temp, 'temperature': dynatemp ? (settings.min_temp + settings.max_temp) / 2 : settings.temp,
'temperature_last': settings.temperature_last, 'temperature_last': settings.temperature_last,
'top_p': settings.top_p, 'top_p': settings.top_p,
'top_k': settings.top_k, 'top_k': settings.top_k,
@ -1223,6 +1223,12 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'guided_json': settings.json_schema, 'guided_json': settings.json_schema,
'early_stopping': false, // hacks 'early_stopping': false, // hacks
'include_stop_str_in_output': false, 'include_stop_str_in_output': false,
'dynatemp_min': dynatemp ? settings.min_temp : undefined,
'dynatemp_max': dynatemp ? settings.max_temp : undefined,
'dynatemp_exponent': dynatemp ? settings.dynatemp_exponent : undefined,
'xtc_threshold': settings.xtc_threshold,
'xtc_probability': settings.xtc_probability,
'custom_token_bans': toIntArray(banned_tokens),
}; };
if (settings.type === OPENROUTER) { if (settings.type === OPENROUTER) {