temperature last for ooba

This commit is contained in:
RossAscends 2023-11-05 23:50:07 +09:00
parent 937c5d7e5f
commit a5b5dfdcb6
2 changed files with 9 additions and 0 deletions

View File

@ -1383,6 +1383,12 @@
<input type="checkbox" id="skip_special_tokens_textgenerationwebui" /> <input type="checkbox" id="skip_special_tokens_textgenerationwebui" />
<small data-i18n="Skip Special Tokens">Skip Special Tokens</small> <small data-i18n="Skip Special Tokens">Skip Special Tokens</small>
</label> </label>
<label data-forAphro=False class="checkbox_label" for="temperature_last_textgenerationwebui">
<input type="checkbox" id="temperature_last_textgenerationwebui" />
<small data-i18n="Temperature Last">Temperature Last
<div class="fa-solid fa-circle-info opacity50p " data-i18n="Use the temperature sampler last." title="Use the temperature sampler last."></div>
</small>
</label>
<!-- <!--
<label data-forAphro=True class="checkbox_label" for="spaces_between_special_tokens_aphrodite_textgenerationwebui"> <label data-forAphro=True class="checkbox_label" for="spaces_between_special_tokens_aphrodite_textgenerationwebui">
<input type="checkbox" id="spaces_between_special_tokens_aphrodite_textgenerationwebui" /> <input type="checkbox" id="spaces_between_special_tokens_aphrodite_textgenerationwebui" />

View File

@ -29,6 +29,7 @@ export const textgen_types = {
const textgenerationwebui_settings = { const textgenerationwebui_settings = {
temp: 0.7, temp: 0.7,
temperature_last: true,
top_p: 0.5, top_p: 0.5,
top_k: 40, top_k: 40,
top_a: 0, top_a: 0,
@ -82,6 +83,7 @@ export let textgenerationwebui_preset_names = [];
const setting_names = [ const setting_names = [
"temp", "temp",
"temperature_last",
"rep_pen", "rep_pen",
"rep_pen_range", "rep_pen_range",
"no_repeat_ngram_size", "no_repeat_ngram_size",
@ -456,6 +458,7 @@ export function getTextGenGenerationData(finalPrompt, this_amount_gen, isImperso
'max_new_tokens': this_amount_gen, 'max_new_tokens': this_amount_gen,
'do_sample': textgenerationwebui_settings.do_sample, 'do_sample': textgenerationwebui_settings.do_sample,
'temperature': textgenerationwebui_settings.temp, 'temperature': textgenerationwebui_settings.temp,
'temperature_last': textgenerationwebui_settings.temperature_last,
'top_p': textgenerationwebui_settings.top_p, 'top_p': textgenerationwebui_settings.top_p,
'typical_p': textgenerationwebui_settings.typical_p, 'typical_p': textgenerationwebui_settings.typical_p,
'min_p': textgenerationwebui_settings.min_p, 'min_p': textgenerationwebui_settings.min_p,