diff --git a/public/index.html b/public/index.html index 7833b86a7..517ea31db 100644 --- a/public/index.html +++ b/public/index.html @@ -1294,6 +1294,14 @@ +
+ + Top nsigma +
+
+ + +
Eta Cutoff diff --git a/public/scripts/power-user.js b/public/scripts/power-user.js index 7aad214be..dc844826e 100644 --- a/public/scripts/power-user.js +++ b/public/scripts/power-user.js @@ -639,6 +639,11 @@ async function CreateZenSliders(elmnt) { numSteps = 50; decimals = 1; } + if (sliderID == 'nsigma' || + sliderID == 'nsigma') { + numSteps = 50; + decimals = 1; + } //customize steps if (sliderID == 'mirostat_mode_textgenerationwebui' || sliderID == 'mirostat_mode_kobold') { @@ -655,6 +660,7 @@ async function CreateZenSliders(elmnt) { sliderID == 'num_beams_textgenerationwebui' || sliderID == 'no_repeat_ngram_size_textgenerationwebui' || sliderID == 'epsilon_cutoff_textgenerationwebui' || + sliderID == 'nsigma' || sliderID == 'tfs_textgenerationwebui' || sliderID == 'min_p_textgenerationwebui' || sliderID == 'temp_textgenerationwebui' || @@ -683,6 +689,7 @@ async function CreateZenSliders(elmnt) { sliderID == 'penalty_alpha_textgenerationwebui' || sliderID == 'length_penalty_textgenerationwebui' || sliderID == 'epsilon_cutoff_textgenerationwebui' || + sliderID == 'nsigma' || sliderID == 'rep_pen_range' || sliderID == 'eta_cutoff_textgenerationwebui' || sliderID == 'top_a_textgenerationwebui' || diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js index 67e058f08..2dbf2138c 100644 --- a/public/scripts/textgen-settings.js +++ b/public/scripts/textgen-settings.js @@ -193,6 +193,7 @@ const settings = { openrouter_allow_fallbacks: true, xtc_threshold: 0.1, xtc_probability: 0, + nsigma: 0.0, featherless_model: '', }; @@ -265,6 +266,7 @@ export const setting_names = [ 'openrouter_allow_fallbacks', 'xtc_threshold', 'xtc_probability', + 'nsigma', ]; const DYNATEMP_BLOCK = document.getElementById('dynatemp_block_ooba'); @@ -1178,6 +1180,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, 'sampler_order': settings.type === textgen_types.KOBOLDCPP ? settings.sampler_order : undefined, 'xtc_threshold': settings.xtc_threshold, 'xtc_probability': settings.xtc_probability, + 'nsigma': settings.nsigma, }; const nonAphroditeParams = { 'rep_pen': settings.rep_pen, @@ -1245,6 +1248,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, 'dynatemp_exponent': dynatemp ? settings.dynatemp_exponent : undefined, 'xtc_threshold': settings.xtc_threshold, 'xtc_probability': settings.xtc_probability, + 'nsigma': settings.nsigma, 'custom_token_bans': toIntArray(banned_tokens), };