rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Ooobabooga settings to separate file

Browse Source
This commit is contained in:
SillyLossy
2023-03-21 15:48:23 +02:00
parent 624b843f79
commit 5f39014f91
4 changed files with 79 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
public/index.html
View File

@@ -48,6 +48,7 @@
<script type="module" src="scripts/group-chats.js"></script>
<script type="module" src="scripts/power-user.js"></script>
<script type="module" src="scripts/kai-settings.js"></script>
<script type="module" src="scripts/textgen-settings.js"></script>
<title>Tavern.AI</title>
</head>
@@ -122,7 +123,7 @@
<h4>API key</h4>
<h5>Where to get (<a href="/notes/6" target="_blank">?</a>)</h5>
<input id="api_key_novel" name="api_key_novel" class="text_pole" maxlength="500" size="35" value="" autocomplete="off">
<input id="api_button_novel" type="submit" value="Connect">
<input id="api_button_novel" class="menu_button" type="submit" value="Connect">
<img id="api_loading_novel" src="img/load.svg">
</form>
<div id="online_status3">
@@ -137,11 +138,13 @@
<select id="model_novel_select" class="option_select_right_menu" style='margin-bottom: 16px;'>
<option value="euterpe-v2">Euterpe</option>
<option value="krake-v2">Krake</option>
</select><br>
</select>
<h4>
Preset settings
<a href="/notes/7" class="notes-link" target="_blank">
<span class="note-link-span">?</span>
</a><br>
</a>
</h4>
<select id="settings_perset_novel" class="option_select_right_menu">
<option value="gui">Default</option>
</select>
@@ -152,12 +155,15 @@
oobabooga/text-generation-webui
</a>
</div>
<span>Make sure you run it:
<span>
Make sure you run it:
<ul>
<li>with
<li>
with
<pre>--no-stream</pre> option
</li>
<li>in notebook mode (not
<li>
in notebook mode (not
<pre>--cai-chat</pre> or
<pre>--chat</pre>)
</li>
@@ -457,7 +463,7 @@
Top K
</div>
<div class="range-block-counter">
<span id=" top_k_counter_textgenerationwebui">select</span>
<span id="top_k_counter_textgenerationwebui">select</span>
</div>
<div class="range-block-range">
<input type="range" id="top_k_textgenerationwebui" name="volume" min="0" max="200" step="1">
@@ -467,7 +473,7 @@
Top P
</div>
<div class="range-block-counter">
<span id=" top_p_counter_textgenerationwebui">select</span>
<span id="top_p_counter_textgenerationwebui">select</span>
</div>
<div class="range-block-range">
<input type="range" id="top_p_textgenerationwebui" name="volume" min="0" max="1" step="0.1">
@@ -478,7 +484,7 @@
Typical P
</div>
<div class="range-block-counter">
<span id=" typical_p_counter_textgenerationwebui">select</span>
<span id="typical_p_counter_textgenerationwebui">select</span>
</div>
<div class="range-block-range">
<input type="range" id="typical_p_textgenerationwebui" name="volume" min="0" max="1" step="0.1">
@@ -489,7 +495,7 @@
Penalty Alpha
</div>
<div class="range-block-counter">
<span id=" penalty_alpha_counter_textgenerationwebui">select</span>
<span id="penalty_alpha_counter_textgenerationwebui">select</span>
</div>
<div class="range-block-range">
<input type="range" id="penalty_alpha_textgenerationwebui" name="volume" min="0" max="5" step="0.05" />

60
public/script.js
View File

@@ -6,6 +6,11 @@ import {
loadKoboldSettings,
} from "./scripts/kai-settings.js";
import {
textgenerationwebui_settings,
loadTextGenSettings,
} from "./scripts/textgen-settings.js";
import {
world_info_budget,
world_info_data,
@@ -245,16 +250,6 @@ var user_avatar = "you.png";
var amount_gen = 80; //default max length of AI generated responses
var max_context = 2048;
var textgenerationwebui_settings = {
temp: 0.5,
top_p: 0.9,
top_k: 0,
typical_p: 1,
rep_pen: 1.1,
rep_pen_size: 0,
penalty_alpha: 0,
};
var is_pygmalion = false;
var tokens_already_generated = 0;
var message_already_generated = "";
@@ -1973,8 +1968,7 @@ async function getSettings(type) {
//Load AI model config settings (temp, context length, anchors, and anchor order)
textgenerationwebui_settings =
settings.textgenerationwebui_settings || textgenerationwebui_settings;
loadTextGenSettings(settings.textgenerationwebui_settings);
amount_gen = settings.amount_gen;
if (settings.max_context !== undefined)
@@ -2084,23 +2078,6 @@ async function getSettings(type) {
api_server_textgenerationwebui
);
for (var i of [
"temp",
"rep_pen",
"rep_pen_size",
"top_k",
"top_p",
"typical_p",
"penalty_alpha",
]) {
$("#" + i + "_textgenerationwebui").val(
textgenerationwebui_settings[i]
);
$("#" + i + "_counter_textgenerationwebui").html(
textgenerationwebui_settings[i]
);
}
selected_button = settings.selected_button;
}
@@ -3712,31 +3689,6 @@ $(document).ready(function () {
}
});
for (var i of [
"temp",
"rep_pen",
"rep_pen_size",
"top_k",
"top_p",
"typical_p",
"penalty_alpha",
]) {
$("#" + i + "_textgenerationwebui").attr("x-setting-id", i);
$(document).on("input", "#" + i + "_textgenerationwebui", function () {
var i = $(this).attr("x-setting-id");
var val = $(this).val();
if (isInt(val)) {
$("#" + i + "_counter_textgenerationwebui").html($(this).val() + ".00");
} else {
$("#" + i + "_counter_textgenerationwebui").html($(this).val());
}
textgenerationwebui_settings[i] = parseFloat(val);
saveSettingsDebounced();
});
}
////////////////// OPTIMIZED RANGE SLIDER LISTENERS////////////////
const sliders = [

51
public/scripts/textgen-settings.js Normal file
View File

@@ -0,0 +1,51 @@
import {
saveSettingsDebounced,
} from "../script.js";
export {
textgenerationwebui_settings,
loadTextGenSettings,
}
let textgenerationwebui_settings = {
temp: 0.5,
top_p: 0.9,
top_k: 0,
typical_p: 1,
rep_pen: 1.1,
rep_pen_size: 0,
penalty_alpha: 0,
};
const setting_names = [
"temp",
"rep_pen",
"rep_pen_size",
"top_k",
"top_p",
"typical_p",
"penalty_alpha",
];
function loadTextGenSettings(settings) {
textgenerationwebui_settings = settings ? settings : textgenerationwebui_settings;
for (const i of setting_names) {
const val = parseFloat(textgenerationwebui_settings[i]);
$(`#${i}_textgenerationwebui`).val(val);
$(`#${i}_counter_textgenerationwebui`).text(val.toFixed(2));
}
}
$(document).ready(function() {
for (const i of setting_names) {
$(`#${i}_textgenerationwebui`).attr("x-setting-id", i);
$(document).on("input", `#${i}_textgenerationwebui`, function () {
const id = $(this).attr("x-setting-id");
const val = parseFloat($(this).val());
$(`#${id}_counter_textgenerationwebui`).text(val.toFixed(2));
textgenerationwebui_settings[id] = parseFloat(val);
saveSettingsDebounced();
});
}
})

3
public/style.css
View File

@@ -787,7 +787,8 @@ img[src*="user-slash-solid.svg"] {
}
#api_button:hover,
#api_button_novel:hover {
#api_button_novel:hover,
#api_button_textgenerationwebui {
background-color: green;
}