Add preset settings for TextGen. Thanks oobabooga for compiling them!

This commit is contained in:
SillyLossy
2023-03-23 22:17:44 +02:00
parent 321ecbec77
commit 9eebe6ce61
20 changed files with 325 additions and 20 deletions

View File

@ -0,0 +1,15 @@
{
temp: 0.7,
top_p: 0.92,
top_k: 150,
typical_p: 1,
rep_pen: 4.5,
no_repeat_ngram_size: 2,
penalty_alpha: 0,
num_beams: 10,
length_penalty: 1.4,
min_length: 200,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: true
}

View File

@ -0,0 +1,15 @@
{
temp: 1,
top_p: 1,
top_k: 4,
typical_p: 1,
rep_pen: 1,
no_repeat_ngram_size: 0,
penalty_alpha: 0.6,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: false,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.7,
top_p: 0.5,
top_k: 40,
typical_p: 1,
rep_pen: 1.2,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 1,
top_p: 1,
top_k: 50,
typical_p: 1,
rep_pen: 1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: false,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.7,
top_p: 0.5,
top_k: 0,
typical_p: 0.19,
rep_pen: 1.1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.66,
top_p: 1,
top_k: 0,
typical_p: 0.6,
rep_pen: 1.1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.7,
top_p: 0.85,
top_k: 50,
typical_p: 1,
rep_pen: 1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.8,
top_p: 0.9,
top_k: 100,
typical_p: 1,
rep_pen: 1.15,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 1.99,
top_p: 1,
top_k: 100,
typical_p: 0.97,
rep_pen: 1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.63,
top_p: 0.98,
top_k: 0,
typical_p: 1,
rep_pen: 1.05,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 1.99,
top_p: 0.85,
top_k: 12,
typical_p: 1,
rep_pen: 1.15,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 1.07,
top_p: 1,
top_k: 100,
typical_p: 1,
rep_pen: 1.05,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.44,
top_p: 1,
top_k: 0,
typical_p: 1,
rep_pen: 1.15,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 1.99,
top_p: 0.18,
top_k: 30,
typical_p: 1,
rep_pen: 1.15,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.72,
top_p: 0.73,
top_k: 0,
typical_p: 1,
rep_pen: 1.1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -0,0 +1,15 @@
{
temp: 0.5,
top_p: 0.9,
top_k: 0,
typical_p: 1,
rep_pen: 1.1,
no_repeat_ngram_size: 0,
penalty_alpha: 0,
num_beams: 1,
length_penalty: 1,
min_length: 0,
encoder_rep_pen: 1,
do_sample: true,
early_stopping: false
}

View File

@ -264,7 +264,6 @@
<div id="textgenerationwebui_api-presets"> <div id="textgenerationwebui_api-presets">
<h3>Text generation web UI presets</h3> <h3>Text generation web UI presets</h3>
<select id="settings_preset_textgenerationwebui"> <select id="settings_preset_textgenerationwebui">
<option value="gui">Default</option>
</select> </select>
</div> </div>
</div> </div>

View File

@ -2047,8 +2047,6 @@ async function getSettings(type) {
//Load AI model config settings (temp, context length, anchors, and anchor order) //Load AI model config settings (temp, context length, anchors, and anchor order)
loadTextGenSettings(settings.textgenerationwebui_settings);
amount_gen = settings.amount_gen; amount_gen = settings.amount_gen;
if (settings.max_context !== undefined) if (settings.max_context !== undefined)
max_context = parseInt(settings.max_context); max_context = parseInt(settings.max_context);
@ -2079,11 +2077,15 @@ async function getSettings(type) {
//console.log('getsettings calling showswipebtns'); //console.log('getsettings calling showswipebtns');
showSwipeButtons(); showSwipeButtons();
// Kobold
loadKoboldSettings(settings); loadKoboldSettings(settings);
//Novel // Novel
loadNovelSettings(settings); loadNovelSettings(settings);
// TextGen
loadTextGenSettings(settings);
// OpenAI // OpenAI
loadOpenAISettings(data, settings); loadOpenAISettings(data, settings);

View File

@ -22,8 +22,12 @@ let textgenerationwebui_settings = {
do_sample: true, do_sample: true,
early_stopping: false, early_stopping: false,
seed: -1, seed: -1,
preset: 'Default',
}; };
let textgenerationwebui_presets = [];
let textgenerationwebui_preset_names = [];
const setting_names = [ const setting_names = [
"temp", "temp",
"rep_pen", "rep_pen",
@ -41,26 +45,40 @@ const setting_names = [
"seed", "seed",
]; ];
function loadTextGenSettings(settings) { function selectPreset(name) {
if (settings) { const preset = textgenerationwebui_presets[name];
Object.assign(textgenerationwebui_settings, settings);
if (!preset) {
return;
} }
for (const i of setting_names) { for (const name of setting_names) {
const isCheckbox = $(`#${i}_textgenerationwebui`).attr('type') == 'checkbox'; const value = preset[name];
if (isCheckbox) { setSettingByName(name, value);
const val = Boolean(textgenerationwebui_settings[i]);
$(`#${i}_textgenerationwebui`).prop('checked', val);
}
else {
const val = parseFloat(textgenerationwebui_settings[i]);
$(`#${i}_textgenerationwebui`).val(val);
$(`#${i}_counter_textgenerationwebui`).text(val.toFixed(2));
}
} }
} }
$(document).ready(function() { function loadTextGenSettings(settings) {
textgenerationwebui_presets = settings.textgenerationwebui_presets ?? [];
textgenerationwebui_preset_names = settings.textgenerationwebui_preset_names ?? [];
Object.assign(textgenerationwebui_settings, settings.textgenerationwebui_settings ?? {});
if (textgenerationwebui_settings.preset) {
$('#settings_preset_textgenerationwebui').val(textgenerationwebui_settings.preset);
}
for (const i of setting_names) {
const value = textgenerationwebui_settings[i];
setSettingByName(i, value);
}
}
$(document).ready(function () {
$('#settings_preset_textgenerationwebui').on('change', function() {
const presetName = $(this).val();
selectPreset(presetName);
});
for (const i of setting_names) { for (const i of setting_names) {
$(`#${i}_textgenerationwebui`).attr("x-setting-id", i); $(`#${i}_textgenerationwebui`).attr("x-setting-id", i);
$(document).on("input", `#${i}_textgenerationwebui`, function () { $(document).on("input", `#${i}_textgenerationwebui`, function () {
@ -80,4 +98,21 @@ $(document).ready(function() {
saveSettingsDebounced(); saveSettingsDebounced();
}); });
} }
}) })
function setSettingByName(i, value) {
if (value === null || value === undefined) {
return;
}
const isCheckbox = $(`#${i}_textgenerationwebui`).attr('type') == 'checkbox';
if (isCheckbox) {
const val = Boolean(value);
$(`#${i}_textgenerationwebui`).prop('checked', val);
}
else {
const val = parseFloat(value);
$(`#${i}_textgenerationwebui`).val(val);
$(`#${i}_counter_textgenerationwebui`).text(val.toFixed(2));
}
}

View File

@ -102,6 +102,7 @@ const directories = {
novelAI_Settings: 'public/NovelAI Settings', novelAI_Settings: 'public/NovelAI Settings',
koboldAI_Settings: 'public/KoboldAI Settings', koboldAI_Settings: 'public/KoboldAI Settings',
openAI_Settings: 'public/OpenAI Settings', openAI_Settings: 'public/OpenAI Settings',
textGen_Settings: 'public/TextGen Settings',
thumbnails: 'thumbnails/', thumbnails: 'thumbnails/',
thumbnailsBg: 'thumbnails/bg/', thumbnailsBg: 'thumbnails/bg/',
thumbnailsAvatar: 'thumbnails/avatar/', thumbnailsAvatar: 'thumbnails/avatar/',
@ -864,6 +865,8 @@ app.post('/getsettings', jsonParser, (request, response) => { //Wintermute's cod
const novelai_setting_names = []; const novelai_setting_names = [];
const openai_settings = []; const openai_settings = [];
const openai_setting_names = []; const openai_setting_names = [];
const textgenerationwebui_settings = [];
const textgenerationwebui_setting_names = [];
const settings = fs.readFileSync('public/settings.json', 'utf8', (err, data) => { const settings = fs.readFileSync('public/settings.json', 'utf8', (err, data) => {
if (err) return response.sendStatus(500); if (err) return response.sendStatus(500);
@ -946,6 +949,30 @@ app.post('/getsettings', jsonParser, (request, response) => { //Wintermute's cod
openai_setting_names.push(item.replace(/\.[^/.]+$/, '')); openai_setting_names.push(item.replace(/\.[^/.]+$/, ''));
}); });
// TextGenerationWebUI
const textGenFiles = fs
.readdirSync(directories.textGen_Settings)
.sort(
(a, b) =>
fs.statSync(path.join(directories.textGen_Settings, a)).mtimeMs -
fs.statSync(path.join(directories.textGen_Settings, b)).mtimeMs
);
textGenFiles.forEach(item => {
const file = fs.readFileSync(
path.join(directories.textGen_Settings, item),
'utf8',
(err, data) => {
if (err) return response.sendStatus(500);
return data;
}
);
textgenerationwebui_settings.push(file);
textgenerationwebui_setting_names.push(item.replace(/\.[^/.]+$/, ''));
});
response.send({ response.send({
settings, settings,
koboldai_settings, koboldai_settings,
@ -955,6 +982,8 @@ app.post('/getsettings', jsonParser, (request, response) => { //Wintermute's cod
novelai_setting_names, novelai_setting_names,
openai_settings, openai_settings,
openai_setting_names, openai_setting_names,
textgenerationwebui_settings,
textgenerationwebui_setting_names,
enable_extensions: enableExtensions, enable_extensions: enableExtensions,
}); });
}); });