Fix oobabooga API: add BOS token options, custom stopping string

This commit is contained in:
SillyLossy
2023-04-11 23:08:48 +03:00
parent 7277622c24
commit 415af67ea3
3 changed files with 15 additions and 0 deletions

View File

@ -243,6 +243,12 @@
Do Sample
</label>
</div>
<div class="range-block">
<label class="checkbox_label" for="add_bos_token_textgenerationwebui" title="Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative.">
<input type="checkbox" id="add_bos_token_textgenerationwebui" />
Add BOS Token
</label>
</div>
</div>
<div id="range_block_openai">
<div class="range-block">

View File

@ -976,6 +976,10 @@ function substituteParams(content, _name1, _name2) {
return content;
}
function getStoppingStrings() {
return [`\n${name1}:`];
}
function getSlashCommand(message, type) {
if (type == "regenerate" || type == "swipe") {
return null;
@ -1657,6 +1661,8 @@ async function Generate(type, automatic_trigger, force_name2) {
'length_penalty': textgenerationwebui_settings.length_penalty,
'early_stopping': textgenerationwebui_settings.early_stopping,
'seed': textgenerationwebui_settings.seed,
'add_bos_token': textgenerationwebui_settings.add_bos_token,
'custom_stopping_strings': getStoppingStrings().concat(textgenerationwebui_settings.custom_stopping_strings),
}
];
generate_data = { "data": [JSON.stringify(data)] };

View File

@ -23,6 +23,8 @@ let textgenerationwebui_settings = {
early_stopping: false,
seed: -1,
preset: 'Default',
add_bos_token: true,
custom_stopping_strings: [],
};
let textgenerationwebui_presets = [];
@ -43,6 +45,7 @@ const setting_names = [
"do_sample",
"early_stopping",
"seed",
"add_bos_token",
];
function selectPreset(name) {