rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

#372 Add Clio model for NovelAI

Browse Source
This commit is contained in:
SillyLossy
2023-05-24 13:47:37 +03:00
parent 64bc0646c4
commit a293830d95
3 changed files with 28 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
public/NovelAI Settings/Chat-Clio.settings Normal file
View File

@ -0,0 +1,20 @@
{
"order": [
1,
3,
4,
0,
2
],
"temperature": 1.05,
"max_length": 90,
"min_length": 1,
"tail_free_sampling": 0.989,
"repetition_penalty": 1.5,
"repetition_penalty_range": 8192,
"repetition_penalty_frequency": 0.03,
"repetition_penalty_presence": 0.005,
"top_a": 0.075,
"top_k": 79,
"top_p": 0.95
}

1
public/index.html
View File

@ -1079,6 +1079,7 @@
<select id="model_novel_select"> <select id="model_novel_select">
<option value="euterpe-v2">Euterpe</option> <option value="euterpe-v2">Euterpe</option>
<option value="krake-v2">Krake</option> <option value="krake-v2">Krake</option>
<option value="clio-v1">Clio</option>
</select> </select>
</form> </form>
<div id="online_status3"> <div id="online_status3">

11
public/script.js
View File

@ -2193,7 +2193,7 @@ async function Generate(type, { automatic_trigger, force_name2, resolve, reject,
} }
else if (main_api == 'novel') { else if (main_api == 'novel') {
const this_settings = novelai_settings[novelai_setting_names[nai_settings.preset_settings_novel]]; const this_settings = novelai_settings[novelai_setting_names[nai_settings.preset_settings_novel]];
generate_data = getNovelGenerationData(finalPromt, this_settings); generate_data = getNovelGenerationData(finalPromt, this_settings, this_amount_gen);
} }
else if (main_api == 'openai') { else if (main_api == 'openai') {
let [prompt, counts] = await prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldInfoAfter, afterScenarioAnchor, promptBias, type, quiet_prompt); let [prompt, counts] = await prepareOpenAIMessages(name2, storyString, worldInfoBefore, worldInfoAfter, afterScenarioAnchor, promptBias, type, quiet_prompt);
@ -2485,7 +2485,7 @@ function getMaxContextSize() {
if (novel_tier === 1) { if (novel_tier === 1) {
this_max_context = 1024; this_max_context = 1024;
} else { } else {
this_max_context = 2048 - 60; //fix for fat tokens this_max_context = Number(max_context);
if (nai_settings.model_novel == 'krake-v2') { if (nai_settings.model_novel == 'krake-v2') {
this_max_context -= 160; this_max_context -= 160;
} }
@ -2938,19 +2938,22 @@ function getTextGenGenerationData(finalPromt, this_amount_gen, isImpersonate) {
} }
// TODO: move to nai-settings.js // TODO: move to nai-settings.js
function getNovelGenerationData(finalPromt, this_settings) { function getNovelGenerationData(finalPromt, this_settings, this_amount_gen) {
return { return {
"input": finalPromt, "input": finalPromt,
"model": nai_settings.model_novel, "model": nai_settings.model_novel,
"use_string": true, "use_string": true,
"temperature": parseFloat(nai_settings.temp_novel), "temperature": parseFloat(nai_settings.temp_novel),
"max_length": this_settings.max_length, "max_length": this_amount_gen, // this_settings.max_length, // <= why?
"min_length": this_settings.min_length, "min_length": this_settings.min_length,
"tail_free_sampling": this_settings.tail_free_sampling, "tail_free_sampling": this_settings.tail_free_sampling,
"repetition_penalty": parseFloat(nai_settings.rep_pen_novel), "repetition_penalty": parseFloat(nai_settings.rep_pen_novel),
"repetition_penalty_range": parseInt(nai_settings.rep_pen_size_novel), "repetition_penalty_range": parseInt(nai_settings.rep_pen_size_novel),
"repetition_penalty_frequency": this_settings.repetition_penalty_frequency, "repetition_penalty_frequency": this_settings.repetition_penalty_frequency,
"repetition_penalty_presence": this_settings.repetition_penalty_presence, "repetition_penalty_presence": this_settings.repetition_penalty_presence,
"top_a": this_settings.top_a,
"top_p": this_settings.top_p,
"top_k": this_settings.top_k,
//"stop_sequences": {{187}}, //"stop_sequences": {{187}},
//bad_words_ids = {{50256}, {0}, {1}}; //bad_words_ids = {{50256}, {0}, {1}};
//generate_until_sentence = true; //generate_until_sentence = true;