mirror of
https://github.com/SillyTavern/SillyTavern.git
synced 2025-06-05 21:59:27 +02:00
Merge pull request #392 from drgnfr6/Clio-Support
Clio support, in dev this time
This commit is contained in:
@@ -1,8 +1,5 @@
|
|||||||
{
|
{
|
||||||
"order": [
|
"order": [3, 0],
|
||||||
3,
|
|
||||||
0
|
|
||||||
],
|
|
||||||
"temperature": 1.11,
|
"temperature": 1.11,
|
||||||
"max_length": 90,
|
"max_length": 90,
|
||||||
"min_length": 1,
|
"min_length": 1,
|
||||||
@@ -10,5 +7,7 @@
|
|||||||
"repetition_penalty": 1.11,
|
"repetition_penalty": 1.11,
|
||||||
"repetition_penalty_range": 320,
|
"repetition_penalty_range": 320,
|
||||||
"repetition_penalty_frequency": 0,
|
"repetition_penalty_frequency": 0,
|
||||||
"repetition_penalty_presence": 0
|
"repetition_penalty_presence": 0,
|
||||||
|
"repetition_penalty_slope": 0,
|
||||||
|
"max_context":2048
|
||||||
}
|
}
|
@@ -1,8 +1,5 @@
|
|||||||
{
|
{
|
||||||
"order": [
|
"order": [3, 0],
|
||||||
3,
|
|
||||||
0
|
|
||||||
],
|
|
||||||
"temperature": 1.7,
|
"temperature": 1.7,
|
||||||
"max_length": 90,
|
"max_length": 90,
|
||||||
"min_length": 1,
|
"min_length": 1,
|
||||||
@@ -10,5 +7,7 @@
|
|||||||
"repetition_penalty": 1.06,
|
"repetition_penalty": 1.06,
|
||||||
"repetition_penalty_range": 340,
|
"repetition_penalty_range": 340,
|
||||||
"repetition_penalty_frequency": 0,
|
"repetition_penalty_frequency": 0,
|
||||||
"repetition_penalty_presence": 0
|
"repetition_penalty_presence": 0,
|
||||||
|
"repetition_penalty_slope": 0,
|
||||||
|
"max_context": 2048
|
||||||
}
|
}
|
18
public/NovelAI Settings/Fresh-Coffee-Clio.settings
Normal file
18
public/NovelAI Settings/Fresh-Coffee-Clio.settings
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
{
|
||||||
|
"order": [0, 1, 2, 3],
|
||||||
|
"temperature": 1,
|
||||||
|
"max_length": 40,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_k": 25,
|
||||||
|
"top_p": 1,
|
||||||
|
"tail_free_sampling": 0.925,
|
||||||
|
"repetition_penalty": 1.9,
|
||||||
|
"repetition_penalty_range": 768,
|
||||||
|
"repetition_penalty_slope": 3.33,
|
||||||
|
"repetition_penalty_frequency": 0.0025,
|
||||||
|
"repetition_penalty_presence": 0.001,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
18
public/NovelAI Settings/Keelback-Clio.settings
Normal file
18
public/NovelAI Settings/Keelback-Clio.settings
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
{
|
||||||
|
"order": [4, 5, 0, 3],
|
||||||
|
"temperature": 1.18,
|
||||||
|
"max_length": 40,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_a": 0.022,
|
||||||
|
"typical_p": 0.9,
|
||||||
|
"tail_free_sampling": 0.956,
|
||||||
|
"repetition_penalty": 1.25,
|
||||||
|
"repetition_penalty_range": 4096,
|
||||||
|
"repetition_penalty_slope": 0.9,
|
||||||
|
"repetition_penalty_frequency": 0,
|
||||||
|
"repetition_penalty_presence": 0,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
19
public/NovelAI Settings/Long-Press-Clio.settings
Normal file
19
public/NovelAI Settings/Long-Press-Clio.settings
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"order": [0, 4, 1, 5, 3],
|
||||||
|
"temperature": 1.155,
|
||||||
|
"max_length": 40,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_k": 25,
|
||||||
|
"top_a": 0.3,
|
||||||
|
"typical_p": 0.96,
|
||||||
|
"tail_free_sampling": 0.895,
|
||||||
|
"repetition_penalty": 1.0125,
|
||||||
|
"repetition_penalty_range": 2048,
|
||||||
|
"repetition_penalty_slope": 3.33,
|
||||||
|
"repetition_penalty_frequency": 0.011,
|
||||||
|
"repetition_penalty_presence": 0.005,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
19
public/NovelAI Settings/Talker-Chat-Clio.settings
Normal file
19
public/NovelAI Settings/Talker-Chat-Clio.settings
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"order": [1, 3, 4, 0, 2],
|
||||||
|
"temperature": 1.05,
|
||||||
|
"max_length": 40,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_k": 79,
|
||||||
|
"top_p": 0.95,
|
||||||
|
"top_a": 0.075,
|
||||||
|
"tail_free_sampling": 0.989,
|
||||||
|
"repetition_penalty": 1.5,
|
||||||
|
"repetition_penalty_range": 8192,
|
||||||
|
"repetition_penalty_slope": 3.33,
|
||||||
|
"repetition_penalty_frequency": 0.03,
|
||||||
|
"repetition_penalty_presence": 0.005,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
19
public/NovelAI Settings/Vingt-Un-Clio.settings
Normal file
19
public/NovelAI Settings/Vingt-Un-Clio.settings
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
{
|
||||||
|
"order": [0, 5, 3, 2, 1],
|
||||||
|
"temperature": 1.21,
|
||||||
|
"max_length": 40,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_k": 0,
|
||||||
|
"top_p": 0.912,
|
||||||
|
"typical_p": 0.912,
|
||||||
|
"tail_free_sampling": 0.921,
|
||||||
|
"repetition_penalty": 1.21,
|
||||||
|
"repetition_penalty_range": 321,
|
||||||
|
"repetition_penalty_slope": 3.33,
|
||||||
|
"repetition_penalty_frequency": 0.00621,
|
||||||
|
"repetition_penalty_presence": 0,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
@@ -2561,6 +2561,11 @@ function getMaxContextSize() {
|
|||||||
if (nai_settings.model_novel == 'krake-v2') {
|
if (nai_settings.model_novel == 'krake-v2') {
|
||||||
this_max_context -= 160;
|
this_max_context -= 160;
|
||||||
}
|
}
|
||||||
|
if (nai_settings.model_novel == 'clio-v1') {
|
||||||
|
// Clio has a max context of 8192
|
||||||
|
// TODO: Evaluate the relevance of nerdstash-v1 tokenizer, changes quite a bit.
|
||||||
|
this_max_context = 8192 - 60 - 160;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (main_api == 'openai') {
|
if (main_api == 'openai') {
|
||||||
|
Reference in New Issue
Block a user