Merge pull request #392 from drgnfr6/Clio-Support

Clio support, in dev this time
This commit is contained in:
Cohee
2023-05-29 10:24:57 +03:00
committed by GitHub
8 changed files with 106 additions and 10 deletions

View File

@@ -1,8 +1,5 @@
{
"order": [
3,
0
],
"order": [3, 0],
"temperature": 1.11,
"max_length": 90,
"min_length": 1,
@@ -10,5 +7,7 @@
"repetition_penalty": 1.11,
"repetition_penalty_range": 320,
"repetition_penalty_frequency": 0,
"repetition_penalty_presence": 0
"repetition_penalty_presence": 0,
"repetition_penalty_slope": 0,
"max_context":2048
}

View File

@@ -1,8 +1,5 @@
{
"order": [
3,
0
],
"order": [3, 0],
"temperature": 1.7,
"max_length": 90,
"min_length": 1,
@@ -10,5 +7,7 @@
"repetition_penalty": 1.06,
"repetition_penalty_range": 340,
"repetition_penalty_frequency": 0,
"repetition_penalty_presence": 0
"repetition_penalty_presence": 0,
"repetition_penalty_slope": 0,
"max_context": 2048
}

View File

@@ -0,0 +1,18 @@
{
"order": [0, 1, 2, 3],
"temperature": 1,
"max_length": 40,
"min_length": 1,
"top_k": 25,
"top_p": 1,
"tail_free_sampling": 0.925,
"repetition_penalty": 1.9,
"repetition_penalty_range": 768,
"repetition_penalty_slope": 3.33,
"repetition_penalty_frequency": 0.0025,
"repetition_penalty_presence": 0.001,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@@ -0,0 +1,18 @@
{
"order": [4, 5, 0, 3],
"temperature": 1.18,
"max_length": 40,
"min_length": 1,
"top_a": 0.022,
"typical_p": 0.9,
"tail_free_sampling": 0.956,
"repetition_penalty": 1.25,
"repetition_penalty_range": 4096,
"repetition_penalty_slope": 0.9,
"repetition_penalty_frequency": 0,
"repetition_penalty_presence": 0,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@@ -0,0 +1,19 @@
{
"order": [0, 4, 1, 5, 3],
"temperature": 1.155,
"max_length": 40,
"min_length": 1,
"top_k": 25,
"top_a": 0.3,
"typical_p": 0.96,
"tail_free_sampling": 0.895,
"repetition_penalty": 1.0125,
"repetition_penalty_range": 2048,
"repetition_penalty_slope": 3.33,
"repetition_penalty_frequency": 0.011,
"repetition_penalty_presence": 0.005,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@@ -0,0 +1,19 @@
{
"order": [1, 3, 4, 0, 2],
"temperature": 1.05,
"max_length": 40,
"min_length": 1,
"top_k": 79,
"top_p": 0.95,
"top_a": 0.075,
"tail_free_sampling": 0.989,
"repetition_penalty": 1.5,
"repetition_penalty_range": 8192,
"repetition_penalty_slope": 3.33,
"repetition_penalty_frequency": 0.03,
"repetition_penalty_presence": 0.005,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@@ -0,0 +1,19 @@
{
"order": [0, 5, 3, 2, 1],
"temperature": 1.21,
"max_length": 40,
"min_length": 1,
"top_k": 0,
"top_p": 0.912,
"typical_p": 0.912,
"tail_free_sampling": 0.921,
"repetition_penalty": 1.21,
"repetition_penalty_range": 321,
"repetition_penalty_slope": 3.33,
"repetition_penalty_frequency": 0.00621,
"repetition_penalty_presence": 0,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@@ -2561,6 +2561,11 @@ function getMaxContextSize() {
if (nai_settings.model_novel == 'krake-v2') {
this_max_context -= 160;
}
if (nai_settings.model_novel == 'clio-v1') {
// Clio has a max context of 8192
// TODO: Evaluate the relevance of nerdstash-v1 tokenizer, changes quite a bit.
this_max_context = 8192 - 60 - 160;
}
}
}
if (main_api == 'openai') {