From 796cc2f6d6d80e9e67925057c77f19994d004f30 Mon Sep 17 00:00:00 2001 From: drgnfr6 Date: Sun, 28 May 2023 23:17:45 -0500 Subject: [PATCH 1/2] Adding Clio related files for basic support of the Clio-v1 model --- .../NovelAI Settings/Classic-Euterpe.settings | 9 ++++----- .../NovelAI Settings/Classic-Krake.settings | 9 ++++----- .../Fresh-Coffee-Clio.settings | 18 ++++++++++++++++++ .../NovelAI Settings/Keelback-Clio.settings | 18 ++++++++++++++++++ .../NovelAI Settings/Long-Press-Clio.settings | 19 +++++++++++++++++++ .../Talker-Chat-Clio.settings | 19 +++++++++++++++++++ .../NovelAI Settings/Vingt-Un-Clio.settings | 19 +++++++++++++++++++ 7 files changed, 101 insertions(+), 10 deletions(-) create mode 100644 public/NovelAI Settings/Fresh-Coffee-Clio.settings create mode 100644 public/NovelAI Settings/Keelback-Clio.settings create mode 100644 public/NovelAI Settings/Long-Press-Clio.settings create mode 100644 public/NovelAI Settings/Talker-Chat-Clio.settings create mode 100644 public/NovelAI Settings/Vingt-Un-Clio.settings diff --git a/public/NovelAI Settings/Classic-Euterpe.settings b/public/NovelAI Settings/Classic-Euterpe.settings index dcfc70285..e8fe154b4 100644 --- a/public/NovelAI Settings/Classic-Euterpe.settings +++ b/public/NovelAI Settings/Classic-Euterpe.settings @@ -1,8 +1,5 @@ { - "order": [ - 3, - 0 - ], + "order": [3, 0], "temperature": 1.11, "max_length": 90, "min_length": 1, @@ -10,5 +7,7 @@ "repetition_penalty": 1.11, "repetition_penalty_range": 320, "repetition_penalty_frequency": 0, - "repetition_penalty_presence": 0 + "repetition_penalty_presence": 0, + "repetition_penalty_slope": 0, + "max_context":2048 } \ No newline at end of file diff --git a/public/NovelAI Settings/Classic-Krake.settings b/public/NovelAI Settings/Classic-Krake.settings index 8ab90cdfe..1233f92b4 100644 --- a/public/NovelAI Settings/Classic-Krake.settings +++ b/public/NovelAI Settings/Classic-Krake.settings @@ -1,8 +1,5 @@ { - "order": [ - 3, - 0 - ], + "order": [3, 0], "temperature": 1.7, "max_length": 90, "min_length": 1, @@ -10,5 +7,7 @@ "repetition_penalty": 1.06, "repetition_penalty_range": 340, "repetition_penalty_frequency": 0, - "repetition_penalty_presence": 0 + "repetition_penalty_presence": 0, + "repetition_penalty_slope": 0, + "max_context": 2048 } \ No newline at end of file diff --git a/public/NovelAI Settings/Fresh-Coffee-Clio.settings b/public/NovelAI Settings/Fresh-Coffee-Clio.settings new file mode 100644 index 000000000..7d12fd1d1 --- /dev/null +++ b/public/NovelAI Settings/Fresh-Coffee-Clio.settings @@ -0,0 +1,18 @@ +{ + "order": [0, 1, 2, 3], + "temperature": 1, + "max_length": 40, + "min_length": 1, + "top_k": 25, + "top_p": 1, + "tail_free_sampling": 0.925, + "repetition_penalty": 1.9, + "repetition_penalty_range": 768, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.0025, + "repetition_penalty_presence": 0.001, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Keelback-Clio.settings b/public/NovelAI Settings/Keelback-Clio.settings new file mode 100644 index 000000000..721cc25ed --- /dev/null +++ b/public/NovelAI Settings/Keelback-Clio.settings @@ -0,0 +1,18 @@ +{ + "order": [4, 5, 0, 3], + "temperature": 1.18, + "max_length": 40, + "min_length": 1, + "top_a": 0.022, + "typical_p": 0.9, + "tail_free_sampling": 0.956, + "repetition_penalty": 1.25, + "repetition_penalty_range": 4096, + "repetition_penalty_slope": 0.9, + "repetition_penalty_frequency": 0, + "repetition_penalty_presence": 0, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Long-Press-Clio.settings b/public/NovelAI Settings/Long-Press-Clio.settings new file mode 100644 index 000000000..fdeecdcf0 --- /dev/null +++ b/public/NovelAI Settings/Long-Press-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [0, 4, 1, 5, 3], + "temperature": 1.155, + "max_length": 40, + "min_length": 1, + "top_k": 25, + "top_a": 0.3, + "typical_p": 0.96, + "tail_free_sampling": 0.895, + "repetition_penalty": 1.0125, + "repetition_penalty_range": 2048, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.011, + "repetition_penalty_presence": 0.005, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Talker-Chat-Clio.settings b/public/NovelAI Settings/Talker-Chat-Clio.settings new file mode 100644 index 000000000..6faad1414 --- /dev/null +++ b/public/NovelAI Settings/Talker-Chat-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [1, 3, 4, 0, 2], + "temperature": 1.05, + "max_length": 40, + "min_length": 1, + "top_k": 79, + "top_p": 0.95, + "top_a": 0.075, + "tail_free_sampling": 0.989, + "repetition_penalty": 1.5, + "repetition_penalty_range": 8192, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.03, + "repetition_penalty_presence": 0.005, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file diff --git a/public/NovelAI Settings/Vingt-Un-Clio.settings b/public/NovelAI Settings/Vingt-Un-Clio.settings new file mode 100644 index 000000000..2631abf85 --- /dev/null +++ b/public/NovelAI Settings/Vingt-Un-Clio.settings @@ -0,0 +1,19 @@ +{ + "order": [0, 5, 3, 2, 1], + "temperature": 1.21, + "max_length": 40, + "min_length": 1, + "top_k": 0, + "top_p": 0.912, + "typical_p": 0.912, + "tail_free_sampling": 0.921, + "repetition_penalty": 1.21, + "repetition_penalty_range": 321, + "repetition_penalty_slope": 3.33, + "repetition_penalty_frequency": 0.00621, + "repetition_penalty_presence": 0, + "use_cache": false, + "return_full_text": false, + "prefix": "vanilla", + "max_context": 8192 +} \ No newline at end of file From c6af8199970490ab70f949811f25f4a609de0bcc Mon Sep 17 00:00:00 2001 From: drgnfr6 Date: Sun, 28 May 2023 23:18:11 -0500 Subject: [PATCH 2/2] Setting max context size so Clio can access all of the context necessary. --- public/script.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/public/script.js b/public/script.js index 88b0f7a0f..d373469c7 100644 --- a/public/script.js +++ b/public/script.js @@ -2561,6 +2561,11 @@ function getMaxContextSize() { if (nai_settings.model_novel == 'krake-v2') { this_max_context -= 160; } + if (nai_settings.model_novel == 'clio-v1') { + // Clio has a max context of 8192 + // TODO: Evaluate the relevance of nerdstash-v1 tokenizer, changes quite a bit. + this_max_context = 8192 - 60 - 160; + } } } if (main_api == 'openai') {