From c6af8199970490ab70f949811f25f4a609de0bcc Mon Sep 17 00:00:00 2001 From: drgnfr6 Date: Sun, 28 May 2023 23:18:11 -0500 Subject: [PATCH] Setting max context size so Clio can access all of the context necessary. --- public/script.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/public/script.js b/public/script.js index 88b0f7a0f..d373469c7 100644 --- a/public/script.js +++ b/public/script.js @@ -2561,6 +2561,11 @@ function getMaxContextSize() { if (nai_settings.model_novel == 'krake-v2') { this_max_context -= 160; } + if (nai_settings.model_novel == 'clio-v1') { + // Clio has a max context of 8192 + // TODO: Evaluate the relevance of nerdstash-v1 tokenizer, changes quite a bit. + this_max_context = 8192 - 60 - 160; + } } } if (main_api == 'openai') {