Setting max context size so Clio can access all of the context necessary.

This commit is contained in:
drgnfr6
2023-05-28 23:18:11 -05:00
parent 796cc2f6d6
commit c6af819997

View File

@ -2561,6 +2561,11 @@ function getMaxContextSize() {
if (nai_settings.model_novel == 'krake-v2') {
this_max_context -= 160;
}
if (nai_settings.model_novel == 'clio-v1') {
// Clio has a max context of 8192
// TODO: Evaluate the relevance of nerdstash-v1 tokenizer, changes quite a bit.
this_max_context = 8192 - 60 - 160;
}
}
}
if (main_api == 'openai') {