rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

NovelAI: Adjust Kayra max length on subscription tier

Browse Source
This commit is contained in:
Cohee
2024-08-29 23:28:23 +03:00
parent bdc335d238
commit 2b904bb170
1 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
public/scripts/nai-settings.js
View File

@@ -78,6 +78,19 @@ export function getKayraMaxContextTokens() {
return null; return null;
} }
export function getKayraMaxResponseTokens() {
switch (novel_data?.tier) {
case 1:
return 100;
case 2:
return 100;
case 3:
return 150;
}
return maximum_output_length;
}
export function getNovelTier() { export function getNovelTier() {
return nai_tiers[novel_data?.tier] ?? 'no_connection'; return nai_tiers[novel_data?.tier] ?? 'no_connection';
} }
@@ -438,12 +451,14 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
console.log(finalPrompt); console.log(finalPrompt);
} }
const adjustedMaxLength = nai_settings.model_novel.includes('kayra') ? getKayraMaxResponseTokens() : maximum_output_length;
return { return {
'input': finalPrompt, 'input': finalPrompt,
'model': nai_settings.model_novel, 'model': nai_settings.model_novel,
'use_string': true, 'use_string': true,
'temperature': Number(nai_settings.temperature), 'temperature': Number(nai_settings.temperature),
'max_length': maxLength < maximum_output_length ? maxLength : maximum_output_length, 'max_length': maxLength < adjustedMaxLength ? maxLength : adjustedMaxLength,
'min_length': Number(nai_settings.min_length), 'min_length': Number(nai_settings.min_length),
'tail_free_sampling': Number(nai_settings.tail_free_sampling), 'tail_free_sampling': Number(nai_settings.tail_free_sampling),
'repetition_penalty': Number(nai_settings.repetition_penalty), 'repetition_penalty': Number(nai_settings.repetition_penalty),