rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

NovelAI: Increase tier token limits

Browse Source
This commit is contained in:
Cohee
2024-10-17 23:47:47 +03:00
parent cb987706eb
commit 027d710716
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
public/scripts/nai-settings.js
View File

@@ -83,9 +83,9 @@ export function setNovelData(data) {
export function getKayraMaxContextTokens() { export function getKayraMaxContextTokens() {
switch (novel_data?.tier) { switch (novel_data?.tier) {
case 1: case 1:
return 3072; return 4096;
case 2: case 2:
return 6144; return 8192;
case 3: case 3:
return 8192; return 8192;
} }
@@ -93,14 +93,14 @@ export function getKayraMaxContextTokens() {
return null; return null;
} }
export function getKayraMaxResponseTokens() { export function getNovelMaxResponseTokens() {
switch (novel_data?.tier) { switch (novel_data?.tier) {
case 1: case 1:
return 100;
case 2:
return 100;
case 3:
return 150; return 150;
case 2:
return 150;
case 3:
return 250;
} }
return maximum_output_length; return maximum_output_length;
@@ -546,7 +546,7 @@ export function getNovelGenerationData(finalPrompt, settings, maxLength, isImper
finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt; finalPrompt = '<|startoftext|><|reserved_special_token81|>' + finalPrompt;
} }
const adjustedMaxLength = (isKayra || isErato) ? getKayraMaxResponseTokens() : maximum_output_length; const adjustedMaxLength = (isKayra || isErato) ? getNovelMaxResponseTokens() : maximum_output_length;
return { return {
'input': finalPrompt, 'input': finalPrompt,