rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

#1589 Add 'cache_prompt' for l.cpp

This commit is contained in:
Cohee 2023-12-25 02:42:03 +02:00
parent 352b00caca
commit 47cb017a45
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
public/scripts/textgen-settings.js
View File

@ -769,6 +769,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'logit_bias': logitBiasArray, 'logit_bias': logitBiasArray,
// Conflicts with ooba's grammar_string // Conflicts with ooba's grammar_string
'grammar': settings.grammar_string, 'grammar': settings.grammar_string,
'cache_prompt': true,
}; };
params = Object.assign(params, llamaCppParams); params = Object.assign(params, llamaCppParams);
} }