#1589 Add 'cache_prompt' for l.cpp

2023-12-25 02:42:03 +02:00 · 2023-12-25 02:42:03 +02:00 · 47cb017a45
parent 352b00caca
commit 47cb017a45
1 changed files with 1 additions and 0 deletions
--- a/public/scripts/textgen-settings.js
+++ b/public/scripts/textgen-settings.js
@ -769,6 +769,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
            'logit_bias': logitBiasArray,
            // Conflicts with ooba's grammar_string
            'grammar': settings.grammar_string,
+            'cache_prompt': true,
        };
        params = Object.assign(params, llamaCppParams);
    }