Merge remote-tracking branch 'upstream/staging' into staging

2023-12-25 13:35:10 +02:00 · 2023-12-25 13:35:10 +02:00 · 7eefae2d6e
parent a8e5285ff7 47cb017a45
commit 7eefae2d6e
1 changed files with 1 additions and 0 deletions
--- a/public/scripts/textgen-settings.js
+++ b/public/scripts/textgen-settings.js
@ -769,6 +769,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
            'logit_bias': logitBiasArray,
            // Conflicts with ooba's grammar_string
            'grammar': settings.grammar_string,
+            'cache_prompt': true,
        };
        params = Object.assign(params, llamaCppParams);
    }