Merge remote-tracking branch 'upstream/staging' into staging

This commit is contained in:
DonMoralez
2023-12-25 13:35:10 +02:00

View File

@@ -769,6 +769,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'logit_bias': logitBiasArray, 'logit_bias': logitBiasArray,
// Conflicts with ooba's grammar_string // Conflicts with ooba's grammar_string
'grammar': settings.grammar_string, 'grammar': settings.grammar_string,
'cache_prompt': true,
}; };
params = Object.assign(params, llamaCppParams); params = Object.assign(params, llamaCppParams);
} }