fix: add assistant_prefill to request if people are using non prefill based continues

This commit is contained in:
Carsten Kragelund 2024-09-28 22:46:23 +00:00
parent aae934a849
commit 4966fb65f7
1 changed files with 2 additions and 1 deletions

View File

@ -1777,7 +1777,8 @@ async function sendOpenAIRequest(type, messages, signal) {
generate_data['stop'] = getCustomStoppingStrings(); // Claude shouldn't have limits on stop strings.
generate_data['human_sysprompt_message'] = substituteParams(oai_settings.human_sysprompt_message);
// Don't add a prefill on quiet gens (summarization)
if (!isQuiet && !isContinue) {
console.log(isContinue && oai_settings.continue_prefill);
if (!isQuiet && !(isContinue && oai_settings.continue_prefill)) {
generate_data['assistant_prefill'] = isImpersonate ? substituteParams(oai_settings.assistant_impersonation) : substituteParams(oai_settings.assistant_prefill);
}
}