Merge remote-tracking branch 'upstream/staging' into staging
This commit is contained in:
commit
7eefae2d6e
|
@ -769,6 +769,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
|
||||||
'logit_bias': logitBiasArray,
|
'logit_bias': logitBiasArray,
|
||||||
// Conflicts with ooba's grammar_string
|
// Conflicts with ooba's grammar_string
|
||||||
'grammar': settings.grammar_string,
|
'grammar': settings.grammar_string,
|
||||||
|
'cache_prompt': true,
|
||||||
};
|
};
|
||||||
params = Object.assign(params, llamaCppParams);
|
params = Object.assign(params, llamaCppParams);
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue