support for min P on Kobold API

This commit is contained in:
RossAscends
2023-11-02 14:53:57 +09:00
parent 1966779ade
commit 75c6e74d41
4 changed files with 27 additions and 1 deletions

View File

@ -897,6 +897,8 @@ export interface ModelGenerationInputKobold {
top_k?: number;
/** Top-p sampling value. */
top_p?: number;
/** Min-p sampling value. */
min_p?: number;
/** Typical sampling value. */
typical?: number;
/** Array of integers representing the sampler order to be used */