Textgen: Add tabby to logprobs

Tabby now supports logprob returns. Add support to the backend gate.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-02-08 20:59:54 -05:00
parent f372b2ac16
commit 530455979f

View File

@ -716,6 +716,7 @@ function parseTextgenLogprobs(token, logprobs) {
} }
switch (settings.type) { switch (settings.type) {
case TABBY:
case APHRODITE: case APHRODITE:
case OOBA: { case OOBA: {
/** @type {Record<string, number>[]} */ /** @type {Record<string, number>[]} */