koboldcpp: parse logprobs

This commit is contained in:
Cohee 2024-11-01 11:38:31 +02:00
parent 5fe1bc46e6
commit 07feccbe35
2 changed files with 2 additions and 0 deletions

View File

@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
case textgen_types.LLAMACPP: {
logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
} break;
case textgen_types.KOBOLDCPP:
case textgen_types.VLLM:
case textgen_types.INFERMATICAI:
case textgen_types.APHRODITE:

View File

@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
}
switch (settings.type) {
case KOBOLDCPP:
case TABBY:
case VLLM:
case APHRODITE: