koboldcpp: parse logprobs
This commit is contained in:
parent
5fe1bc46e6
commit
07feccbe35
|
@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
|
|||
case textgen_types.LLAMACPP: {
|
||||
logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
|
||||
} break;
|
||||
case textgen_types.KOBOLDCPP:
|
||||
case textgen_types.VLLM:
|
||||
case textgen_types.INFERMATICAI:
|
||||
case textgen_types.APHRODITE:
|
||||
|
|
|
@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
|
|||
}
|
||||
|
||||
switch (settings.type) {
|
||||
case KOBOLDCPP:
|
||||
case TABBY:
|
||||
case VLLM:
|
||||
case APHRODITE:
|
||||
|
|
Loading…
Reference in New Issue