rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

koboldcpp: parse logprobs

This commit is contained in:
Cohee 2024-11-01 11:38:31 +02:00
parent 5fe1bc46e6
commit 07feccbe35
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
public/script.js
View File

@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
case textgen_types.LLAMACPP: { case textgen_types.LLAMACPP: {
logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null; logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
} break; } break;
case textgen_types.KOBOLDCPP:
case textgen_types.VLLM: case textgen_types.VLLM:
case textgen_types.INFERMATICAI: case textgen_types.INFERMATICAI:
case textgen_types.APHRODITE: case textgen_types.APHRODITE:

1
public/scripts/textgen-settings.js
View File

@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
} }
switch (settings.type) { switch (settings.type) {
case KOBOLDCPP:
case TABBY: case TABBY:
case VLLM: case VLLM:
case APHRODITE: case APHRODITE: