rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-09 08:38:53 +01:00
Code Issues Packages Projects Releases Wiki Activity

koboldcpp: parse logprobs

Browse Source
This commit is contained in:
Cohee 2024-11-01 11:38:31 +02:00
parent 5fe1bc46e6
commit 07feccbe35
2 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
public/script.js
View File

@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
case textgen_types.LLAMACPP: {
logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
} break;
case textgen_types.KOBOLDCPP:
case textgen_types.VLLM:
case textgen_types.INFERMATICAI:
case textgen_types.APHRODITE:

1
public/scripts/textgen-settings.js
View File

@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
}
switch (settings.type) {
case KOBOLDCPP:
case TABBY:
case VLLM:
case APHRODITE: