rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-23 15:37:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

llama.cpp: fixed logprobs for newest server version

Browse Source
This commit is contained in:
Isaac McFadyen 2024-12-27 01:00:55 -05:00
parent 4fa8e0a89c
commit 77414045d9
No known key found for this signature in database
1 changed files with 20 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
public/scripts/textgen-settings.js
View File

@ -1042,11 +1042,27 @@ export function parseTextgenLogprobs(token, logprobs) {
if (!logprobs?.length) {
return null;
}
// 3 cases:
// 1. Before commit 6c5bc06, "probs" key with "tok_str"/"prob", and probs are [0, 1] so use them directly.
// 2. After commit 6c5bc06 but before commit 89d604f broke logprobs (they all return the first token's logprobs)
// We don't know the client version so we can't do much about this.
// 3. After commit 89d604f uses OpenAI-compatible format with "completion_probabilities" and "token"/"logprob" keys.
// Note that it is also the *actual* logprob (negative number), so we need to convert to [0, 1].
if (logprobs?.[0]?.probs) {
const candidates = logprobs?.[0]?.probs?.map(x => [x.tok_str, x.prob]);
if (!candidates) {
return null;
}
return { token, topLogprobs: candidates };
} else if (logprobs?.[0].top_logprobs) {
const candidates = logprobs?.[0]?.top_logprobs?.map(x => [x.token, Math.exp(x.logprob)]);
if (!candidates) {
return null;
}
return { token, topLogprobs: candidates };
}
return null;
}
default:
return null;