rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1734 from khanonnie/alternative-tokens

Browse Source 
Implement Token Probabilities UI panel using logprobs
This commit is contained in:
Cohee
2024-01-26 03:39:25 +02:00
committed by GitHub
parent 0f8b8734ca 60044c18a4
commit 1647e5ae49
16 changed files with 921 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/slash-commands.js
View File

@ -354,8 +354,8 @@ function trimTokensCallback(arg, value) {
}
const sliceTokens = direction === 'start' ? textTokens.slice(0, limit) : textTokens.slice(-limit);
const decodedText = decodeTextTokens(tokenizerId, sliceTokens);
return decodedText;
const { text } = decodeTextTokens(tokenizerId, sliceTokens);
return text;
} catch (error) {
console.warn('WARN: Tokenization failed for /trimtokens command, returning original', error);
return value;