rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix token ids not displaying in "API_CURRENT" mode for TextGen

This commit is contained in:
Cohee 2023-12-10 16:09:00 +02:00
parent 6957d9e7cf
commit f54bf99006
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/tokenizers.js
View File

@ -648,7 +648,7 @@ function decodeTextTokensFromServer(endpoint, ids) {
export function getTextTokens(tokenizerType, str) { export function getTextTokens(tokenizerType, str) {
switch (tokenizerType) { switch (tokenizerType) {
case tokenizers.API_CURRENT: case tokenizers.API_CURRENT:
return callTokenizer(currentRemoteTokenizerAPI(), str); return getTextTokens(currentRemoteTokenizerAPI(), str);
case tokenizers.API_TEXTGENERATIONWEBUI: case tokenizers.API_TEXTGENERATIONWEBUI:
return getTextTokensFromTextgenAPI(str); return getTextTokensFromTextgenAPI(str);
default: { default: {
@ -678,7 +678,7 @@ export function getTextTokens(tokenizerType, str) {
export function decodeTextTokens(tokenizerType, ids) { export function decodeTextTokens(tokenizerType, ids) {
// Currently, neither remote API can decode, but this may change in the future. Put this guard here to be safe // Currently, neither remote API can decode, but this may change in the future. Put this guard here to be safe
if (tokenizerType === tokenizers.API_CURRENT) { if (tokenizerType === tokenizers.API_CURRENT) {
return decodeTextTokens(tokenizers.NONE); return decodeTextTokens(tokenizers.NONE, ids);
} }
const tokenizerEndpoints = TOKENIZER_URLS[tokenizerType]; const tokenizerEndpoints = TOKENIZER_URLS[tokenizerType];
if (!tokenizerEndpoints) { if (!tokenizerEndpoints) {