rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Rename /tokenize_via_api endpoint

Browse Source 
No redirect for this since I don't expect any extensions to be calling this directly.
This commit is contained in:
valadaptive
2023-12-09 19:29:24 -05:00
parent a23be7d785
commit 8bad059a62
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/tokenizers.js
View File

@ -173,7 +173,7 @@ function callTokenizer(type, str, padding) {
case tokenizers.YI:
return countTokensRemote('/api/tokenizers/yi/encode', str, padding);
case tokenizers.API:
return countTokensRemote('/tokenize_via_api', str, padding);
return countTokensRemote('/api/tokenizers/remote/encode', str, padding);
default:
console.warn('Unknown tokenizer type', type);
return callTokenizer(tokenizers.NONE, str, padding);
@ -525,7 +525,7 @@ export function getTextTokens(tokenizerType, str) {
return getTextTokensRemote('/api/tokenizers/openai/encode', str, model);
}
case tokenizers.API:
return getTextTokensRemote('/tokenize_via_api', str);
return getTextTokensRemote('/api/tokenizers/remote/encode', str);
default:
console.warn('Calling getTextTokens with unsupported tokenizer type', tokenizerType);
return [];