rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-03 04:37:40 +01:00
Code Issues Packages Projects Releases Wiki Activity

Rename /tokenize_via_api endpoint

Browse Source 
No redirect for this since I don't expect any extensions to be calling this directly.
This commit is contained in:
valadaptive 2023-12-09 19:29:24 -05:00
parent a23be7d785
commit 8bad059a62
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/tokenizers.js
View File

@ -173,7 +173,7 @@ function callTokenizer(type, str, padding) {
case tokenizers.YI: case tokenizers.YI:
return countTokensRemote('/api/tokenizers/yi/encode', str, padding); return countTokensRemote('/api/tokenizers/yi/encode', str, padding);
case tokenizers.API: case tokenizers.API:
return countTokensRemote('/tokenize_via_api', str, padding); return countTokensRemote('/api/tokenizers/remote/encode', str, padding);
default: default:
console.warn('Unknown tokenizer type', type); console.warn('Unknown tokenizer type', type);
return callTokenizer(tokenizers.NONE, str, padding); return callTokenizer(tokenizers.NONE, str, padding);
@ -525,7 +525,7 @@ export function getTextTokens(tokenizerType, str) {
return getTextTokensRemote('/api/tokenizers/openai/encode', str, model); return getTextTokensRemote('/api/tokenizers/openai/encode', str, model);
} }
case tokenizers.API: case tokenizers.API:
return getTextTokensRemote('/tokenize_via_api', str); return getTextTokensRemote('/api/tokenizers/remote/encode', str);
default: default:
console.warn('Calling getTextTokens with unsupported tokenizer type', tokenizerType); console.warn('Calling getTextTokens with unsupported tokenizer type', tokenizerType);
return []; return [];

2
server.js
View File

@ -1774,7 +1774,7 @@ async function sendAI21Request(request, response) {
} }
app.post('/tokenize_via_api', jsonParser, async function (request, response) { app.post('/api/tokenizers/remote/encode', jsonParser, async function (request, response) {
if (!request.body) { if (!request.body) {
return response.sendStatus(400); return response.sendStatus(400);
} }