rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-01 11:56:48 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix: pass model parameter for aphrodite tokenizer

Browse Source
This commit is contained in:
AlpinDale 2024-08-24 22:43:20 +00:00
parent 94d4fcc651
commit 62fed2ff6a
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
public/scripts/tokenizers.js
View File

@ -838,6 +838,7 @@ function getTextgenAPITokenizationParams(str) {
url: getTextGenServer(), url: getTextGenServer(),
legacy_api: textgen_settings.legacy_api && (textgen_settings.type === OOBA || textgen_settings.type === APHRODITE), legacy_api: textgen_settings.legacy_api && (textgen_settings.type === OOBA || textgen_settings.type === APHRODITE),
vllm_model: textgen_settings.vllm_model, vllm_model: textgen_settings.vllm_model,
aphrodite_model: textgen_settings.aphrodite_model,
}; };
} }

3
src/endpoints/tokenizers.js
View File

@ -812,6 +812,7 @@ router.post('/remote/textgenerationwebui/encode', jsonParser, async function (re
const baseUrl = String(request.body.url); const baseUrl = String(request.body.url);
const legacyApi = Boolean(request.body.legacy_api); const legacyApi = Boolean(request.body.legacy_api);
const vllmModel = String(request.body.vllm_model) || ''; const vllmModel = String(request.body.vllm_model) || '';
const aphroditeModel = String(request.body.aphrodite_model) || '';
try { try {
const args = { const args = {
@ -847,7 +848,7 @@ router.post('/remote/textgenerationwebui/encode', jsonParser, async function (re
break; break;
case TEXTGEN_TYPES.APHRODITE: case TEXTGEN_TYPES.APHRODITE:
url += '/v1/tokenize'; url += '/v1/tokenize';
args.body = JSON.stringify({ 'prompt': text }); args.body = JSON.stringify({ 'model': aphroditeModel, 'prompt': text });
break; break;
default: default:
url += '/v1/internal/encode'; url += '/v1/internal/encode';