rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix: pass model parameter for aphrodite tokenizer

Browse Source
This commit is contained in:
AlpinDale
2024-08-24 22:43:20 +00:00
parent 94d4fcc651
commit 62fed2ff6a
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
public/scripts/tokenizers.js
View File

@ -838,6 +838,7 @@ function getTextgenAPITokenizationParams(str) {
url: getTextGenServer(),
legacy_api: textgen_settings.legacy_api && (textgen_settings.type === OOBA || textgen_settings.type === APHRODITE),
vllm_model: textgen_settings.vllm_model,
aphrodite_model: textgen_settings.aphrodite_model,
};
}