rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Display Claude tokenizer in the UI if Claude model is used

Browse Source
This commit is contained in:
Cohee
2023-07-05 14:49:45 +03:00
parent 9c3823a616
commit 5c39327450
3 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
public/scripts/openai.js
View File

@@ -937,7 +937,7 @@ function countTokens(messages, full = false) {
return token_count;
}
function getTokenizerModel() {
export function getTokenizerModel() {
// OpenAI models always provide their own tokenizer
if (oai_settings.chat_completion_source == chat_completion_sources.OPENAI) {
return oai_settings.openai_model;