rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-04-17 04:07:21 +02:00
Code Issues Packages Projects Releases Wiki Activity

Don't reduce Claude token counts by 2

Browse Source
This commit is contained in:
Cohee 2023-08-22 23:20:53 +03:00
parent 07a9e493dc
commit 7250770c5d
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
public/scripts/openai.js
View File

@ -1437,6 +1437,11 @@ function countTokens(messages, full = false) {
for (const message of messages) { for (const message of messages) {
const model = getTokenizerModel(); const model = getTokenizerModel();
if (model === 'claude' || shouldTokenizeAI21) {
full = true;
}
const hash = getStringHash(JSON.stringify(message)); const hash = getStringHash(JSON.stringify(message));
const cacheKey = `${model}-${hash}`; const cacheKey = `${model}-${hash}`;
const cachedCount = tokenCache[chatId][cacheKey]; const cachedCount = tokenCache[chatId][cacheKey];