rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Use proper tokenizer for Poe

Browse Source
This commit is contained in:
SillyLossy
2023-04-13 16:26:08 +03:00
parent 661b41341e
commit 14cc5ba937
10 changed files with 539 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/extensions/memory/index.js
View File

@ -208,14 +208,14 @@ async function summarizeChat(context) {
memoryBuffer.push(entry);
// check if token limit was reached
if (context.encode(getMemoryString()).length >= extension_settings.memory.shortMemoryLength) {
if (context.getTokenCount(getMemoryString()) >= extension_settings.memory.shortMemoryLength) {
break;
}
}
const resultingString = getMemoryString();
if (context.encode(resultingString).length < extension_settings.memory.shortMemoryLength) {
if (context.getTokenCount(resultingString) < extension_settings.memory.shortMemoryLength) {
return;
}