rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Reserve 3 extra tokens for each chat completion

This commit is contained in:
Cohee 2023-09-11 17:22:31 +03:00
parent 7f55d108cf
commit 65b4551864
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
public/scripts/openai.js
View File

@ -576,6 +576,7 @@ function populateChatCompletion(prompts, chatCompletion, { bias, quietPrompt, ty
chatCompletion.add(collection, index); chatCompletion.add(collection, index);
}; };
chatCompletion.reserveBudget(3); // every reply is primed with <|start|>assistant<|message|>
// Character and world information // Character and world information
addToChatCompletion('worldInfoBefore'); addToChatCompletion('worldInfoBefore');
addToChatCompletion('main'); addToChatCompletion('main');
@ -1775,9 +1776,12 @@ class ChatCompletion {
/** /**
* Reserves the tokens required by the given message from the token budget. * Reserves the tokens required by the given message from the token budget.
* *
* @param {Message|MessageCollection} message - The message whose tokens to reserve. * @param {Message|MessageCollection|number} message - The message whose tokens to reserve.
*/ */
reserveBudget(message) { this.decreaseTokenBudgetBy(message.getTokens()) }; reserveBudget(message) {
const tokens = typeof message === 'number' ? message : message.getTokens();
this.decreaseTokenBudgetBy(tokens);
};
/** /**
* Frees up the tokens used by the given message from the token budget. * Frees up the tokens used by the given message from the token budget.