rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-01 11:56:48 +01:00
Code Issues Packages Projects Releases Wiki Activity

Tool Calling: Reserve prompt budget for tool definitions.

Browse Source
This commit is contained in:
Cohee 2024-10-12 00:22:37 +03:00
parent 5d6d7568c3
commit b0d0f2111b
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
public/scripts/openai.js
View File

@ -998,6 +998,15 @@ async function populateChatCompletion(prompts, chatCompletion, { bias, quietProm
chatCompletion.insert(Message.fromPrompt(prompt), 'main', prompt.position); chatCompletion.insert(Message.fromPrompt(prompt), 'main', prompt.position);
} }
// Pre-allocation of tokens for tool data
if (ToolManager.canPerformToolCalls(type)) {
const toolData = {};
await ToolManager.registerFunctionToolsOpenAI(toolData);
const toolMessage = [{ role: 'user', content: JSON.stringify(toolData) }];
const toolTokens = tokenHandler.count(toolMessage);
chatCompletion.reserveBudget(toolTokens);
}
// Add in-chat injections // Add in-chat injections
messages = populationInjectionPrompts(absolutePrompts, messages); messages = populationInjectionPrompts(absolutePrompts, messages);