rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-14 03:00:44 +01:00
Code Issues Packages Projects Releases Wiki Activity

cache_control positioning fix

Browse Source
This commit is contained in:
Honey Tree 2024-11-17 09:21:20 -03:00
parent 73dabd8905
commit ac33e4d668
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/endpoints/backends/chat-completions.js
View File

@ -146,11 +146,13 @@ async function sendClaudeRequest(request, response) {
cachingAtDepth += convertedPrompt.messages[messageCount - 1].role === 'assistant' ? 1 : 0; cachingAtDepth += convertedPrompt.messages[messageCount - 1].role === 'assistant' ? 1 : 0;
if (messageCount - 1 - cachingAtDepth >= 0) { if (messageCount - 1 - cachingAtDepth >= 0) {
convertedPrompt.messages[messageCount - 1 - cachingAtDepth]['cache_control'] = { type: 'ephemeral' }; const contentCount = convertedPrompt.messages[messageCount - 1 - cachingAtDepth].content.length;
convertedPrompt.messages[messageCount - 1 - cachingAtDepth].content[contentCount - 1]['cache_control'] = { type: 'ephemeral' };
} }
if (messageCount - 1 - cachingAtDepth - 2 >= 0) { if (messageCount - 1 - cachingAtDepth - 2 >= 0) {
convertedPrompt.messages[messageCount - 1 - cachingAtDepth - 2]['cache_control'] = { type: 'ephemeral' }; const contentCount = convertedPrompt.messages[messageCount - 1 - cachingAtDepth].content.length;
convertedPrompt.messages[messageCount - 1 - cachingAtDepth - 2].content[contentCount - 1]['cache_control'] = { type: 'ephemeral' };
} }
} }