rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Claude: control cache TTL with config

Browse Source
This commit is contained in:
Cohee
2025-05-23 21:40:40 +03:00
parent ed2e6fff6e
commit 560c6e8ff1
3 changed files with 16 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/prompt-converters.js
View File

@ -854,7 +854,13 @@ export function convertTextCompletionPrompt(messages) {
return messageStrings.join('\n') + '\nassistant:';
}
export function cachingAtDepthForClaude(messages, cachingAtDepth) {
/**
* Append cache_control object to a Claude messages at depth. Directly modifies the messages array.
* @param {any[]} messages Messages to modify
* @param {number} cachingAtDepth Depth at which caching is supposed to occur
* @param {string} ttl TTL value
*/
export function cachingAtDepthForClaude(messages, cachingAtDepth, ttl) {
let passedThePrefill = false;
let depth = 0;
let previousRoleName = '';
@ -869,7 +875,7 @@ export function cachingAtDepthForClaude(messages, cachingAtDepth) {
if (messages[i].role !== previousRoleName) {
if (depth === cachingAtDepth || depth === cachingAtDepth + 2) {
const content = messages[i].content;
content[content.length - 1].cache_control = { type: 'ephemeral', ttl: '1h' };
content[content.length - 1].cache_control = { type: 'ephemeral', ttl: ttl };
}
if (depth === cachingAtDepth + 2) {