From dbc78c1c420fd2a2c8ae0bb8a9c31a28911f5dbd Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Tue, 17 Dec 2024 21:40:33 +0200 Subject: [PATCH] Fix OpenRouter caching at depth with null model selection --- src/endpoints/backends/chat-completions.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/endpoints/backends/chat-completions.js b/src/endpoints/backends/chat-completions.js index 248596404..3bb3a998a 100644 --- a/src/endpoints/backends/chat-completions.js +++ b/src/endpoints/backends/chat-completions.js @@ -891,7 +891,7 @@ router.post('/generate', jsonParser, function (request, response) { } let cachingAtDepth = getConfigValue('claude.cachingAtDepth', -1); - if (Number.isInteger(cachingAtDepth) && cachingAtDepth >= 0 && request.body.model.startsWith('anthropic/claude-3')) { + if (Number.isInteger(cachingAtDepth) && cachingAtDepth >= 0 && request.body.model?.startsWith('anthropic/claude-3')) { cachingAtDepthForOpenRouterClaude(request.body.messages, cachingAtDepth); } } else if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM) {