rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Claude: console.log system before messages

Browse Source
This commit is contained in:
Cohee
2024-10-03 09:51:38 +03:00
parent 6706cce10d
commit c59afd1b56
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/endpoints/backends/chat-completions.js
View File

@ -107,6 +107,7 @@ async function sendClaudeRequest(request, response) {
} }
const requestBody = { const requestBody = {
/** @type {any} */ system: '',
messages: convertedPrompt.messages, messages: convertedPrompt.messages,
model: request.body.model, model: request.body.model,
max_tokens: request.body.max_tokens, max_tokens: request.body.max_tokens,
@ -120,6 +121,8 @@ async function sendClaudeRequest(request, response) {
requestBody.system = enableSystemPromptCache requestBody.system = enableSystemPromptCache
? [{ type: 'text', text: convertedPrompt.systemPrompt, cache_control: { type: 'ephemeral' } }] ? [{ type: 'text', text: convertedPrompt.systemPrompt, cache_control: { type: 'ephemeral' } }]
: convertedPrompt.systemPrompt; : convertedPrompt.systemPrompt;
} else {
delete requestBody.system;
} }
if (Array.isArray(request.body.tools) && request.body.tools.length > 0) { if (Array.isArray(request.body.tools) && request.body.tools.length > 0) {
// Claude doesn't do prefills on function calls, and doesn't allow empty messages // Claude doesn't do prefills on function calls, and doesn't allow empty messages
@ -156,12 +159,13 @@ async function sendClaudeRequest(request, response) {
forwardFetchResponse(generateResponse, response); forwardFetchResponse(generateResponse, response);
} else { } else {
if (!generateResponse.ok) { if (!generateResponse.ok) {
console.log(color.red(`Claude API returned error: ${generateResponse.status} ${generateResponse.statusText}\n${await generateResponse.text()}\n${divider}`)); const generateResponseText = await generateResponse.text();
console.log(color.red(`Claude API returned error: ${generateResponse.status} ${generateResponse.statusText}\n${generateResponseText}\n${divider}`));
return response.status(generateResponse.status).send({ error: true }); return response.status(generateResponse.status).send({ error: true });
} }
const generateResponseJson = await generateResponse.json(); const generateResponseJson = await generateResponse.json();
const responseText = generateResponseJson.content[0].text; const responseText = generateResponseJson?.content?.[0]?.text || '';
console.log('Claude response:', generateResponseJson); console.log('Claude response:', generateResponseJson);
// Wrap it back to OAI format + save the original content // Wrap it back to OAI format + save the original content