rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-02-24 07:58:00 +01:00
Code Issues Packages Projects Releases Wiki Activity

Log MistralAI prompts to server console

Browse Source
This commit is contained in:
Cohee 2023-12-21 16:08:58 +02:00
parent dd661cf879
commit e087f29496
1 changed files with 15 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/endpoints/backends/chat-completions.js
View File

@ -438,13 +438,7 @@ async function sendMistralAIRequest(request, response) {
controller.abort(); controller.abort();
}); });
const config = { const requestBody = {
method: 'POST',
headers: {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + apiKey,
},
body: JSON.stringify({
'model': request.body.model, 'model': request.body.model,
'messages': messages, 'messages': messages,
'temperature': request.body.temperature, 'temperature': request.body.temperature,
@ -453,11 +447,21 @@ async function sendMistralAIRequest(request, response) {
'stream': request.body.stream, 'stream': request.body.stream,
'safe_mode': request.body.safe_mode, 'safe_mode': request.body.safe_mode,
'random_seed': request.body.seed === -1 ? undefined : request.body.seed, 'random_seed': request.body.seed === -1 ? undefined : request.body.seed,
}), };
const config = {
method: 'POST',
headers: {
'Content-Type': 'application/json',
'Authorization': 'Bearer ' + apiKey,
},
body: JSON.stringify(requestBody),
signal: controller.signal, signal: controller.signal,
timeout: 0, timeout: 0,
}; };
console.log('MisralAI request:', requestBody);
const generateResponse = await fetch('https://api.mistral.ai/v1/chat/completions', config); const generateResponse = await fetch('https://api.mistral.ai/v1/chat/completions', config);
if (request.body.stream) { if (request.body.stream) {
forwardFetchResponse(generateResponse, response); forwardFetchResponse(generateResponse, response);
@ -469,6 +473,7 @@ async function sendMistralAIRequest(request, response) {
return response.status(generateResponse.status === 401 ? 500 : generateResponse.status).send({ error: true }); return response.status(generateResponse.status === 401 ? 500 : generateResponse.status).send({ error: true });
} }
const generateResponseJson = await generateResponse.json(); const generateResponseJson = await generateResponse.json();
console.log('MistralAI response:', generateResponseJson);
return response.send(generateResponseJson); return response.send(generateResponseJson);
} }
} catch (error) { } catch (error) {