rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-03-10 09:00:14 +01:00
Code Issues Packages Projects Releases Wiki Activity

Function calling for Mistral

Browse Source
This commit is contained in:
Cohee 2024-05-25 17:31:40 +03:00
parent b545185f1a
commit cb381595f9
3 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
public/index.html
View File

@ -1739,7 +1739,7 @@
</span>
</div>
</div>
<div class="range-block" data-source="openai,cohere,custom">
<div class="range-block" data-source="openai,cohere,mistralai,custom">
<label for="openai_function_calling" class="checkbox_label flexWrap widthFreeExpand">
<input id="openai_function_calling" type="checkbox" />
<span data-i18n="Enable function calling">Enable function calling</span>

5
public/scripts/openai.js
View File

@ -1968,7 +1968,7 @@ async function registerFunctionTools(type, data) {
}
async function checkFunctionToolCalls(data) {
if ([chat_completion_sources.OPENAI, chat_completion_sources.CUSTOM].includes(oai_settings.chat_completion_source)) {
if ([chat_completion_sources.OPENAI, chat_completion_sources.CUSTOM, chat_completion_sources.MISTRALAI].includes(oai_settings.chat_completion_source)) {
if (!Array.isArray(data?.choices)) {
return;
}
@ -1987,7 +1987,7 @@ async function checkFunctionToolCalls(data) {
}
for (const toolCall of toolCalls) {
if (toolCall.type !== 'function') {
if (typeof toolCall.function !== 'object') {
continue;
}
@ -2027,6 +2027,7 @@ export function isFunctionCallingSupported() {
chat_completion_sources.OPENAI,
chat_completion_sources.COHERE,
chat_completion_sources.CUSTOM,
chat_completion_sources.MISTRALAI,
];
return supportedSources.includes(oai_settings.chat_completion_source);
}

5
src/endpoints/backends/chat-completions.js
View File

@ -486,6 +486,11 @@ async function sendMistralAIRequest(request, response) {
'random_seed': request.body.seed === -1 ? undefined : request.body.seed,
};
if (Array.isArray(request.body.tools) && request.body.tools.length > 0) {
requestBody['tools'] = request.body.tools;
requestBody['tool_choice'] = request.body.tool_choice === 'required' ? 'any' : 'auto';
}
const config = {
method: 'POST',
headers: {