From b833f36c7571d696848e25c014355c6516c4782c Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Wed, 29 May 2024 01:10:18 +0300
Subject: [PATCH] Function calling for Groq

---
 public/index.html                          |  2 +-
 public/scripts/openai.js                   | 10 +++++++++-
 src/endpoints/backends/chat-completions.js | 12 ++++++++++++
 3 files changed, 22 insertions(+), 2 deletions(-)

diff --git a/public/index.html b/public/index.html
index 251da83eb..47ebce948 100644
--- a/public/index.html
+++ b/public/index.html
@@ -1739,7 +1739,7 @@
                                             </span>
                                         </div>
                                     </div>
-                                    <div class="range-block" data-source="openai,cohere,mistralai,custom,claude,openrouter">
+                                    <div class="range-block" data-source="openai,cohere,mistralai,custom,claude,openrouter,groq">
                                         <label for="openai_function_calling" class="checkbox_label flexWrap widthFreeExpand">
                                             <input id="openai_function_calling" type="checkbox" />
                                             <span data-i18n="Enable function calling">Enable function calling</span>
diff --git a/public/scripts/openai.js b/public/scripts/openai.js
index 75c866096..f8ac5a946 100644
--- a/public/scripts/openai.js
+++ b/public/scripts/openai.js
@@ -1968,7 +1968,14 @@ async function registerFunctionTools(type, data) {
 }
 
 async function checkFunctionToolCalls(data) {
-    if ([chat_completion_sources.OPENAI, chat_completion_sources.CUSTOM, chat_completion_sources.MISTRALAI, chat_completion_sources.OPENROUTER].includes(oai_settings.chat_completion_source)) {
+    const oaiCompat = [
+        chat_completion_sources.OPENAI,
+        chat_completion_sources.CUSTOM,
+        chat_completion_sources.MISTRALAI,
+        chat_completion_sources.OPENROUTER,
+        chat_completion_sources.GROQ,
+    ];
+    if (oaiCompat.includes(oai_settings.chat_completion_source)) {
         if (!Array.isArray(data?.choices)) {
             return;
         }
@@ -2045,6 +2052,7 @@ export function isFunctionCallingSupported() {
         chat_completion_sources.MISTRALAI,
         chat_completion_sources.CLAUDE,
         chat_completion_sources.OPENROUTER,
+        chat_completion_sources.GROQ,
     ];
     return supportedSources.includes(oai_settings.chat_completion_source);
 }
diff --git a/src/endpoints/backends/chat-completions.js b/src/endpoints/backends/chat-completions.js
index 33346c7ff..8733bfd50 100644
--- a/src/endpoints/backends/chat-completions.js
+++ b/src/endpoints/backends/chat-completions.js
@@ -915,6 +915,18 @@ router.post('/generate', jsonParser, function (request, response) {
         apiKey = readSecret(request.user.directories, SECRET_KEYS.GROQ);
         headers = {};
         bodyParams = {};
+
+        // 'required' tool choice is not supported by Groq
+        if (request.body.tool_choice === 'required') {
+            if (Array.isArray(request.body.tools) && request.body.tools.length > 0) {
+                request.body.tool_choice = request.body.tools.length > 1
+                    ? 'auto' :
+                    { type: 'function', function: { name: request.body.tools[0]?.function?.name } };
+
+            } else {
+                request.body.tool_choice = 'none';
+            }
+        }
     } else {
         console.log('This chat completion source is not supported yet.');
         return response.status(400).send({ error: true });