From cc0ae2a567c5395805a9c2ba78fbf5e055478d01 Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Tue, 23 Jul 2024 20:25:23 +0300
Subject: [PATCH] Add llama 3.1 models for groq

---
 public/index.html        | 5 +++++
 public/scripts/openai.js | 6 ++++++
 2 files changed, 11 insertions(+)

diff --git a/public/index.html b/public/index.html
index 949acd223..e05c6e526 100644
--- a/public/index.html
+++ b/public/index.html
@@ -2862,6 +2862,11 @@
                             </div>
                             <h4 data-i18n="Groq Model">Groq Model</h4>
                             <select id="model_groq_select">
+                                <option value="llama-3.1-405b-reasoning">llama-3.1-405b-reasoning</option>
+                                <option value="llama-3.1-70b-versatile">llama-3.1-70b-versatile</option>
+                                <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
+                                <option value="llama3-groq-70b-8192-tool-use-preview">llama3-groq-70b-8192-tool-use-preview</option>
+                                <option value="llama3-groq-8b-8192-tool-use-preview">llama3-groq-8b-8192-tool-use-preview</option>
                                 <option value="llama3-8b-8192">llama3-8b-8192</option>
                                 <option value="llama3-70b-8192">llama3-70b-8192</option>
                                 <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>
diff --git a/public/scripts/openai.js b/public/scripts/openai.js
index 160d31b1f..53bcffd91 100644
--- a/public/scripts/openai.js
+++ b/public/scripts/openai.js
@@ -4220,6 +4220,12 @@ async function onModelChange() {
         if (oai_settings.max_context_unlocked) {
             $('#openai_max_context').attr('max', unlocked_max);
         }
+        else if (oai_settings.groq_model.includes('llama-3.1')) {
+            $('#openai_max_context').attr('max', max_128k);
+        }
+        else if (oai_settings.groq_model.includes('llama3-groq')) {
+            $('#openai_max_context').attr('max', max_8k);
+        }
         else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
             $('#openai_max_context').attr('max', max_8k);
         }