From 15a3cfcb8ae2d81643dbcf25d81111f29883de1b Mon Sep 17 00:00:00 2001 From: Cohee <18619528+Cohee1207@users.noreply.github.com> Date: Wed, 29 Jan 2025 20:57:38 +0200 Subject: [PATCH] Perplexity: Add reasoning model, remove deprecated models --- public/index.html | 27 +++++++-------------------- public/scripts/openai.js | 27 +++++++++------------------ public/scripts/tokenizers.js | 3 +++ 3 files changed, 19 insertions(+), 38 deletions(-) diff --git a/public/index.html b/public/index.html index 40602018c..67ca38777 100644 --- a/public/index.html +++ b/public/index.html @@ -3227,32 +3227,19 @@

Perplexity Model

diff --git a/public/scripts/openai.js b/public/scripts/openai.js index f1d898430..a58f3fcde 100644 --- a/public/scripts/openai.js +++ b/public/scripts/openai.js @@ -258,7 +258,7 @@ const default_settings = { ai21_model: 'jamba-1.5-large', mistralai_model: 'mistral-large-latest', cohere_model: 'command-r-plus', - perplexity_model: 'llama-3.1-70b-instruct', + perplexity_model: 'sonar-pro', groq_model: 'llama-3.1-70b-versatile', nanogpt_model: 'gpt-4o-mini', zerooneai_model: 'yi-large', @@ -337,7 +337,7 @@ const oai_settings = { ai21_model: 'jamba-1.5-large', mistralai_model: 'mistral-large-latest', cohere_model: 'command-r-plus', - perplexity_model: 'llama-3.1-70b-instruct', + perplexity_model: 'sonar-pro', groq_model: 'llama-3.1-70b-versatile', nanogpt_model: 'gpt-4o-mini', zerooneai_model: 'yi-large', @@ -4380,28 +4380,19 @@ async function onModelChange() { if (oai_settings.max_context_unlocked) { $('#openai_max_context').attr('max', unlocked_max); } + else if (['sonar', 'sonar-reasoning'].includes(oai_settings.perplexity_model)) { + $('#openai_max_context').attr('max', 127000); + } + else if (['sonar-pro'].includes(oai_settings.perplexity_model)) { + $('#openai_max_context').attr('max', 200000); + } else if (oai_settings.perplexity_model.includes('llama-3.1')) { const isOnline = oai_settings.perplexity_model.includes('online'); const contextSize = isOnline ? 128 * 1024 - 4000 : 128 * 1024; $('#openai_max_context').attr('max', contextSize); } - else if (['llama-3-sonar-small-32k-chat', 'llama-3-sonar-large-32k-chat'].includes(oai_settings.perplexity_model)) { - $('#openai_max_context').attr('max', max_32k); - } - else if (['llama-3-sonar-small-32k-online', 'llama-3-sonar-large-32k-online'].includes(oai_settings.perplexity_model)) { - $('#openai_max_context').attr('max', 28000); - } - else if (['sonar-small-chat', 'sonar-medium-chat', 'codellama-70b-instruct', 'mistral-7b-instruct', 'mixtral-8x7b-instruct', 'mixtral-8x22b-instruct'].includes(oai_settings.perplexity_model)) { - $('#openai_max_context').attr('max', max_16k); - } - else if (['llama-3-8b-instruct', 'llama-3-70b-instruct'].includes(oai_settings.perplexity_model)) { - $('#openai_max_context').attr('max', max_8k); - } - else if (['sonar-small-online', 'sonar-medium-online'].includes(oai_settings.perplexity_model)) { - $('#openai_max_context').attr('max', 12000); - } else { - $('#openai_max_context').attr('max', max_4k); + $('#openai_max_context').attr('max', max_128k); } oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context); $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input'); diff --git a/public/scripts/tokenizers.js b/public/scripts/tokenizers.js index 59d55ba7f..9a4995206 100644 --- a/public/scripts/tokenizers.js +++ b/public/scripts/tokenizers.js @@ -679,6 +679,9 @@ export function getTokenizerModel() { } if (oai_settings.chat_completion_source === chat_completion_sources.PERPLEXITY) { + if (oai_settings.perplexity_model.includes('sonar-reasoning')) { + return deepseekTokenizer; + } if (oai_settings.perplexity_model.includes('llama-3') || oai_settings.perplexity_model.includes('llama3')) { return llama3Tokenizer; }