rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Update context lengths and remove guard model

Browse Source
This commit is contained in:
Conor Nash
2025-02-01 23:54:14 +00:00
parent c11e64a782
commit eeaec2697b
2 changed files with 20 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
public/index.html
View File

@ -3159,7 +3159,6 @@
<option value="gemma2-9b-it">gemma2-9b-it</option> <option value="gemma2-9b-it">gemma2-9b-it</option>
<option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option> <option value="llama-3.3-70b-versatile">llama-3.3-70b-versatile</option>
<option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option> <option value="llama-3.1-8b-instant">llama-3.1-8b-instant</option>
<option value="llama-guard-3-8b">llama-guard-3-8b</option>
<option value="llama3-70b-8192">llama3-70b-8192</option> <option value="llama3-70b-8192">llama3-70b-8192</option>
<option value="llama3-8b-8192">llama3-8b-8192</option> <option value="llama3-8b-8192">llama3-8b-8192</option>
<option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option> <option value="mixtral-8x7b-32768">mixtral-8x7b-32768</option>

34
public/scripts/openai.js
View File

@ -259,7 +259,7 @@ const default_settings = {
mistralai_model: 'mistral-large-latest', mistralai_model: 'mistral-large-latest',
cohere_model: 'command-r-plus', cohere_model: 'command-r-plus',
perplexity_model: 'sonar-pro', perplexity_model: 'sonar-pro',
groq_model: 'llama-3.1-70b-versatile', groq_model: 'llama-3.3-70b-versatile',
nanogpt_model: 'gpt-4o-mini', nanogpt_model: 'gpt-4o-mini',
zerooneai_model: 'yi-large', zerooneai_model: 'yi-large',
blockentropy_model: 'be-70b-base-llama3.1', blockentropy_model: 'be-70b-base-llama3.1',
@ -4403,24 +4403,30 @@ async function onModelChange() {
if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) { if (oai_settings.chat_completion_source == chat_completion_sources.GROQ) {
if (oai_settings.max_context_unlocked) { if (oai_settings.max_context_unlocked) {
$('#openai_max_context').attr('max', unlocked_max); $('#openai_max_context').attr('max', unlocked_max);
} } else if (oai_settings.groq_model.includes('gemma2-9b-it')) {
else if (oai_settings.groq_model.includes('llama-3.2') && oai_settings.groq_model.includes('-preview')) {
$('#openai_max_context').attr('max', max_8k); $('#openai_max_context').attr('max', max_8k);
} } else if (oai_settings.groq_model.includes('llama-3.3-70b-versatile')) {
else if (oai_settings.groq_model.includes('llama-3.3') || oai_settings.groq_model.includes('llama-3.2') || oai_settings.groq_model.includes('llama-3.1')) {
$('#openai_max_context').attr('max', max_128k); $('#openai_max_context').attr('max', max_128k);
} } else if (oai_settings.groq_model.includes('llama-3.1-8b-instant')) {
else if (oai_settings.groq_model.includes('llama3-groq')) { $('#openai_max_context').attr('max', max_128k);
} else if (oai_settings.groq_model.includes('llama3-70b-8192')) {
$('#openai_max_context').attr('max', max_8k); $('#openai_max_context').attr('max', max_8k);
} } else if (oai_settings.groq_model.includes('llama3-8b-8192')) {
else if (['llama3-8b-8192', 'llama3-70b-8192', 'gemma-7b-it', 'gemma2-9b-it'].includes(oai_settings.groq_model)) {
$('#openai_max_context').attr('max', max_8k); $('#openai_max_context').attr('max', max_8k);
} } else if (oai_settings.groq_model.includes('mixtral-8x7b-32768')) {
else if (['mixtral-8x7b-32768'].includes(oai_settings.groq_model)) {
$('#openai_max_context').attr('max', max_32k); $('#openai_max_context').attr('max', max_32k);
} } else if (oai_settings.groq_model.includes('deepseek-r1-distill-llama-70b')) {
else { $('#openai_max_context').attr('max', max_128k);
$('#openai_max_context').attr('max', max_4k); } else if (oai_settings.groq_model.includes('llama-3.3-70b-specdec')) {
$('#openai_max_context').attr('max', max_8k);
} else if (oai_settings.groq_model.includes('llama-3.2-1b-preview')) {
$('#openai_max_context').attr('max', max_128k);
} else if (oai_settings.groq_model.includes('llama-3.2-3b-preview')) {
$('#openai_max_context').attr('max', max_128k);
} else if (oai_settings.groq_model.includes('llama-3.2-11b-vision-preview')) {
$('#openai_max_context').attr('max', max_128k);
} else if (oai_settings.groq_model.includes('llama-3.2-90b-vision-preview')) {
$('#openai_max_context').attr('max', max_128k);
} }
oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context); oai_settings.openai_max_context = Math.min(Number($('#openai_max_context').attr('max')), oai_settings.openai_max_context);
$('#openai_max_context').val(oai_settings.openai_max_context).trigger('input'); $('#openai_max_context').val(oai_settings.openai_max_context).trigger('input');