rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add another ugli ahh list for no grounding models

Browse Source
This commit is contained in:
Cohee
2025-04-27 15:11:23 +03:00
parent 15daf19a08
commit 7c54a74ffa
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/endpoints/backends/chat-completions.js
View File

@@ -364,6 +364,7 @@ async function sendMakerSuiteRequest(request, response) {
'gemini-2.0-flash-exp-image-generation', 'gemini-2.0-flash-exp-image-generation',
]; ];
// These models do not support setting the threshold to OFF at all.
const blockNoneModels = [ const blockNoneModels = [
'gemini-1.5-pro-001', 'gemini-1.5-pro-001',
'gemini-1.5-flash-001', 'gemini-1.5-flash-001',
@@ -374,6 +375,14 @@ async function sendMakerSuiteRequest(request, response) {
const thinkingBudgetModels = [ const thinkingBudgetModels = [
'gemini-2.5-flash-preview-04-17', 'gemini-2.5-flash-preview-04-17',
]; ];
const noSearchModels = [
'gemini-2.0-flash-lite',
'gemini-2.0-flash-lite-001',
'gemini-2.0-flash-lite-preview-02-05',
'gemini-1.5-flash-8b-exp-0924',
'gemini-1.5-flash-8b-exp-0827',
];
// #endregion // #endregion
if (!Array.isArray(generationConfig.stopSequences) || !generationConfig.stopSequences.length) { if (!Array.isArray(generationConfig.stopSequences) || !generationConfig.stopSequences.length) {
@@ -391,12 +400,11 @@ async function sendMakerSuiteRequest(request, response) {
const prompt = convertGooglePrompt(request.body.messages, model, useSystemPrompt, getPromptNames(request)); const prompt = convertGooglePrompt(request.body.messages, model, useSystemPrompt, getPromptNames(request));
let safetySettings = GEMINI_SAFETY; let safetySettings = GEMINI_SAFETY;
// These models do not support setting the threshold to OFF at all.
if (blockNoneModels.includes(model)) { if (blockNoneModels.includes(model)) {
safetySettings = GEMINI_SAFETY.map(setting => ({ ...setting, threshold: 'BLOCK_NONE' })); safetySettings = GEMINI_SAFETY.map(setting => ({ ...setting, threshold: 'BLOCK_NONE' }));
} }
if (enableWebSearch && !enableImageModality && !isGemma && !isLearnLM && !model.includes('gemini-2.0-flash-lite')) { if (enableWebSearch && !enableImageModality && !isGemma && !isLearnLM && !noSearchModels.includes(model)) {
const searchTool = model.includes('1.5') const searchTool = model.includes('1.5')
? ({ google_search_retrieval: {} }) ? ({ google_search_retrieval: {} })
: ({ google_search: {} }); : ({ google_search: {} });