rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #3076 from Beinsezii/vllm_n_fix

Browse Source 
Remove `best_of` for VLLM
This commit is contained in:
Cohee
2024-11-16 15:51:25 +02:00
committed by GitHub
parent d5b48f89fc c599f46269
commit 7c7aaf33fc
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
public/scripts/textgen-settings.js
View File

@@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
}; };
const vllmParams = { const vllmParams = {
'n': canMultiSwipe ? settings.n : 1, 'n': canMultiSwipe ? settings.n : 1,
'best_of': canMultiSwipe ? settings.n : 1,
'ignore_eos': settings.ignore_eos_token, 'ignore_eos': settings.ignore_eos_token,
'spaces_between_special_tokens': settings.spaces_between_special_tokens, 'spaces_between_special_tokens': settings.spaces_between_special_tokens,
'seed': settings.seed >= 0 ? settings.seed : undefined, 'seed': settings.seed >= 0 ? settings.seed : undefined,