rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove `best_of` for VLLM 

It defaults to `n` anyways, and for some reason it was being incorrectly
received on 0.6.4.post1
This commit is contained in:
Beinsezii 2024-11-16 02:05:35 -08:00
parent 9b38e3f449
commit c599f46269
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
public/scripts/textgen-settings.js
View File

@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
};
const vllmParams = {
'n': canMultiSwipe ? settings.n : 1,
'best_of': canMultiSwipe ? settings.n : 1,
'ignore_eos': settings.ignore_eos_token,
'spaces_between_special_tokens': settings.spaces_between_special_tokens,
'seed': settings.seed >= 0 ? settings.seed : undefined,