From c599f462690ec2afd57be40e574f832fd1afc2a0 Mon Sep 17 00:00:00 2001 From: Beinsezii Date: Sat, 16 Nov 2024 02:05:35 -0800 Subject: [PATCH] Remove `best_of` for VLLM It defaults to `n` anyways, and for some reason it was being incorrectly received on 0.6.4.post1 --- public/scripts/textgen-settings.js | 1 - 1 file changed, 1 deletion(-) diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js index 8fc33cb69..67e058f08 100644 --- a/public/scripts/textgen-settings.js +++ b/public/scripts/textgen-settings.js @@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate, }; const vllmParams = { 'n': canMultiSwipe ? settings.n : 1, - 'best_of': canMultiSwipe ? settings.n : 1, 'ignore_eos': settings.ignore_eos_token, 'spaces_between_special_tokens': settings.spaces_between_special_tokens, 'seed': settings.seed >= 0 ? settings.seed : undefined,