Hide beam search for vllm. It never worked.

This commit is contained in:
Cohee 2024-09-14 16:53:21 +03:00
parent f0d361bc7a
commit 50de678980
2 changed files with 3 additions and 3 deletions

View File

@ -1396,7 +1396,7 @@
</div>
</div>
</div>
<div data-tg-type="ooba, vllm" id="beamSearchBlock" name="beamSearchBlock" class="wide100p">
<div data-tg-type="ooba" id="beamSearchBlock" name="beamSearchBlock" class="wide100p">
<h4 class="wide100p textAlignCenter">
<label>
<span data-i18n="Beam search">Beam Search</span>

View File

@ -1120,8 +1120,8 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'minimum_message_content_tokens': settings.type === DREAMGEN ? settings.min_length : undefined,
'min_tokens': settings.min_length,
'num_beams': settings.type === OOBA ? settings.num_beams : undefined,
'length_penalty': settings.length_penalty,
'early_stopping': settings.early_stopping,
'length_penalty': settings.type === OOBA ? settings.length_penalty : undefined,
'early_stopping': settings.type === OOBA ? settings.early_stopping : undefined,
'add_bos_token': settings.add_bos_token,
'dynamic_temperature': dynatemp ? true : undefined,
'dynatemp_low': dynatemp ? settings.min_temp : undefined,