Merge pull request #2266 from sasha0552/vllm-fixes

vLLM fixes
This commit is contained in:
Cohee 2024-05-19 14:23:07 +03:00 committed by GitHub
commit ee913be46b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions

View File

@ -1329,7 +1329,7 @@
</div> </div>
</div> </div>
</div> </div>
<div data-newbie-hidden data-tg-type="ooba" name="beamSearchBlock" class="wide100p"> <div data-newbie-hidden data-tg-type="ooba, vllm" name="beamSearchBlock" class="wide100p">
<h4 class="wide100p textAlignCenter"> <h4 class="wide100p textAlignCenter">
<label> <label>
<span data-i18n="Beam search">Beam Search</span> <span data-i18n="Beam search">Beam Search</span>
@ -1412,7 +1412,7 @@
</label> </label>
</div> </div>
</div> </div>
<div data-tg-type="mancer, ooba, koboldcpp, aphrodite, llamaccp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0"> <div data-tg-type="mancer, ooba, koboldcpp, vllm, aphrodite, llamacpp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0">
<small data-i18n="Seed" class="textAlignCenter">Seed</small> <small data-i18n="Seed" class="textAlignCenter">Seed</small>
<input type="number" id="seed_textgenerationwebui" class="text_pole textAlignCenter" min="-1" value="-1" maxlength="100" /> <input type="number" id="seed_textgenerationwebui" class="text_pole textAlignCenter" min="-1" value="-1" maxlength="100" />
</div> </div>

View File

@ -659,7 +659,7 @@ jQuery(function () {
'no_repeat_ngram_size_textgenerationwebui': 0, 'no_repeat_ngram_size_textgenerationwebui': 0,
'min_length_textgenerationwebui': 0, 'min_length_textgenerationwebui': 0,
'num_beams_textgenerationwebui': 1, 'num_beams_textgenerationwebui': 1,
'length_penalty_textgenerationwebui': 0, 'length_penalty_textgenerationwebui': 1,
'penalty_alpha_textgenerationwebui': 0, 'penalty_alpha_textgenerationwebui': 0,
'typical_p_textgenerationwebui': 1, // Added entry 'typical_p_textgenerationwebui': 1, // Added entry
'guidance_scale_textgenerationwebui': 1, 'guidance_scale_textgenerationwebui': 1,