From db5e2d95c2baae79e4eb86cbcf8b5f3e9a30ad20 Mon Sep 17 00:00:00 2001
From: sasha0552 <admin@sasha0552.org>
Date: Sun, 19 May 2024 04:28:01 +0000
Subject: [PATCH 1/2] vLLM fixes

* Enable seed field for vLLM

* Enable beam search for vLLM

* Set the default length penalty to 1
(There is validation error from vLLM when beam search is disabled and the value is not equal to 1)
---
 public/index.html                  | 4 ++--
 public/scripts/textgen-settings.js | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/public/index.html b/public/index.html
index a88c6839a..79dbfd5ee 100644
--- a/public/index.html
+++ b/public/index.html
@@ -1324,7 +1324,7 @@
                                             </div>
                                         </div>
                                     </div>
-                                    <div data-newbie-hidden data-tg-type="ooba" name="beamSearchBlock" class="wide100p">
+                                    <div data-newbie-hidden data-tg-type="ooba, vllm" name="beamSearchBlock" class="wide100p">
                                         <h4 class="wide100p textAlignCenter">
                                             <label>
                                                 <span data-i18n="Beam search">Beam Search</span>
@@ -1407,7 +1407,7 @@
                                             </label>
                                         </div>
                                     </div>
-                                    <div data-tg-type="mancer, ooba, koboldcpp, aphrodite, llamaccp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0">
+                                    <div data-tg-type="mancer, ooba, koboldcpp, vllm, aphrodite, llamaccp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0">
                                         <small data-i18n="Seed" class="textAlignCenter">Seed</small>
                                         <input type="number" id="seed_textgenerationwebui" class="text_pole textAlignCenter" min="-1" value="-1" maxlength="100" />
                                     </div>
diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js
index 42472c871..37bc8478e 100644
--- a/public/scripts/textgen-settings.js
+++ b/public/scripts/textgen-settings.js
@@ -659,7 +659,7 @@ jQuery(function () {
             'no_repeat_ngram_size_textgenerationwebui': 0,
             'min_length_textgenerationwebui': 0,
             'num_beams_textgenerationwebui': 1,
-            'length_penalty_textgenerationwebui': 0,
+            'length_penalty_textgenerationwebui': 1,
             'penalty_alpha_textgenerationwebui': 0,
             'typical_p_textgenerationwebui': 1, // Added entry
             'guidance_scale_textgenerationwebui': 1,

From 01912f5b3e34488180b5e46758bbf87e9d1cdf28 Mon Sep 17 00:00:00 2001
From: sasha0552 <admin@sasha0552.org>
Date: Sun, 19 May 2024 04:36:36 +0000
Subject: [PATCH 2/2] Fix typo

---
 public/index.html | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/public/index.html b/public/index.html
index 79dbfd5ee..6a8fae21c 100644
--- a/public/index.html
+++ b/public/index.html
@@ -1407,7 +1407,7 @@
                                             </label>
                                         </div>
                                     </div>
-                                    <div data-tg-type="mancer, ooba, koboldcpp, vllm, aphrodite, llamaccp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0">
+                                    <div data-tg-type="mancer, ooba, koboldcpp, vllm, aphrodite, llamacpp, ollama" data-newbie-hidden class="flex-container flexFlowColumn alignitemscenter flexBasis48p flexGrow flexShrink gap0">
                                         <small data-i18n="Seed" class="textAlignCenter">Seed</small>
                                         <input type="number" id="seed_textgenerationwebui" class="text_pole textAlignCenter" min="-1" value="-1" maxlength="100" />
                                     </div>