From dc6407ee8fb5b1a0fad27e29d2b8cbf2901acf72 Mon Sep 17 00:00:00 2001
From: DreamGenX <x@dreamgen.com>
Date: Sat, 19 Apr 2025 15:04:00 +0200
Subject: [PATCH] DreamGen Lucid

---
 public/index.html                          |  4 ++--
 public/scripts/textgen-models.js           |  4 ++++
 src/constants.js                           | 17 -----------------
 src/endpoints/backends/text-completions.js |  3 ---
 4 files changed, 6 insertions(+), 22 deletions(-)

diff --git a/public/index.html b/public/index.html
index d82d7f833..a2832f1f7 100644
--- a/public/index.html
+++ b/public/index.html
@@ -1416,7 +1416,7 @@
                                         </div>
                                     </div>
 
-                                    <div data-tg-type="aphrodite, ooba, koboldcpp, tabby, llamacpp" id="dryBlock" class="wide100p">
+                                    <div data-tg-type="aphrodite, ooba, koboldcpp, tabby, llamacpp, dreamgen" id="dryBlock" class="wide100p">
                                         <h4 class="wide100p textAlignCenter" title="DRY penalizes tokens that would extend the end of the input into a sequence that has previously occurred in the input. Set multiplier to 0 to disable." data-i18n="[title]DRY_Repetition_Penalty_desc">
                                             <label data-i18n="DRY Repetition Penalty">DRY Repetition Penalty</label>
                                             <a href="https://github.com/oobabooga/text-generation-webui/pull/5677" target="_blank">
@@ -1571,7 +1571,7 @@
                                                     <div class="fa-solid fa-circle-info opacity50p " data-i18n="[title]Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative" title="Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative."></div>
                                                 </label>
                                             </label>
-                                            <label data-tg-type="ooba, llamacpp, tabby, koboldcpp" class="checkbox_label  flexGrow flexShrink" for="ban_eos_token_textgenerationwebui">
+                                            <label data-tg-type="ooba, llamacpp, tabby, koboldcpp, dreamgen" class="checkbox_label  flexGrow flexShrink" for="ban_eos_token_textgenerationwebui">
                                                 <input type="checkbox" id="ban_eos_token_textgenerationwebui" />
                                                 <label>
                                                     <small data-i18n="Ban EOS Token">Ban EOS Token</small>
diff --git a/public/scripts/textgen-models.js b/public/scripts/textgen-models.js
index 7ad2ae20d..70634ae15 100644
--- a/public/scripts/textgen-models.js
+++ b/public/scripts/textgen-models.js
@@ -923,6 +923,10 @@ export function getCurrentDreamGenModelTokenizer() {
         return tokenizers.YI;
     } else if (model.id.startsWith('opus-v1-xl')) {
         return tokenizers.LLAMA;
+    } else if (model.id.startsWith('lucid-v1-medium')) {
+        return tokenizers.NEMO;
+    } else if (model.id.startsWith('lucid-v1-extra-large')) {
+        return tokenizers.LLAMA3;
     } else {
         return tokenizers.MISTRAL;
     }
diff --git a/src/constants.js b/src/constants.js
index d06a809c6..4d1eb5844 100644
--- a/src/constants.js
+++ b/src/constants.js
@@ -268,23 +268,6 @@ export const FEATHERLESS_KEYS = [
     'guided_whitespace_pattern',
 ];
 
-// https://dreamgen.com/docs/api#openai-text
-export const DREAMGEN_KEYS = [
-    'model',
-    'prompt',
-    'max_tokens',
-    'temperature',
-    'top_p',
-    'top_k',
-    'min_p',
-    'repetition_penalty',
-    'frequency_penalty',
-    'presence_penalty',
-    'stop',
-    'stream',
-    'minimum_message_content_tokens',
-];
-
 // https://docs.together.ai/reference/completions
 export const TOGETHERAI_KEYS = [
     'model',
diff --git a/src/endpoints/backends/text-completions.js b/src/endpoints/backends/text-completions.js
index 290142e5e..277b6a6ab 100644
--- a/src/endpoints/backends/text-completions.js
+++ b/src/endpoints/backends/text-completions.js
@@ -340,9 +340,6 @@ router.post('/generate', async function (request, response) {
         }
 
         if (request.body.api_type === TEXTGEN_TYPES.DREAMGEN) {
-            request.body = _.pickBy(request.body, (_, key) => DREAMGEN_KEYS.includes(key));
-            // NOTE: DreamGen sometimes get confused by the unusual formatting in the character cards.
-            request.body.stop?.push('### User', '## User');
             args.body = JSON.stringify(request.body);
         }