From b276c5ff1513df9ae2dfc1e66de97f228086caf0 Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Tue, 31 Jan 2023 01:46:55 +0100
Subject: [PATCH] EOS Hiding Workaround (For models that want EOS behavior)

---
 aiserver.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/aiserver.py b/aiserver.py
index 9d0daabc..107ed549 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -6491,6 +6491,12 @@ def applyoutputformatting(txt, no_sentence_trimming=False, no_single_line=False)
     if len(txt) == 0:
         return txt
     
+    # Workaround for endoftext appearing in models that need it, you can supposedly do this directly with the tokenizer but it keeps showing up
+    # So for now since we only have two known end of text tokens and only one model that wishes to have its generation stopped this is easier
+    # If you see this and you wish to do a universal implementation for this, feel free just make sure to test it on all platforms - Henk
+    txt = txt.replace("<|endoftext|>", "")
+    txt = txt.replace("</s>", "")
+
     # Use standard quotes and apostrophes
     txt = utils.fixquotes(txt)