From d7ed577bf7ef3c0d9f01daaf9b1773301735507a Mon Sep 17 00:00:00 2001
From: Henk <henk@henk.tech>
Date: Sun, 25 Sep 2022 17:26:52 +0200
Subject: [PATCH] Don't stream in chatmode

---
 aiserver.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/aiserver.py b/aiserver.py
index 2d4608df..756654a6 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -1990,6 +1990,8 @@ def patch_transformers():
             if not (vars.show_probs or vars.output_streaming):
                 return False
 
+            if vars.chatmode:
+                return False
             tokenizer_text = utils.decodenewlines(tokenizer.decode(input_ids[0, -1]))
             vars.token_stream_queue.add_text(tokenizer_text)
             return False