Don't stream in chatmode

2022-09-25 17:26:52 +02:00 · 2022-09-25 17:26:52 +02:00 · d7ed577bf7
parent 465c1fd64d
commit d7ed577bf7
1 changed files with 2 additions and 0 deletions
--- a/aiserver.py
+++ b/aiserver.py
@ -1990,6 +1990,8 @@ def patch_transformers():
            if not (vars.show_probs or vars.output_streaming):
                return False

+            if vars.chatmode:
+                return False
            tokenizer_text = utils.decodenewlines(tokenizer.decode(input_ids[0, -1]))
            vars.token_stream_queue.add_text(tokenizer_text)
            return False