rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Don't stream in chatmode

Browse Source
This commit is contained in:
Henk
2022-09-25 17:26:52 +02:00
parent 465c1fd64d
commit d7ed577bf7
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -1990,6 +1990,8 @@ def patch_transformers():
if not (vars.show_probs or vars.output_streaming): if not (vars.show_probs or vars.output_streaming):
return False return False
if vars.chatmode:
return False
tokenizer_text = utils.decodenewlines(tokenizer.decode(input_ids[0, -1])) tokenizer_text = utils.decodenewlines(tokenizer.decode(input_ids[0, -1]))
vars.token_stream_queue.add_text(tokenizer_text) vars.token_stream_queue.add_text(tokenizer_text)
return False return False