rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Implemented abort function in model classes.

Browse Source 
Horde stopper not working properly
This commit is contained in:
ebolam
2023-09-27 12:43:42 -04:00
parent 2f3b24eba7
commit ac0f627616
4 changed files with 54 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/stoppers.py
View File

@@ -26,11 +26,11 @@ class Stoppers:
f"Inconsistency detected between KoboldAI Python and Lua backends ({utils.koboldai_vars.generated_tkns} != {utils.koboldai_vars.lua_koboldbridge.generated_cols})"
)
if utils.koboldai_vars.abort or (
if model.abort or (
utils.koboldai_vars.inference_config.stop_at_genamt
and utils.koboldai_vars.generated_tkns >= utils.koboldai_vars.genamt
):
utils.koboldai_vars.abort = False
model.abort = False
model.gen_state["regeneration_required"] = False
model.gen_state["halt"] = False
return True