mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-02-03 19:07:42 +01:00
Make sure stopping criteria still work with dynamic scan off
This commit is contained in:
parent
338d437ea3
commit
661cca63e8
@ -762,7 +762,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
|
||||
self.halt = vars.lua_warper.halt
|
||||
|
||||
if(not vars.dynamicscan):
|
||||
return False
|
||||
return self.regeneration_required or self.halt
|
||||
tail = input_ids[..., self.head_length:]
|
||||
for i, t in enumerate(tail):
|
||||
decoded = tokenizer.decode(t)
|
||||
|
Loading…
x
Reference in New Issue
Block a user