Make sure stopping criteria still work with dynamic scan off

This commit is contained in:
Gnome Ann 2021-12-13 18:10:51 -05:00
parent 338d437ea3
commit 661cca63e8

View File

@ -762,7 +762,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
self.halt = vars.lua_warper.halt
if(not vars.dynamicscan):
return False
return self.regeneration_required or self.halt
tail = input_ids[..., self.head_length:]
for i, t in enumerate(tail):
decoded = tokenizer.decode(t)