From 661cca63e838c80c59caff6d7a920601f674e77f Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Mon, 13 Dec 2021 18:10:51 -0500
Subject: [PATCH] Make sure stopping criteria still work with dynamic scan off

---
 aiserver.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/aiserver.py b/aiserver.py
index 00ca38ec..061384a5 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -762,7 +762,7 @@ if(not vars.model in ["InferKit", "Colab", "OAI", "ReadOnly", "TPUMeshTransforme
                 self.halt = vars.lua_warper.halt
 
                 if(not vars.dynamicscan):
-                    return False
+                    return self.regeneration_required or self.halt
                 tail = input_ids[..., self.head_length:]
                 for i, t in enumerate(tail):
                     decoded = tokenizer.decode(t)