Model: Fix API support

This commit is contained in:
somebody
2023-03-04 21:15:12 -06:00
parent beef23f5a1
commit 5d9bd96ad8

View File

@@ -365,8 +365,8 @@ class InferenceModel:
# stop temporarily to insert WI, we can assume that we are done
# generating. We shall break.
if (
self.gen_state["halt"]
or not self.gen_state["regeneration_required"]
self.gen_state.get("halt")
or not self.gen_state.get("regeneration_required")
):
break