Model: Lazyload backends

2025-06-05 21:59:24 +02:00 · 2023-03-13 20:29:29 -05:00
parent adc11fdbc9
commit b93c339145
5 changed files with 15 additions and 13 deletions
--- a/modeling/inference_models/hf_mtj.py
+++ b/modeling/inference_models/hf_mtj.py
@@ -38,6 +38,7 @@ class HFMTJInferenceModel(HFInferenceModel):
            post_token_hooks=False,
            stopper_hooks=False,
            post_token_probs=False,
+            uses_tpu=True
        )

    def setup_mtj(self) -> None: