Fix for unloading models

2025-06-05 21:59:24 +02:00 · 2023-05-22 15:04:33 -04:00
parent 925cad2e2f
commit dc20e6dde9
1 changed files with 1 additions and 0 deletions
--- a/modeling/inference_models/hf.py
+++ b/modeling/inference_models/hf.py
@@ -197,6 +197,7 @@ class HFInferenceModel(InferenceModel):
            pass
        if self.hf_torch:
            if 'breakmodel' in sys.modules:
+                import breakmodel
                breakmodel.breakmodel = True
                breakmodel.gpu_blocks = []
                breakmodel.disk_blocks = 0