From dc20e6dde9152fd609ae06d362b05b9a0ac29bb5 Mon Sep 17 00:00:00 2001
From: ebolam <ebolam@gmail.com>
Date: Mon, 22 May 2023 15:04:33 -0400
Subject: [PATCH] Fix for unloading models

---
 modeling/inference_models/hf.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/modeling/inference_models/hf.py b/modeling/inference_models/hf.py
index b209d49f..53c802b1 100644
--- a/modeling/inference_models/hf.py
+++ b/modeling/inference_models/hf.py
@@ -197,6 +197,7 @@ class HFInferenceModel(InferenceModel):
             pass
         if self.hf_torch:
             if 'breakmodel' in sys.modules:
+                import breakmodel
                 breakmodel.breakmodel = True
                 breakmodel.gpu_blocks = []
                 breakmodel.disk_blocks = 0