From 6b172306f623d37c94fa0add67c1ee1798e25d3f Mon Sep 17 00:00:00 2001 From: Gnome Ann <> Date: Tue, 21 Jun 2022 13:15:46 -0400 Subject: [PATCH] move_model_to_devices no longer crashes if you don't have accelerate --- aiserver.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/aiserver.py b/aiserver.py index e3e9f758..de6be946 100644 --- a/aiserver.py +++ b/aiserver.py @@ -633,8 +633,9 @@ def move_model_to_devices(model): generator = model.generate return + import breakmodel + if(utils.HAS_ACCELERATE): - import breakmodel disk_blocks = breakmodel.disk_blocks gpu_blocks = breakmodel.gpu_blocks ram_blocks = len(utils.layers_module_names) - sum(gpu_blocks)