From bd7d7b41a17c007f5e805d3b05f5473c3f687aae Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Mon, 20 Jun 2022 16:21:44 -0400
Subject: [PATCH] Don't enable accelerate if no layers are in disk cache or
 GPUs

---
 aiserver.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/aiserver.py b/aiserver.py
index 583705cb..46d96e18 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -2004,7 +2004,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
                         if(not vars.lazy_load):
                             device_config(model.config)
                         move_model_to_devices(model)
-                    elif(utils.HAS_ACCELERATE):
+                    elif(utils.HAS_ACCELERATE and __import__("breakmodel").disk_blocks > 0):
                         move_model_to_devices(model)
                         vars.modeldim = get_hidden_size_from_model(model)
                         generator = model.generate
@@ -2012,7 +2012,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
                         model = model.to('cpu').float()
                         vars.modeldim = get_hidden_size_from_model(model)
                         generator = model.generate
-                elif(utils.HAS_ACCELERATE):
+                elif(utils.HAS_ACCELERATE and __import__("breakmodel").disk_blocks > 0):
                     move_model_to_devices(model)
                     vars.modeldim = get_hidden_size_from_model(model)
                     generator = model.generate