From be0881a8d09dbcc096cdffa24df9b482abd306ae Mon Sep 17 00:00:00 2001
From: Gnome Ann <>
Date: Tue, 23 Nov 2021 10:09:24 -0500
Subject: [PATCH] Use model.config.n_layer if model.config.num_layers doesn't
 exist

---
 aiserver.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/aiserver.py b/aiserver.py
index 9ef798cd..f4b256d8 100644
--- a/aiserver.py
+++ b/aiserver.py
@@ -212,7 +212,7 @@ def device_list(n_layers, primary=None, selected=None):
 def device_config(model):
     global breakmodel, generator
     import breakmodel
-    n_layers = model.config.num_layers
+    n_layers = model.config.num_layers or model.config.n_layer
     if(args.breakmodel_gpulayers is not None):
         try:
             breakmodel.gpu_blocks = list(map(int, args.breakmodel_gpulayers.split(',')))
@@ -278,7 +278,7 @@ def device_config(model):
     # If all layers are on the same device, use the old GPU generation mode
     while(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] == 0):
         breakmodel.gpu_blocks.pop()
-    if(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] in (-1, model.config.num_layers)):
+    if(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] in (-1, model.config.num_layers or model.config.n_layer)):
         vars.breakmodel = False
         vars.usegpu = True
         model = model.half().to(len(breakmodel.gpu_blocks)-1)