From 805cb0c8b9b83d060deeb944b5533afaef6a4ecf Mon Sep 17 00:00:00 2001 From: Gnome Ann <> Date: Sun, 14 Nov 2021 18:46:00 -0500 Subject: [PATCH] Make sure device_config() still works with all layers on CPU --- aiserver.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/aiserver.py b/aiserver.py index b259d4c2..107cabeb 100644 --- a/aiserver.py +++ b/aiserver.py @@ -273,9 +273,9 @@ def device_config(model): device_list(n_layers) # If all layers are on the same device, use the old GPU generation mode - while(breakmodel.gpu_layers[-1] == 0): + while(len(breakmodel.gpu_layers) and breakmodel.gpu_layers[-1] == 0): breakmodel.gpu_layers.pop() - if(breakmodel.gpu_layers[-1] in (-1, model.config.num_layers)): + if(len(breakmodel.gpu_layers) and breakmodel.gpu_layers[-1] in (-1, model.config.num_layers)): vars.breakmodel = False vars.usegpu = True model = model.to(len(breakmodel.gpu_layers)-1)