rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Correct `gpu_layers` to `gpu_blocks`

This commit is contained in:
Gnome Ann 2021-11-14 21:08:49 -05:00
parent 805cb0c8b9
commit 17d07b280a
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
aiserver.py
View File

@ -273,12 +273,12 @@ def device_config(model):
device_list(n_layers) device_list(n_layers)
# If all layers are on the same device, use the old GPU generation mode # If all layers are on the same device, use the old GPU generation mode
while(len(breakmodel.gpu_layers) and breakmodel.gpu_layers[-1] == 0): while(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] == 0):
breakmodel.gpu_layers.pop() breakmodel.gpu_blocks.pop()
if(len(breakmodel.gpu_layers) and breakmodel.gpu_layers[-1] in (-1, model.config.num_layers)): if(len(breakmodel.gpu_blocks) and breakmodel.gpu_blocks[-1] in (-1, model.config.num_layers)):
vars.breakmodel = False vars.breakmodel = False
vars.usegpu = True vars.usegpu = True
model = model.to(len(breakmodel.gpu_layers)-1) model = model.to(len(breakmodel.gpu_blocks)-1)
generator = model.generate generator = model.generate
return return