rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

8 bit

Browse Source
This commit is contained in:
ebolam
2022-11-29 20:20:15 -05:00
parent 1b5adf8af5
commit 18db7b98f5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -2632,7 +2632,7 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
elif koboldai_vars.hascuda:
if(koboldai_vars.bmsupported):
koboldai_vars.usegpu = False
koboldai_vars.breakmodel = True if not koboldai_vars.use_8_bit else False
koboldai_vars.breakmodel = True if not use_8_bit else False
else:
koboldai_vars.breakmodel = False
koboldai_vars.usegpu = use_gpu