rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix 4-bit loading error when not loading in 4-bit

Browse Source
This commit is contained in:
0cc4m
2023-03-22 22:12:06 +00:00
parent 8941428c66
commit 026eb3205e
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -3125,13 +3125,13 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
lowmem = {} lowmem = {}
if(os.path.isdir(koboldai_vars.custmodpth)): if(os.path.isdir(koboldai_vars.custmodpth)):
if use_4_bit:
path_4bit = os.path.join(koboldai_vars.custmodpth, "4bit.pt") path_4bit = os.path.join(koboldai_vars.custmodpth, "4bit.pt")
if not os.path.isfile(path_4bit): if not os.path.isfile(path_4bit):
print(f"4-bit file {path_4bit} not found, loading failed") print(f"4-bit file {path_4bit} not found, loading failed")
raise RuntimeError(f"4-bit load failed. PT-File not found at {path_4bit}") raise RuntimeError(f"4-bit load failed. PT-File not found at {path_4bit}")
if use_4_bit:
print(f"Trying to load {koboldai_vars.model_type} model in 4-bit") print(f"Trying to load {koboldai_vars.model_type} model in 4-bit")
koboldai_vars.breakmodel = False koboldai_vars.breakmodel = False
koboldai_vars.usegpu = True koboldai_vars.usegpu = True