rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix bug in 4-bit load fallback

Browse Source
This commit is contained in:
0cc4m
2023-03-30 10:57:04 +02:00
committed by GitHub
parent 9d0477f5f7
commit 61b13604b6
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
aiserver.py
View File

@@ -2680,7 +2680,7 @@ def prepare_4bit_load(modelpath):
# Monkey-patch in old-format pt-file support
if not result:
print(f"4-bit file {path_4bit} not found, falling back to {path_4bit_old}")
print("4-bit file not found, falling back to old format.")
for p in paths_4bit_old:
p = os.path.join(modelpath, p)
if os.path.isfile(p):
@@ -2688,8 +2688,8 @@ def prepare_4bit_load(modelpath):
break
if not result:
print(f"4-bit old-format file {path_4bit} not found, loading failed")
raise RuntimeError(f"4-bit load failed. PT-File not found at {path_4bit}")
print("4-bit old-format file not found, loading failed.")
raise RuntimeError(f"4-bit load failed. PT-File not found.")
import llama, opt, gptneox, gptj, old_quant
llama.make_quant = old_quant.old_make_quant