rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-03-10 00:20:11 +01:00
Code Issues Projects Releases Wiki Activity

Fix for loading models on CPU only that don't support breakmodel

Browse Source
This commit is contained in:
ebolam 2022-09-27 18:29:32 -04:00
parent edd50fc809
commit 0311cc215e
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -1514,8 +1514,10 @@ def get_model_info(model, directory=""):
pass pass
else: else:
layer_count = get_layer_count(model, directory=directory) layer_count = get_layer_count(model, directory=directory)
print("Layer Count: {}".format(layer_count))
if layer_count is None: if layer_count is None:
breakmodel = False breakmodel = False
gpu = True
else: else:
breakmodel = True breakmodel = True
if model in ["NeoCustom", "GPT2Custom"]: if model in ["NeoCustom", "GPT2Custom"]: