rixty
/
KoboldAI-Client
mirror of https://github.com/KoboldAI/KoboldAI-Client.git
1
1
Fork 0
Code Issues Projects Releases Wiki Activity

Merge pull request #220 from ebolam/united 

Fix for loading models on CPU only that don't support breakmodel
This commit is contained in:
henk717 2022-09-28 00:46:37 +02:00 committed by GitHub
parent 057ddb4fb2 168ae8083c
commit d2ff32be32
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
aiserver.py
View File

@ -1516,6 +1516,7 @@ def get_model_info(model, directory=""):
layer_count = get_layer_count(model, directory=directory) layer_count = get_layer_count(model, directory=directory)
if layer_count is None: if layer_count is None:
breakmodel = False breakmodel = False
gpu = True
else: else:
breakmodel = True breakmodel = True
if model in ["NeoCustom", "GPT2Custom"]: if model in ["NeoCustom", "GPT2Custom"]: