rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

No Half on CPU

Browse Source 
Should fix CPU executions
This commit is contained in:
henk717
2021-11-23 17:14:01 +01:00
parent 11c64c3fe7
commit d7a2424d2d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -289,7 +289,7 @@ def device_config(model):
print("Nothing assigned to a GPU, reverting to CPU only mode") print("Nothing assigned to a GPU, reverting to CPU only mode")
vars.breakmodel = False vars.breakmodel = False
vars.usegpu = False vars.usegpu = False
model = model.half().to('cpu') model = model.to('cpu')
generator = model.generate generator = model.generate
return return
model.half().to('cpu') model.half().to('cpu')