mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
No Half on CPU
Should fix CPU executions
This commit is contained in:
@ -289,7 +289,7 @@ def device_config(model):
|
||||
print("Nothing assigned to a GPU, reverting to CPU only mode")
|
||||
vars.breakmodel = False
|
||||
vars.usegpu = False
|
||||
model = model.half().to('cpu')
|
||||
model = model.to('cpu')
|
||||
generator = model.generate
|
||||
return
|
||||
model.half().to('cpu')
|
||||
|
Reference in New Issue
Block a user