mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-02-06 04:14:18 +01:00
Merge pull request #31 from VE-FORBRYDERNE/cpu
Fix gen_in device logic in generate()
This commit is contained in:
commit
27ee45b9cc
@ -1458,8 +1458,6 @@ def generate(txt, minimum, maximum, found_entries=None):
|
||||
gen_in = gen_in.to(0)
|
||||
elif(vars.hascuda and vars.breakmodel):
|
||||
gen_in = gen_in.to(breakmodel.primary_device)
|
||||
elif(vars.hascuda):
|
||||
gen_in = gen_in.to(0)
|
||||
else:
|
||||
gen_in = gen_in.to('cpu')
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user