rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Don't ruin breakmodel

Browse Source
This commit is contained in:
Henk
2023-07-15 14:14:06 +02:00
parent 003105ae8b
commit 2c50d5d092
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/hf_torch.py
View File

@@ -412,7 +412,7 @@ class HFTorchInferenceModel(HFInferenceModel):
**tf_kwargs, **tf_kwargs,
) )
if not self.lazy_load: if not self.lazy_load and not self.breakmodel:
# We need to move the model to the desired device # We need to move the model to the desired device
if (not self.usegpu) or torch.cuda.device_count() <= 0: if (not self.usegpu) or torch.cuda.device_count() <= 0:
model = model.to("cpu") model = model.to("cpu")