rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Breakmodel: Fix typo

Browse Source
This commit is contained in:
somebody
2023-04-03 18:41:18 -05:00
parent 4230fe4229
commit 8412f83ce5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/generic_hf_torch.py
View File

@@ -252,7 +252,7 @@ class GenericHFTorchInferenceModel(HFTorchInferenceModel):
elif utils.koboldai_vars.breakmodel:
# Use both RAM and VRAM (breakmodel)
if not self.lazy_load:
self.breakmodel_device_config(model.config)
self.breakmodel_device_config(self.model.config)
self._move_to_devices()
elif breakmodel.disk_blocks > 0:
# Use disk