rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model fix

Browse Source
This commit is contained in:
somebody
2023-04-02 15:47:52 -05:00
parent 9d70646e4d
commit 77f0797b1a
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modeling/inference_models/hf_torch.py
View File

@@ -315,7 +315,11 @@ class HFTorchInferenceModel(HFInferenceModel):
) )
if value.dtype is not target_dtype: if value.dtype is not target_dtype:
accelerate.utils.set_module_tensor_to_device( accelerate.utils.set_module_tensor_to_device(
self.model, key, target_dtype self.model,
tensor_name=key,
device=torch.device(value.device),
value=value,
dtype=target_dtype,
) )
disk_blocks = breakmodel.disk_blocks disk_blocks = breakmodel.disk_blocks