rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Lazyload: Whoops

Browse Source
This commit is contained in:
onesome
2023-04-25 18:46:54 -05:00
parent e28e268a2d
commit 1db9d9ba61
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/lazy_loader.py
View File

@@ -389,7 +389,7 @@ def safetensors_load_tensor_independently(
return f.get_tensor(tensor_key) return f.get_tensor(tensor_key)
def patch_safetensors(): def patch_safetensors(callback):
# Safetensors load patch # Safetensors load patch
import transformers import transformers
@@ -494,7 +494,7 @@ def use_lazy_load(
torch.load = torch_load torch.load = torch_load
if HAS_SAFETENSORS: if HAS_SAFETENSORS:
patch_safetensors() patch_safetensors(callback)
if dematerialized_modules: if dematerialized_modules:
if use_accelerate_init_empty_weights: if use_accelerate_init_empty_weights: