rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-21 14:10:39 +01:00
Code Issues Projects Releases Wiki Activity

Correct the type hint for lazy_load_callback

Browse Source
This commit is contained in:
Gnome Ann 2022-06-19 17:17:41 -04:00
parent 21de36c4b0
commit 4dd59e0a9d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -1668,7 +1668,7 @@ def load_model(use_gpu=True, gpu_layers=None, initial_load=False, online_model="
else: else:
ram_blocks = gpu_blocks = cumulative_gpu_blocks = None ram_blocks = gpu_blocks = cumulative_gpu_blocks = None
def lazy_load_callback(model_dict: Dict[str, torch.Tensor], f, **_): def lazy_load_callback(model_dict: Dict[str, Union[torch_lazy_loader.LazyTensor, torch.Tensor]], f, **_):
if lazy_load_callback.nested: if lazy_load_callback.nested:
return return
lazy_load_callback.nested = True lazy_load_callback.nested = True