rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix multigpu loading without lazy-loader

Browse Source
This commit is contained in:
0cc4m
2023-05-08 22:57:09 +02:00
parent 4f94247910
commit 6121598142
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
modeling/inference_models/generic_hf_torch.py
View File

@@ -243,6 +243,11 @@ class GenericHFTorchInferenceModel(HFTorchInferenceModel):
) )
shutil.rmtree("cache/") shutil.rmtree("cache/")
if not self.lazy_load:
utils.layers_module_names = utils.get_layers_module_names(self.model)
utils.module_names = list(self.model.state_dict().keys())
utils.named_buffers = list(self.model.named_buffers(recurse=True))
self.patch_embedding() self.patch_embedding()
if utils.koboldai_vars.hascuda: if utils.koboldai_vars.hascuda: