rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for breakmodel

Browse Source
This commit is contained in:
ebolam
2023-05-22 15:07:59 -04:00
parent dc20e6dde9
commit ca770844b0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/hf_torch.py
View File

@@ -820,7 +820,7 @@ class HFTorchInferenceModel(HFInferenceModel):
breakmodel.gpu_blocks = [0] * n_layers breakmodel.gpu_blocks = [0] * n_layers
return return
elif breakmodel.gpu_blocks != []: elif breakmodel.gpu_blocks == []:
logger.info("Breakmodel not specified, assuming GPU 0") logger.info("Breakmodel not specified, assuming GPU 0")
breakmodel.gpu_blocks = [n_layers] breakmodel.gpu_blocks = [n_layers]
n_layers = 0 n_layers = 0