rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

removed breakmodel command line arguments (except nobreakmodel)

Browse Source
This commit is contained in:
ebolam
2023-05-18 20:19:33 -04:00
parent 06f59a7b7b
commit 56d2705f4b
2 changed files with 0 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/hf_torch.py
View File

@@ -401,8 +401,6 @@ class HFTorchInferenceModel(HFInferenceModel):
if not self.lazy_load:
return
if utils.args.breakmodel_disklayers is not None:
breakmodel.disk_blocks = utils.args.breakmodel_disklayers
disk_blocks = breakmodel.disk_blocks
gpu_blocks = breakmodel.gpu_blocks