rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-08 15:58:44 +01:00
Code Issues Projects Releases Wiki Activity

Fix for lazy loading on models after a non-lazy load model

Browse Source
This commit is contained in:
ebolam 2022-09-27 19:52:35 -04:00
parent 4aa842eada
commit 72fc68c6e4
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -2088,6 +2088,8 @@ def reset_model_settings():
vars.sampler_order = [6, 0, 1, 2, 3, 4, 5]
vars.newlinemode = "n"
vars.revision = None
vars.lazy_load = True
def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=False, online_model="", use_breakmodel_args=False, breakmodel_args_default_to_cpu=False):
global model