rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Fix for lazy loading on models after a non-lazy load model

Browse Source
This commit is contained in:
ebolam
2022-09-27 19:52:35 -04:00
parent 4aa842eada
commit 72fc68c6e4
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@ -2088,6 +2088,8 @@ def reset_model_settings():
vars.sampler_order = [6, 0, 1, 2, 3, 4, 5] vars.sampler_order = [6, 0, 1, 2, 3, 4, 5]
vars.newlinemode = "n" vars.newlinemode = "n"
vars.revision = None vars.revision = None
vars.lazy_load = True
def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=False, online_model="", use_breakmodel_args=False, breakmodel_args_default_to_cpu=False): def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=False, online_model="", use_breakmodel_args=False, breakmodel_args_default_to_cpu=False):
global model global model