rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-02-26 08:27:46 +01:00
Code Issues Projects Releases Wiki Activity

Fix for lazy loading

Browse Source
This commit is contained in:
ebolam 2022-03-07 19:52:44 -05:00
parent bfc07073e3
commit 0943926f6a
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
aiserver.py
View File

@ -793,6 +793,9 @@ def general_startup():
if args.cpu: if args.cpu:
vars.use_colab_tpu = False vars.use_colab_tpu = False
if args.path is not None:
vars.custmodpth = args.path
vars.smandelete = vars.host == args.override_delete vars.smandelete = vars.host == args.override_delete
vars.smanrename = vars.host == args.override_rename vars.smanrename = vars.host == args.override_rename
@ -1133,7 +1136,7 @@ def load_model(use_gpu=True, key='', gpu_layers=None, initial_load=False):
return lazy_load_callback return lazy_load_callback
lazy_load_config_path = os.path.join(path.dirname(path.realpath(__file__)), "maps", vars.model_type + ".json") lazy_load_config_path = os.path.join(path.dirname(path.realpath(__file__)), "maps", vars.model_type + ".json")
if(vars.lazy_load and "model_config" in globals() and os.path.isfile(lazy_load_config_path)): if(vars.lazy_load and ("model_config" in globals() or "model_config" in locals()) and os.path.isfile(lazy_load_config_path)):
with open(lazy_load_config_path) as f: with open(lazy_load_config_path) as f:
lazy_load_spec = json.load(f) lazy_load_spec = json.load(f)