From 3db5a1f76a60e6146f264f90d55c89c78622f100 Mon Sep 17 00:00:00 2001 From: ebolam Date: Sun, 25 Sep 2022 19:54:22 -0400 Subject: [PATCH] Fix for TPU loading --- aiserver.py | 1 - koboldai_settings.py | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/aiserver.py b/aiserver.py index fbe56e25..0d919712 100644 --- a/aiserver.py +++ b/aiserver.py @@ -2946,7 +2946,6 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal koboldai_vars.allowsp = True loadmodelsettings() loadsettings() - logger.info("Loading model with tpu_mtj_backend") tpu_mtj_backend.load_model(koboldai_vars.custmodpth, hf_checkpoint=koboldai_vars.model not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX") and koboldai_vars.use_colab_tpu, **koboldai_vars.modelconfig) #tpool.execute(tpu_mtj_backend.load_model, koboldai_vars.custmodpth, hf_checkpoint=koboldai_vars.model not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX") and koboldai_vars.use_colab_tpu, **koboldai_vars.modelconfig) koboldai_vars.modeldim = int(tpu_mtj_backend.params.get("d_embed", tpu_mtj_backend.params["d_model"])) diff --git a/koboldai_settings.py b/koboldai_settings.py index e9c570cd..10cdf19f 100644 --- a/koboldai_settings.py +++ b/koboldai_settings.py @@ -830,7 +830,7 @@ class user_settings(settings): class system_settings(settings): local_only_variables = ['socketio', 'lua_state', 'lua_logname', 'lua_koboldbridge', 'lua_kobold', 'lua_koboldcore', 'regex_sl', 'acregex_ai', 'acregex_ui', 'comregex_ai', 'comregex_ui', 'sp', '_horde_pid', 'inference_config', 'image_pipeline', 'summarizer', 'summary_tokenizer'] - no_save_variables = ['socketio', 'lua_state', 'lua_logname', 'lua_koboldbridge', 'lua_kobold', 'lua_koboldcore', 'sp', '_horde_pid', 'horde_share', 'aibusy', 'serverstarted', 'inference_config', 'image_pipeline', 'summarizer', 'summary_tokenizer'] + no_save_variables = ['socketio', 'lua_state', 'lua_logname', 'lua_koboldbridge', 'lua_kobold', 'lua_koboldcore', 'sp', '_horde_pid', 'horde_share', 'aibusy', 'serverstarted', 'inference_config', 'image_pipeline', 'summarizer', 'summary_tokenizer', 'use_colab_tpu'] settings_name = "system" def __init__(self, socketio, koboldai_var): self.socketio = socketio