rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model: Tokenizer fix

Browse Source
This commit is contained in:
somebody
2023-02-26 12:17:49 -06:00
parent 8d49b5cce1
commit 5e3b0062ee
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
aiserver.py
View File

@@ -1729,8 +1729,7 @@ def unload_model():
def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=False, online_model="", use_breakmodel_args=False, breakmodel_args_default_to_cpu=False, url=None, use_8_bit=False):
global model
global generator
global torch
global tokenizer
global model_config
koboldai_vars.aibusy = True
@@ -1912,9 +1911,6 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
save_model=not (args.colab or args.cacheonly) or args.savemodel,
initial_load=initial_load,
)
# TODO: Convert everywhere to use model.tokenizer
tokenizer = model.tokenizer
logger.info(f"Pipeline created: {koboldai_vars.model}")
else:
# TPU
@@ -1926,6 +1922,9 @@ def load_model(use_gpu=True, gpu_layers=None, disk_layers=None, initial_load=Fal
initial_load=initial_load,
)
# TODO: Convert everywhere to use model.tokenizer
tokenizer = model.tokenizer
lua_startup()
# Load scripts
load_lua_scripts()