rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

TPU Fix

Browse Source
This commit is contained in:
ebolam
2023-05-24 19:43:32 -04:00
parent 6a62726575
commit 54221942ef
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -1561,6 +1561,7 @@ def general_startup(override_args=None):
if koboldai_vars.use_colab_tpu and args.model_backend == "Huggingface": if koboldai_vars.use_colab_tpu and args.model_backend == "Huggingface":
args.model_backend = "Huggingface MTJ" args.model_backend = "Huggingface MTJ"
if args.model: if args.model:
# At this point we have to try to load the model through the selected backend # At this point we have to try to load the model through the selected backend
@@ -1589,6 +1590,7 @@ def general_startup(override_args=None):
logger.error("Missing: {}".format(", ".join(mising_parameters))) logger.error("Missing: {}".format(", ".join(mising_parameters)))
exit() exit()
arg_parameters['id'] = args.model arg_parameters['id'] = args.model
arg_parameters['model'] = args.model
arg_parameters['model_path'] = args.path arg_parameters['model_path'] = args.path
arg_parameters['menu_path'] = "" arg_parameters['menu_path'] = ""
model_backends[args.model_backend].set_input_parameters(arg_parameters) model_backends[args.model_backend].set_input_parameters(arg_parameters)