rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

more tpu debugging

Browse Source
This commit is contained in:
ebolam
2023-05-24 19:47:45 -04:00
parent ea4e3c477c
commit b0ed7da9dd
2 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
aiserver.py
View File

@@ -1594,6 +1594,7 @@ def general_startup(override_args=None):
arg_parameters['model_path'] = args.path arg_parameters['model_path'] = args.path
arg_parameters['menu_path'] = "" arg_parameters['menu_path'] = ""
model_backends[args.model_backend].set_input_parameters(arg_parameters) model_backends[args.model_backend].set_input_parameters(arg_parameters)
logger.info(vars(model_backends[args.model_backend]))
koboldai_vars.model = args.model koboldai_vars.model = args.model
return args.model_backend return args.model_backend
else: else:

1
modeling/inference_models/hf_mtj/class.py
View File

@@ -185,7 +185,6 @@ class model_backend(HFInferenceModel):
utils.koboldai_vars.allowsp = True utils.koboldai_vars.allowsp = True
logger.info(self.model) logger.info(self.model)
logger.info(self.id)
tpu_mtj_backend.load_model( tpu_mtj_backend.load_model(
self.model, self.model,
hf_checkpoint=self.model hf_checkpoint=self.model