more tpu debugging

This commit is contained in:
ebolam
2023-05-24 19:47:45 -04:00
parent ea4e3c477c
commit b0ed7da9dd
2 changed files with 1 additions and 1 deletions

View File

@@ -1594,6 +1594,7 @@ def general_startup(override_args=None):
arg_parameters['model_path'] = args.path
arg_parameters['menu_path'] = ""
model_backends[args.model_backend].set_input_parameters(arg_parameters)
logger.info(vars(model_backends[args.model_backend]))
koboldai_vars.model = args.model
return args.model_backend
else:

View File

@@ -185,7 +185,6 @@ class model_backend(HFInferenceModel):
utils.koboldai_vars.allowsp = True
logger.info(self.model)
logger.info(self.id)
tpu_mtj_backend.load_model(
self.model,
hf_checkpoint=self.model