From b0ed7da9dde714943632de5fd917de557fdf30b6 Mon Sep 17 00:00:00 2001 From: ebolam Date: Wed, 24 May 2023 19:47:45 -0400 Subject: [PATCH] more tpu debugging --- aiserver.py | 1 + modeling/inference_models/hf_mtj/class.py | 1 - 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/aiserver.py b/aiserver.py index ae8fecb3..ec8d05a7 100644 --- a/aiserver.py +++ b/aiserver.py @@ -1594,6 +1594,7 @@ def general_startup(override_args=None): arg_parameters['model_path'] = args.path arg_parameters['menu_path'] = "" model_backends[args.model_backend].set_input_parameters(arg_parameters) + logger.info(vars(model_backends[args.model_backend])) koboldai_vars.model = args.model return args.model_backend else: diff --git a/modeling/inference_models/hf_mtj/class.py b/modeling/inference_models/hf_mtj/class.py index 13591425..5f19897f 100644 --- a/modeling/inference_models/hf_mtj/class.py +++ b/modeling/inference_models/hf_mtj/class.py @@ -185,7 +185,6 @@ class model_backend(HFInferenceModel): utils.koboldai_vars.allowsp = True logger.info(self.model) - logger.info(self.id) tpu_mtj_backend.load_model( self.model, hf_checkpoint=self.model