diff --git a/modeling/inference_models/hf_mtj/class.py b/modeling/inference_models/hf_mtj/class.py index 91ddf03d..00fbfec3 100644 --- a/modeling/inference_models/hf_mtj/class.py +++ b/modeling/inference_models/hf_mtj/class.py @@ -186,9 +186,9 @@ class model_backend(HFInferenceModel): logger.info(self.model_type) tpu_mtj_backend.load_model( - utils.koboldai_vars.model, + self.model, self.model_type, - hf_checkpoint=utils.koboldai_vars.model + hf_checkpoint=self.model not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX") and utils.koboldai_vars.use_colab_tpu, socketio_queue=koboldai_settings.queue,