rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

TPU Fix

Browse Source
This commit is contained in:
ebolam
2023-05-24 19:17:51 -04:00
parent 6620df5350
commit 703da112ee
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modeling/inference_models/hf_mtj/class.py
View File

@@ -186,9 +186,9 @@ class model_backend(HFInferenceModel):
logger.info(self.model_type)
tpu_mtj_backend.load_model(
utils.koboldai_vars.model,
self.model,
self.model_type,
hf_checkpoint=utils.koboldai_vars.model
hf_checkpoint=self.model
not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX")
and utils.koboldai_vars.use_colab_tpu,
socketio_queue=koboldai_settings.queue,