rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

TPU Fix?

Browse Source
This commit is contained in:
ebolam
2023-05-24 19:30:23 -04:00
parent 703da112ee
commit 6a62726575
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
aiserver.py
View File

@@ -1548,7 +1548,7 @@ def general_startup(override_args=None):
koboldai_vars.custmodpth = modpath koboldai_vars.custmodpth = modpath
elif args.model: elif args.model:
logger.message(f"Welcome to KoboldAI!") logger.message(f"Welcome to KoboldAI!")
logger.message(f"You have selected the following Model: {koboldai_vars.model}") logger.message(f"You have selected the following Model: {args.model}")
if args.path: if args.path:
logger.message(f"You have selected the following path for your Model: {args.path}") logger.message(f"You have selected the following path for your Model: {args.path}")
koboldai_vars.custmodpth = args.path; koboldai_vars.custmodpth = args.path;

1
modeling/inference_models/hf_mtj/class.py
View File

@@ -187,7 +187,6 @@ class model_backend(HFInferenceModel):
logger.info(self.model_type) logger.info(self.model_type)
tpu_mtj_backend.load_model( tpu_mtj_backend.load_model(
self.model, self.model,
self.model_type,
hf_checkpoint=self.model hf_checkpoint=self.model
not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX") not in ("TPUMeshTransformerGPTJ", "TPUMeshTransformerGPTNeoX")
and utils.koboldai_vars.use_colab_tpu, and utils.koboldai_vars.use_colab_tpu,