rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Model: Small cleanup

Browse Source
This commit is contained in:
somebody
2023-03-04 17:51:37 -06:00
parent 27b7635c95
commit 70cddc46e2
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/hf_mtj.py
View File

@@ -266,7 +266,7 @@ class HFMTJInferenceModel(HFInferenceModel):
soft_tokens = self.get_soft_tokens()
dynamic_inference = kwargs.get("tpu_dynamic_inference", False)
print(f"DYNAMIC_INFERENCE={dynamic_inference} KWARGS={kwargs}")
logger.info(f"dynamic_inference={dynamic_inference}")
if not dynamic_inference:
genout = tpool.execute(