mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Zap debug
This commit is contained in:
@@ -265,7 +265,6 @@ class HFMTJInferenceModel(HFInferenceModel):
|
|||||||
soft_tokens = self.get_soft_tokens()
|
soft_tokens = self.get_soft_tokens()
|
||||||
|
|
||||||
dynamic_inference = kwargs.get("tpu_dynamic_inference", False)
|
dynamic_inference = kwargs.get("tpu_dynamic_inference", False)
|
||||||
logger.info(f"dynamic_inference={dynamic_inference}")
|
|
||||||
|
|
||||||
if seed is not None:
|
if seed is not None:
|
||||||
tpu_mtj_backend.set_rng_seed(seed)
|
tpu_mtj_backend.set_rng_seed(seed)
|
||||||
|
Reference in New Issue
Block a user