Basic HF code execution support

2025-06-05 21:59:24 +02:00 · 2023-05-05 17:23:01 +02:00
parent b1722081a5
commit 33969b5845
3 changed files with 13 additions and 5 deletions
--- a/modeling/inference_models/hf_torch.py
+++ b/modeling/inference_models/hf_torch.py
@@ -265,6 +265,7 @@ class HFTorchInferenceModel(HFInferenceModel):
    def _get_model(self, location: str, tf_kwargs: Dict):
        tf_kwargs["revision"] = utils.koboldai_vars.revision
        tf_kwargs["cache_dir"] = "cache"
+        tf_kwargs["trust_remote_code"] = utils.koboldai_vars.trust_remote_code

        # If we have model hints for legacy model, use them rather than fall back.
        try: