Add basic hf backend

2025-06-05 21:59:24 +02:00 · 2023-07-08 17:12:16 -05:00
parent f9c38acea8
commit 20b4b4bcef
2 changed files with 106 additions and 0 deletions
--- a/modeling/inference_models/hf.py
+++ b/modeling/inference_models/hf.py
@@ -17,6 +17,7 @@ class HFInferenceModel(InferenceModel):
        self.model_config = None
        #self.model_name = model_name

+        self.hf_torch = False
        self.model = None
        self.tokenizer = None
        self.badwordsids = koboldai_settings.badwordsids_default