mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
API: Fix loading
This commit is contained in:
@@ -21,7 +21,10 @@ model_backend_name = "Huggingface"
|
||||
model_backend_type = "Huggingface" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face)
|
||||
|
||||
class model_backend(HFTorchInferenceModel):
|
||||
|
||||
def __init__(self) -> None:
|
||||
super().__init__()
|
||||
self.use_4_bit = False
|
||||
|
||||
def _initialize_model(self):
|
||||
return
|
||||
|
||||
|
Reference in New Issue
Block a user