rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Merge branch 'united' of https://github.com/henk717/KoboldAI into accelerate-offloading

Browse Source
This commit is contained in:
somebody
2023-06-21 16:58:39 -05:00
parent c40649a74e adf108ecd6
commit 6bdcf2645e
31 changed files with 2006 additions and 1171 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling/inference_models/generic_hf_torch/class.py
View File

@@ -17,7 +17,7 @@ from logger import logger
from modeling.inference_models.hf_torch import HFTorchInferenceModel
model_backend_name = "Huggingface"
model_backend_type = "Huggingface" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face)
class model_backend(HFTorchInferenceModel):
def _initialize_model(self):