mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Import fix
This commit is contained in:
@@ -90,7 +90,6 @@ class model_backend(HFTorchInferenceModel):
|
|||||||
|
|
||||||
def _load(self, save_model: bool, initial_load: bool) -> None:
|
def _load(self, save_model: bool, initial_load: bool) -> None:
|
||||||
try:
|
try:
|
||||||
import hf_bleeding_edge
|
|
||||||
from hf_bleeding_edge import AutoModelForCausalLM
|
from hf_bleeding_edge import AutoModelForCausalLM
|
||||||
except ImportError:
|
except ImportError:
|
||||||
from transformers import AutoModelForCausalLM
|
from transformers import AutoModelForCausalLM
|
||||||
|
Reference in New Issue
Block a user