rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Add is_valid

Browse Source
This commit is contained in:
onesome
2023-07-14 18:01:18 -05:00
parent 8549c7c896
commit afa8766ea6
1 changed files with 18 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
modeling/inference_models/basic_hf/class.py
View File

@@ -34,6 +34,24 @@ class model_backend(InferenceModel):
self.model_name = "Basic Huggingface" self.model_name = "Basic Huggingface"
self.path = None self.path = None
def is_valid(self, model_name, model_path, menu_path):
try:
if model_path is not None and os.path.exists(model_path):
self.model_config = AutoConfig.from_pretrained(model_path)
elif os.path.exists("models/{}".format(model_name.replace("/", "_"))):
self.model_config = AutoConfig.from_pretrained(
"models/{}".format(model_name.replace("/", "_")),
revision=utils.koboldai_vars.revision,
cache_dir="cache",
)
else:
self.model_config = AutoConfig.from_pretrained(
model_name, revision=utils.koboldai_vars.revision, cache_dir="cache"
)
return True
except:
return False
def get_requested_parameters( def get_requested_parameters(
self, model_name: str, model_path: str, menu_path: str, parameters: dict = {} self, model_name: str, model_path: str, menu_path: str, parameters: dict = {}
): ):