rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Next iteration. Model Loading is broken completely now :)

Browse Source
This commit is contained in:
ebolam
2023-05-11 12:08:35 -04:00
parent 77dd5aa725
commit 4605d10c37
11 changed files with 170 additions and 187 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
modeling/inference_model.py
View File

@@ -169,6 +169,7 @@ class InferenceModel:
]
self.tokenizer = None
self.capabilties = ModelCapabilities()
self.model_name = "Not Defined"
def is_valid(self, model_name, model_path, menu_path, vram):
return True
@@ -176,7 +177,7 @@ class InferenceModel:
def requested_parameters(self, model_name, model_path, menu_path, vram):
return {}
def define_input_parameters(self):
def set_input_parameters(self, parameters):
return
def load(self, save_model: bool = False, initial_load: bool = False) -> None:
@@ -186,6 +187,9 @@ class InferenceModel:
self._load(save_model=save_model, initial_load=initial_load)
self._post_load()
def unload(self):
return
def _pre_load(self) -> None:
"""Pre load hook. Called before `_load()`."""