rixty/KoboldAI-Client
1
1
Fork 0
mirror of https://github.com/KoboldAI/KoboldAI-Client.git synced 2025-06-05 21:59:24 +02:00
Code Issues Projects Releases Wiki Activity

Added try loop on model backend so it will continue with other models.

Browse Source
This commit is contained in:
ebolam
2023-05-19 17:28:39 -04:00
parent 9df1f03b12
commit 756a33c63e
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
aiserver.py
View File

@@ -627,8 +627,11 @@ model_backend_code = {}
model_backends = {} model_backends = {}
for module in os.listdir("./modeling/inference_models"): for module in os.listdir("./modeling/inference_models"):
if not os.path.isfile(os.path.join("./modeling/inference_models",module)) and module != '__pycache__': if not os.path.isfile(os.path.join("./modeling/inference_models",module)) and module != '__pycache__':
model_backend_code[module] = importlib.import_module('modeling.inference_models.{}.class'.format(module)) try:
model_backends[model_backend_code[module].model_backend_name] = model_backend_code[module].model_backend() model_backend_code[module] = importlib.import_module('modeling.inference_models.{}.class'.format(module))
model_backends[model_backend_code[module].model_backend_name] = model_backend_code[module].model_backend()
except:
logger.error("Model Backend {} failed to load".format(module))
old_socketio_on = socketio.on old_socketio_on = socketio.on
@@ -1572,7 +1575,7 @@ def general_startup(override_args=None):
elif parameter['id'] not in arg_parameters: elif parameter['id'] not in arg_parameters:
arg_parameters[parameter] = parameter['default'] arg_parameters[parameter] = parameter['default']
if not ok_to_load: if not ok_to_load:
logger.error("Your selected backend needs additional parameters to run. Please pass through the parameters as a json like {\"[ID]\": \"[Value]\"} (required parameters shown below)") logger.error("Your selected backend needs additional parameters to run. Please pass through the parameters as a json like {\"[ID]\": \"[Value]\"} using --model_parameters (required parameters shown below)")
logger.error("Parameters (ID: Default Value (Help Text)): {}".format("\n".join(["{}: {} ({})".format(x['id'],x['default'],x['tooltip']) for x in parameters]))) logger.error("Parameters (ID: Default Value (Help Text)): {}".format("\n".join(["{}: {} ({})".format(x['id'],x['default'],x['tooltip']) for x in parameters])))
logger.error("Missing: {}".format(", ".join(mising_parameters))) logger.error("Missing: {}".format(", ".join(mising_parameters)))
exit() exit()