Added model_backend_type to allow the current menu to specify a class of backends rather than a specific backend.

Added super basic hf backend (testing phase only)
This commit is contained in:
ebolam
2023-06-02 16:11:40 -04:00
parent 5c4d580aac
commit 339f501600
10 changed files with 184 additions and 15 deletions

View File

@@ -17,6 +17,7 @@ from modeling.inference_model import (
model_backend_name = "KoboldAI Old Colab Method"
model_backend_type = "KoboldAI Old Colab Method" #This should be a generic name in case multiple model backends are compatible (think Hugging Face Custom and Basic Hugging Face)
class BasicAPIException(Exception):
"""To be used for errors when using the Basic API as an interface."""