mirror of
https://github.com/KoboldAI/KoboldAI-Client.git
synced 2025-06-05 21:59:24 +02:00
Model: Refuse to serve certain models over the API
This commit is contained in:
@@ -156,6 +156,9 @@ class ModelCapabilities:
|
||||
# TODO: Support non-live probabilities from APIs
|
||||
post_token_probs: bool = False
|
||||
|
||||
# Some models cannot be hosted over the API, namely the API itself.
|
||||
api_host: bool = True
|
||||
|
||||
|
||||
class InferenceModel:
|
||||
"""Root class for all models."""
|
||||
|
Reference in New Issue
Block a user