Model: Refuse to serve certain models over the API

This commit is contained in:
somebody
2023-03-07 16:54:08 -06:00
parent 3a128e76b4
commit 3b05359e4b
5 changed files with 24 additions and 10 deletions

View File

@@ -156,6 +156,9 @@ class ModelCapabilities:
# TODO: Support non-live probabilities from APIs
post_token_probs: bool = False
# Some models cannot be hosted over the API, namely the API itself.
api_host: bool = True
class InferenceModel:
"""Root class for all models."""