Warning polish

This commit is contained in:
Henk
2023-05-11 15:13:59 +02:00
parent e932364a1e
commit edd9c7d782
2 changed files with 3 additions and 2 deletions

View File

@@ -218,7 +218,7 @@ class InferenceModel:
try:
return GenericTokenizer(try_get_tokenizer())
except Exception as e:
logger.warning(f"Tokenizer falling back due to {e}")
logger.warning(f"Tokenizer falling back due to {e} (This can be normal behavior for some architectures that lack a slow tokenizer such as NeoX)")
# If we error on each attempt, raise the last one
if i == len(suppliers) - 1:
raise