Updated to latest united

This commit is contained in:
ebolam
2023-05-12 07:53:27 -04:00
11 changed files with 125 additions and 35 deletions

View File

@@ -231,7 +231,7 @@ class InferenceModel:
try:
return GenericTokenizer(try_get_tokenizer())
except Exception as e:
logger.warning(f"Tokenizer falling back due to {e}")
logger.warning(f"Tokenizer falling back due to {e} (This can be normal behavior for some architectures that lack a slow tokenizer such as NeoX)")
# If we error on each attempt, raise the last one
if i == len(suppliers) - 1:
raise