add a warning message when an error is encountered when loading the tokenizer
Browse files- processing_aria.py +2 -1
processing_aria.py
CHANGED
@@ -241,7 +241,8 @@ class AriaProcessor(ProcessorMixin):
|
|
241 |
**cls._extract_kwargs(AutoTokenizer.from_pretrained, **kwargs),
|
242 |
)
|
243 |
chat_template = tokenizer.chat_template
|
244 |
-
except Exception:
|
|
|
245 |
tokenizer = None
|
246 |
chat_template = None
|
247 |
return cls(
|
|
|
241 |
**cls._extract_kwargs(AutoTokenizer.from_pretrained, **kwargs),
|
242 |
)
|
243 |
chat_template = tokenizer.chat_template
|
244 |
+
except Exception as e:
|
245 |
+
logger.warning(f"Failed to load tokenizer from {tokenizer_path}: {e}")
|
246 |
tokenizer = None
|
247 |
chat_template = None
|
248 |
return cls(
|