aria-dev commited on
Commit
83f53cd
1 Parent(s): ab181d6

add a warning message when an error is encountered when loading the tokenizer

Browse files
Files changed (1) hide show
  1. processing_aria.py +2 -1
processing_aria.py CHANGED
@@ -241,7 +241,8 @@ class AriaProcessor(ProcessorMixin):
241
  **cls._extract_kwargs(AutoTokenizer.from_pretrained, **kwargs),
242
  )
243
  chat_template = tokenizer.chat_template
244
- except Exception:
 
245
  tokenizer = None
246
  chat_template = None
247
  return cls(
 
241
  **cls._extract_kwargs(AutoTokenizer.from_pretrained, **kwargs),
242
  )
243
  chat_template = tokenizer.chat_template
244
+ except Exception as e:
245
+ logger.warning(f"Failed to load tokenizer from {tokenizer_path}: {e}")
246
  tokenizer = None
247
  chat_template = None
248
  return cls(