jupyterjazz
commited on
Commit
•
807ba34
1
Parent(s):
9db6c6f
Update configuration_xlm_roberta.py
Browse files
configuration_xlm_roberta.py
CHANGED
@@ -21,7 +21,7 @@ class XLMRobertaFlashConfig(PretrainedConfig):
|
|
21 |
position_embedding_type="absolute",
|
22 |
use_cache=True,
|
23 |
classifier_dropout=None,
|
24 |
-
use_flash_attn=True
|
25 |
**kwargs,
|
26 |
):
|
27 |
super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
|
|
|
21 |
position_embedding_type="absolute",
|
22 |
use_cache=True,
|
23 |
classifier_dropout=None,
|
24 |
+
use_flash_attn=True,
|
25 |
**kwargs,
|
26 |
):
|
27 |
super().__init__(pad_token_id=pad_token_id, bos_token_id=bos_token_id, eos_token_id=eos_token_id, **kwargs)
|