Upload folder using huggingface_hub
Browse files- modeling_mistral.py +1 -0
modeling_mistral.py
CHANGED
|
@@ -1121,6 +1121,7 @@ class MistralForCausalLM(MistralPreTrainedModel):
|
|
| 1121 |
output_hidden_states: Optional[bool] = None,
|
| 1122 |
return_dict: Optional[bool] = None,
|
| 1123 |
reduction: Optional[str] = "mean",
|
|
|
|
| 1124 |
) -> Union[Tuple, CausalLMOutputWithPast]:
|
| 1125 |
r"""
|
| 1126 |
Args:
|
|
|
|
| 1121 |
output_hidden_states: Optional[bool] = None,
|
| 1122 |
return_dict: Optional[bool] = None,
|
| 1123 |
reduction: Optional[str] = "mean",
|
| 1124 |
+
use_fastv: Optional[bool] = False,
|
| 1125 |
) -> Union[Tuple, CausalLMOutputWithPast]:
|
| 1126 |
r"""
|
| 1127 |
Args:
|